2026-09-09T03:41:16Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c34148","namespace":"ai-tenant-e2e-shared-b-w3-c34148"}, "namespace": "ai-tenant-e2e-shared-b-w3-c34148", "name": "rate-test-model-c34148", "reconcileID": "dc020f8f-bf81-42d9-871f-2a745849b452", "LLMInferenceService": "rate-test-model-c34148", "namespace": "ai-tenant-e2e-shared-b-w3-c34148", "name": "rate-test-model-c34148-kserve-route-authn"} 2026-09-09T03:41:16Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c34148","namespace":"ai-tenant-e2e-shared-b-w3-c34148"}, "namespace": "ai-tenant-e2e-shared-b-w3-c34148", "name": "rate-test-model-c34148", "reconcileID": "dc020f8f-bf81-42d9-871f-2a745849b452", "LLMInferenceService": "rate-test-model-c34148", "namespace": "ai-tenant-e2e-shared-b-w3-c34148", "authType": "userdefined"} 2026-09-09T03:41:16Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c34148","namespace":"ai-tenant-e2e-shared-b-w3-c34148"}, "namespace": "ai-tenant-e2e-shared-b-w3-c34148", "name": "rate-test-model-c34148", "reconcileID": "dc020f8f-bf81-42d9-871f-2a745849b452", "LLMInferenceService": "rate-test-model-c34148", "namespace": "ai-tenant-e2e-shared-b-w3-c34148"} 2026-09-09T03:41:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1c4cb1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1c4cb1", "reconcileID": "41c96a63-dd4e-4bbd-b814-920033d46fb6", "Gateway": "e2e-api-b-1c4cb1", "namespace": "openshift-ingress"} 2026-09-09T03:41:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1c4cb1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1c4cb1", "reconcileID": "41c96a63-dd4e-4bbd-b814-920033d46fb6", "Gateway": "e2e-api-b-1c4cb1", "namespace": "openshift-ingress", "name": "e2e-api-b-1c4cb1-authn-ssl"} 2026-09-09T03:41:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1c4cb1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1c4cb1", "reconcileID": "41c96a63-dd4e-4bbd-b814-920033d46fb6", "Gateway": "e2e-api-b-1c4cb1", "namespace": "openshift-ingress"} 2026-09-09T03:41:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1c4cb1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1c4cb1", "reconcileID": "1f833d0c-feec-4204-99cc-6d5abc787fef", "Gateway": "e2e-api-b-1c4cb1", "namespace": "openshift-ingress"} 2026-09-09T03:41:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1c4cb1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1c4cb1", "reconcileID": "1f833d0c-feec-4204-99cc-6d5abc787fef", "Gateway": "e2e-api-b-1c4cb1", "namespace": "openshift-ingress", "name": "e2e-api-b-1c4cb1-authn-ssl"} 2026-09-09T03:41:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1c4cb1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1c4cb1", "reconcileID": "1f833d0c-feec-4204-99cc-6d5abc787fef", "Gateway": "e2e-api-b-1c4cb1", "namespace": "openshift-ingress"} 2026-09-09T03:41:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-1c4cb1"}, "namespace": "ai-tenant-e2e-api-b-1c4cb1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c583b84a-87d3-47b8-b73e-c93a2bb2dcc3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-1c4cb1"} 2026-09-09T03:41:23Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-1c4cb1"}, "namespace": "ai-tenant-e2e-api-b-1c4cb1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c583b84a-87d3-47b8-b73e-c93a2bb2dcc3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-1c4cb1", "create": "odh-kserve-custom-ca-bundle"} 2026-09-09T03:41:23Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-1c4cb1"}, "namespace": "ai-tenant-e2e-api-b-1c4cb1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c583b84a-87d3-47b8-b73e-c93a2bb2dcc3", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-1c4cb1 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-09T03:41:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-1c4cb1"}, "namespace": "ai-tenant-e2e-api-b-1c4cb1", "name": "odh-trusted-ca-bundle", "reconcileID": "d910f466-890e-4afb-a05f-5ced7f00a38b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-1c4cb1"} 2026-09-09T03:41:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-1c4cb1"}, "namespace": "ai-tenant-e2e-api-b-1c4cb1", "name": "odh-trusted-ca-bundle", "reconcileID": "d910f466-890e-4afb-a05f-5ced7f00a38b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-1c4cb1"} 2026-09-09T03:41:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-1c4cb1"}, "namespace": "ai-tenant-e2e-api-b-1c4cb1", "name": "openshift-service-ca.crt", "reconcileID": "c4900220-15a1-490a-b1bf-1b6a142aee38", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-1c4cb1"} 2026-09-09T03:41:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-1c4cb1"}, "namespace": "ai-tenant-e2e-api-b-1c4cb1", "name": "openshift-service-ca.crt", "reconcileID": "c4900220-15a1-490a-b1bf-1b6a142aee38", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-1c4cb1"} 2026-09-09T03:41:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-1c4cb1"}, "namespace": "ai-tenant-e2e-api-b-1c4cb1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "42a2e406-978c-404e-9a9c-4cacf2221bf1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-1c4cb1"} 2026-09-09T03:41:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-1c4cb1"}, "namespace": "ai-tenant-e2e-api-b-1c4cb1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "42a2e406-978c-404e-9a9c-4cacf2221bf1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-1c4cb1"} 2026-09-09T03:41:24Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1c4cb1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1c4cb1", "reconcileID": "7981b780-7b40-4fe7-a6f5-680c0c195a21", "Gateway": "e2e-api-b-1c4cb1", "namespace": "openshift-ingress"} 2026-09-09T03:41:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-eca017","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-eca017", "reconcileID": "d14d48f5-3232-4f19-8f49-c07012707044", "Gateway": "e2e-shared-a-w2-eca017", "namespace": "openshift-ingress"} 2026-09-09T03:41:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-eca017","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-eca017", "reconcileID": "d14d48f5-3232-4f19-8f49-c07012707044", "Gateway": "e2e-shared-a-w2-eca017", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-eca017-authn-ssl"} 2026-09-09T03:41:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-eca017","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-eca017", "reconcileID": "d14d48f5-3232-4f19-8f49-c07012707044", "Gateway": "e2e-shared-a-w2-eca017", "namespace": "openshift-ingress"} 2026-09-09T03:41:39Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c34148","namespace":"ai-tenant-e2e-shared-b-w3-c34148"}, "namespace": "ai-tenant-e2e-shared-b-w3-c34148", "name": "rate-test-model-c34148", "reconcileID": "3e19dacd-962a-49c9-a912-50a708e9d16d", "LLMInferenceService": "rate-test-model-c34148", "namespace": "ai-tenant-e2e-shared-b-w3-c34148"} 2026-09-09T03:41:39Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c34148","namespace":"ai-tenant-e2e-shared-b-w3-c34148"}, "namespace": "ai-tenant-e2e-shared-b-w3-c34148", "name": "rate-test-model-c34148", "reconcileID": "3e19dacd-962a-49c9-a912-50a708e9d16d", "LLMInferenceService": "rate-test-model-c34148", "namespace": "ai-tenant-e2e-shared-b-w3-c34148"} 2026-09-09T03:41:39Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c34148","namespace":"ai-tenant-e2e-shared-b-w3-c34148"}, "namespace": "ai-tenant-e2e-shared-b-w3-c34148", "name": "rate-test-model-c34148", "reconcileID": "3e19dacd-962a-49c9-a912-50a708e9d16d", "LLMInferenceService": "rate-test-model-c34148", "namespace": "ai-tenant-e2e-shared-b-w3-c34148"} 2026-09-09T03:41:39Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c34148","namespace":"ai-tenant-e2e-shared-b-w3-c34148"}, "namespace": "ai-tenant-e2e-shared-b-w3-c34148", "name": "rate-test-model-c34148", "reconcileID": "3e19dacd-962a-49c9-a912-50a708e9d16d", "LLMInferenceService": "rate-test-model-c34148", "namespace": "ai-tenant-e2e-shared-b-w3-c34148", "name": "rate-test-model-c34148-kserve-route-authn"} 2026-09-09T03:41:39Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c34148","namespace":"ai-tenant-e2e-shared-b-w3-c34148"}, "namespace": "ai-tenant-e2e-shared-b-w3-c34148", "name": "rate-test-model-c34148", "reconcileID": "3e19dacd-962a-49c9-a912-50a708e9d16d", "LLMInferenceService": "rate-test-model-c34148", "namespace": "ai-tenant-e2e-shared-b-w3-c34148", "authType": "userdefined"} 2026-09-09T03:41:39Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c34148","namespace":"ai-tenant-e2e-shared-b-w3-c34148"}, "namespace": "ai-tenant-e2e-shared-b-w3-c34148", "name": "rate-test-model-c34148", "reconcileID": "3e19dacd-962a-49c9-a912-50a708e9d16d", "LLMInferenceService": "rate-test-model-c34148", "namespace": "ai-tenant-e2e-shared-b-w3-c34148"} 2026-09-09T03:41:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-eca017"}, "namespace": "ai-tenant-e2e-shared-a-w2-eca017", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ef2d9d8f-c633-4873-bc89-dbcf51dbd8ac", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-eca017"} 2026-09-09T03:41:40Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-eca017"}, "namespace": "ai-tenant-e2e-shared-a-w2-eca017", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ef2d9d8f-c633-4873-bc89-dbcf51dbd8ac", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-eca017", "create": "odh-kserve-custom-ca-bundle"} 2026-09-09T03:41:40Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-eca017"}, "namespace": "ai-tenant-e2e-shared-a-w2-eca017", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ef2d9d8f-c633-4873-bc89-dbcf51dbd8ac", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w2-eca017 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-09T03:41:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-eca017"}, "namespace": "ai-tenant-e2e-shared-a-w2-eca017", "name": "odh-trusted-ca-bundle", "reconcileID": "b499124c-4362-47da-a3f9-f65a34e1ecd7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-eca017"} 2026-09-09T03:41:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-eca017"}, "namespace": "ai-tenant-e2e-shared-a-w2-eca017", "name": "odh-trusted-ca-bundle", "reconcileID": "b499124c-4362-47da-a3f9-f65a34e1ecd7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-eca017"} 2026-09-09T03:41:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-eca017"}, "namespace": "ai-tenant-e2e-shared-a-w2-eca017", "name": "openshift-service-ca.crt", "reconcileID": "c99357e5-d2d6-409b-9e59-fc2d777e531f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-eca017"} 2026-09-09T03:41:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-eca017"}, "namespace": "ai-tenant-e2e-shared-a-w2-eca017", "name": "openshift-service-ca.crt", "reconcileID": "c99357e5-d2d6-409b-9e59-fc2d777e531f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-eca017"} 2026-09-09T03:41:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-eca017"}, "namespace": "ai-tenant-e2e-shared-a-w2-eca017", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d1936765-d999-4243-8a3f-1e9ea5338b89", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-eca017"} 2026-09-09T03:41:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-eca017"}, "namespace": "ai-tenant-e2e-shared-a-w2-eca017", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d1936765-d999-4243-8a3f-1e9ea5338b89", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-eca017"} 2026-09-09T03:41:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-eca017","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-eca017", "reconcileID": "b9773bb4-e0df-4db7-8767-325572dc2d0d", "Gateway": "e2e-shared-a-w2-eca017", "namespace": "openshift-ingress"} 2026-09-09T03:41:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-eca017","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-eca017", "reconcileID": "b9773bb4-e0df-4db7-8767-325572dc2d0d", "Gateway": "e2e-shared-a-w2-eca017", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-eca017-authn-ssl"} 2026-09-09T03:41:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-eca017","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-eca017", "reconcileID": "b9773bb4-e0df-4db7-8767-325572dc2d0d", "Gateway": "e2e-shared-a-w2-eca017", "namespace": "openshift-ingress"} 2026-09-09T03:41:41Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-eca017","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-eca017", "reconcileID": "ab0b6db5-f060-404b-92e1-3750fa5a5778", "Gateway": "e2e-shared-a-w2-eca017", "namespace": "openshift-ingress"} 2026-09-09T03:41:43Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-09T03:41:43Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-09T03:41:44Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-09T03:41:44Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-09T03:41:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-0d0cae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-0d0cae", "reconcileID": "11a6f55f-bbf0-4b05-bbc8-e834f2a71876", "Gateway": "e2e-shared-b-w2-0d0cae", "namespace": "openshift-ingress"} 2026-09-09T03:41:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-0d0cae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-0d0cae", "reconcileID": "11a6f55f-bbf0-4b05-bbc8-e834f2a71876", "Gateway": "e2e-shared-b-w2-0d0cae", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-0d0cae-authn-ssl"} 2026-09-09T03:41:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-0d0cae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-0d0cae", "reconcileID": "11a6f55f-bbf0-4b05-bbc8-e834f2a71876", "Gateway": "e2e-shared-b-w2-0d0cae", "namespace": "openshift-ingress"} 2026-09-09T03:41:58Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-0d0cae"}, "namespace": "ai-tenant-e2e-shared-b-w2-0d0cae", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a1f47a67-893d-4e1c-ab08-6b91caaa4e32", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-0d0cae"} 2026-09-09T03:41:58Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-0d0cae"}, "namespace": "ai-tenant-e2e-shared-b-w2-0d0cae", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a1f47a67-893d-4e1c-ab08-6b91caaa4e32", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-0d0cae", "create": "odh-kserve-custom-ca-bundle"} 2026-09-09T03:41:58Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-0d0cae"}, "namespace": "ai-tenant-e2e-shared-b-w2-0d0cae", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a1f47a67-893d-4e1c-ab08-6b91caaa4e32", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w2-0d0cae because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-09T03:41:58Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-0d0cae"}, "namespace": "ai-tenant-e2e-shared-b-w2-0d0cae", "name": "odh-trusted-ca-bundle", "reconcileID": "c466a790-c410-4608-a17e-0da18a5bf00b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-0d0cae"} 2026-09-09T03:41:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-0d0cae"}, "namespace": "ai-tenant-e2e-shared-b-w2-0d0cae", "name": "odh-trusted-ca-bundle", "reconcileID": "c466a790-c410-4608-a17e-0da18a5bf00b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-0d0cae"} 2026-09-09T03:41:58Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-0d0cae"}, "namespace": "ai-tenant-e2e-shared-b-w2-0d0cae", "name": "openshift-service-ca.crt", "reconcileID": "37195325-ef21-420a-bd3e-b920f5a46cef", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-0d0cae"} 2026-09-09T03:41:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-0d0cae"}, "namespace": "ai-tenant-e2e-shared-b-w2-0d0cae", "name": "openshift-service-ca.crt", "reconcileID": "37195325-ef21-420a-bd3e-b920f5a46cef", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-0d0cae"} 2026-09-09T03:41:58Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-0d0cae"}, "namespace": "ai-tenant-e2e-shared-b-w2-0d0cae", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b14198ad-7f1b-47b7-972e-2305c42420f6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-0d0cae"} 2026-09-09T03:41:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-0d0cae"}, "namespace": "ai-tenant-e2e-shared-b-w2-0d0cae", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b14198ad-7f1b-47b7-972e-2305c42420f6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-0d0cae"} 2026-09-09T03:41:59Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-0d0cae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-0d0cae", "reconcileID": "bdb54d93-c092-4842-9941-3b307ebeabb8", "Gateway": "e2e-shared-b-w2-0d0cae", "namespace": "openshift-ingress"} 2026-09-09T03:42:10Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5d8e85","namespace":"ai-tenant-e2e-shared-a-w3-5d8e85"}, "namespace": "ai-tenant-e2e-shared-a-w3-5d8e85", "name": "rate-test-model-5d8e85", "reconcileID": "6e658fdd-19e3-4996-970b-867df5fe4173", "LLMInferenceService": "rate-test-model-5d8e85", "namespace": "ai-tenant-e2e-shared-a-w3-5d8e85"} 2026-09-09T03:42:10Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5d8e85","namespace":"ai-tenant-e2e-shared-a-w3-5d8e85"}, "namespace": "ai-tenant-e2e-shared-a-w3-5d8e85", "name": "rate-test-model-5d8e85", "reconcileID": "6e658fdd-19e3-4996-970b-867df5fe4173", "LLMInferenceService": "rate-test-model-5d8e85", "namespace": "ai-tenant-e2e-shared-a-w3-5d8e85", "name": "rate-test-model-5d8e85"} 2026-09-09T03:42:10Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5d8e85","namespace":"ai-tenant-e2e-shared-a-w3-5d8e85"}, "namespace": "ai-tenant-e2e-shared-a-w3-5d8e85", "name": "rate-test-model-5d8e85", "reconcileID": "6e658fdd-19e3-4996-970b-867df5fe4173", "LLMInferenceService": "rate-test-model-5d8e85", "namespace": "ai-tenant-e2e-shared-a-w3-5d8e85"} 2026-09-09T03:42:10Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5d8e85","namespace":"ai-tenant-e2e-shared-a-w3-5d8e85"}, "namespace": "ai-tenant-e2e-shared-a-w3-5d8e85", "name": "rate-test-model-5d8e85", "reconcileID": "6e658fdd-19e3-4996-970b-867df5fe4173", "LLMInferenceService": "rate-test-model-5d8e85", "namespace": "ai-tenant-e2e-shared-a-w3-5d8e85"} 2026-09-09T03:42:10Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5d8e85","namespace":"ai-tenant-e2e-shared-a-w3-5d8e85"}, "namespace": "ai-tenant-e2e-shared-a-w3-5d8e85", "name": "rate-test-model-5d8e85", "reconcileID": "6e658fdd-19e3-4996-970b-867df5fe4173", "LLMInferenceService": "rate-test-model-5d8e85", "namespace": "ai-tenant-e2e-shared-a-w3-5d8e85", "name": "rate-test-model-5d8e85-kserve-route-authn"} 2026-09-09T03:42:10Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5d8e85","namespace":"ai-tenant-e2e-shared-a-w3-5d8e85"}, "namespace": "ai-tenant-e2e-shared-a-w3-5d8e85", "name": "rate-test-model-5d8e85", "reconcileID": "6e658fdd-19e3-4996-970b-867df5fe4173", "LLMInferenceService": "rate-test-model-5d8e85", "namespace": "ai-tenant-e2e-shared-a-w3-5d8e85", "name": "rate-test-model-5d8e85-kserve-route-authn"} 2026-09-09T03:42:10Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5d8e85","namespace":"ai-tenant-e2e-shared-a-w3-5d8e85"}, "namespace": "ai-tenant-e2e-shared-a-w3-5d8e85", "name": "rate-test-model-5d8e85", "reconcileID": "6e658fdd-19e3-4996-970b-867df5fe4173", "LLMInferenceService": "rate-test-model-5d8e85", "namespace": "ai-tenant-e2e-shared-a-w3-5d8e85", "namespace": "ai-tenant-e2e-shared-a-w3-5d8e85"} 2026-09-09T03:42:10Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5d8e85","namespace":"ai-tenant-e2e-shared-a-w3-5d8e85"}, "namespace": "ai-tenant-e2e-shared-a-w3-5d8e85", "name": "rate-test-model-5d8e85", "reconcileID": "6e658fdd-19e3-4996-970b-867df5fe4173", "LLMInferenceService": "rate-test-model-5d8e85", "namespace": "ai-tenant-e2e-shared-a-w3-5d8e85", "namespace": "ai-tenant-e2e-shared-a-w3-5d8e85"} 2026-09-09T03:42:10Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5d8e85","namespace":"ai-tenant-e2e-shared-a-w3-5d8e85"}, "namespace": "ai-tenant-e2e-shared-a-w3-5d8e85", "name": "rate-test-model-5d8e85", "reconcileID": "649f3c65-dca7-4416-8c1a-1d2f34336f18", "LLMInferenceService": "rate-test-model-5d8e85", "namespace": "ai-tenant-e2e-shared-a-w3-5d8e85"} 2026-09-09T03:42:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-5d8e85","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-5d8e85", "reconcileID": "78e46ab6-5452-44ba-b5da-ec6aadf44eba", "Gateway": "e2e-shared-a-w3-5d8e85", "namespace": "openshift-ingress"} 2026-09-09T03:42:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-5d8e85","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-5d8e85", "reconcileID": "78e46ab6-5452-44ba-b5da-ec6aadf44eba", "Gateway": "e2e-shared-a-w3-5d8e85", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-5d8e85-authn-ssl"} 2026-09-09T03:42:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-5d8e85","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-5d8e85", "reconcileID": "78e46ab6-5452-44ba-b5da-ec6aadf44eba", "Gateway": "e2e-shared-a-w3-5d8e85", "namespace": "openshift-ingress"} 2026-09-09T03:42:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-5d8e85","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-5d8e85", "reconcileID": "b1169495-51bc-4d17-b7b5-6989afcebf05", "Gateway": "e2e-shared-a-w3-5d8e85", "namespace": "openshift-ingress"} 2026-09-09T03:42:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-5d8e85","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-5d8e85", "reconcileID": "b1169495-51bc-4d17-b7b5-6989afcebf05", "Gateway": "e2e-shared-a-w3-5d8e85", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-5d8e85-authn-ssl"} 2026-09-09T03:42:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-5d8e85","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-5d8e85", "reconcileID": "b1169495-51bc-4d17-b7b5-6989afcebf05", "Gateway": "e2e-shared-a-w3-5d8e85", "namespace": "openshift-ingress"} 2026-09-09T03:42:11Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c34148","namespace":"ai-tenant-e2e-shared-b-w3-c34148"}, "namespace": "ai-tenant-e2e-shared-b-w3-c34148", "name": "rate-test-model-c34148", "reconcileID": "cea6481b-3160-4453-a8f2-cc71f8205f3d", "LLMInferenceService": "rate-test-model-c34148", "namespace": "ai-tenant-e2e-shared-b-w3-c34148"} 2026-09-09T03:42:11Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c34148","namespace":"ai-tenant-e2e-shared-b-w3-c34148"}, "namespace": "ai-tenant-e2e-shared-b-w3-c34148", "name": "rate-test-model-c34148", "reconcileID": "cea6481b-3160-4453-a8f2-cc71f8205f3d", "LLMInferenceService": "rate-test-model-c34148", "namespace": "ai-tenant-e2e-shared-b-w3-c34148", "name": "rate-test-model-c34148"} 2026-09-09T03:42:11Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c34148","namespace":"ai-tenant-e2e-shared-b-w3-c34148"}, "namespace": "ai-tenant-e2e-shared-b-w3-c34148", "name": "rate-test-model-c34148", "reconcileID": "cea6481b-3160-4453-a8f2-cc71f8205f3d", "LLMInferenceService": "rate-test-model-c34148", "namespace": "ai-tenant-e2e-shared-b-w3-c34148"} 2026-09-09T03:42:11Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c34148","namespace":"ai-tenant-e2e-shared-b-w3-c34148"}, "namespace": "ai-tenant-e2e-shared-b-w3-c34148", "name": "rate-test-model-c34148", "reconcileID": "cea6481b-3160-4453-a8f2-cc71f8205f3d", "LLMInferenceService": "rate-test-model-c34148", "namespace": "ai-tenant-e2e-shared-b-w3-c34148"} 2026-09-09T03:42:11Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c34148","namespace":"ai-tenant-e2e-shared-b-w3-c34148"}, "namespace": "ai-tenant-e2e-shared-b-w3-c34148", "name": "rate-test-model-c34148", "reconcileID": "cea6481b-3160-4453-a8f2-cc71f8205f3d", "LLMInferenceService": "rate-test-model-c34148", "namespace": "ai-tenant-e2e-shared-b-w3-c34148", "name": "rate-test-model-c34148-kserve-route-authn"} 2026-09-09T03:42:11Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c34148","namespace":"ai-tenant-e2e-shared-b-w3-c34148"}, "namespace": "ai-tenant-e2e-shared-b-w3-c34148", "name": "rate-test-model-c34148", "reconcileID": "cea6481b-3160-4453-a8f2-cc71f8205f3d", "LLMInferenceService": "rate-test-model-c34148", "namespace": "ai-tenant-e2e-shared-b-w3-c34148", "name": "rate-test-model-c34148-kserve-route-authn"} 2026-09-09T03:42:11Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c34148","namespace":"ai-tenant-e2e-shared-b-w3-c34148"}, "namespace": "ai-tenant-e2e-shared-b-w3-c34148", "name": "rate-test-model-c34148", "reconcileID": "cea6481b-3160-4453-a8f2-cc71f8205f3d", "LLMInferenceService": "rate-test-model-c34148", "namespace": "ai-tenant-e2e-shared-b-w3-c34148", "namespace": "ai-tenant-e2e-shared-b-w3-c34148"} 2026-09-09T03:42:11Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c34148","namespace":"ai-tenant-e2e-shared-b-w3-c34148"}, "namespace": "ai-tenant-e2e-shared-b-w3-c34148", "name": "rate-test-model-c34148", "reconcileID": "cea6481b-3160-4453-a8f2-cc71f8205f3d", "LLMInferenceService": "rate-test-model-c34148", "namespace": "ai-tenant-e2e-shared-b-w3-c34148", "namespace": "ai-tenant-e2e-shared-b-w3-c34148"} 2026-09-09T03:42:11Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c34148","namespace":"ai-tenant-e2e-shared-b-w3-c34148"}, "namespace": "ai-tenant-e2e-shared-b-w3-c34148", "name": "rate-test-model-c34148", "reconcileID": "1ed630ce-ef7e-4662-99a5-b9f46d81c90e", "LLMInferenceService": "rate-test-model-c34148", "namespace": "ai-tenant-e2e-shared-b-w3-c34148"} 2026-09-09T03:42:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-c34148","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-c34148", "reconcileID": "606ea8a2-46aa-498d-8db6-3206e3e59a1b", "Gateway": "e2e-shared-b-w3-c34148", "namespace": "openshift-ingress"} 2026-09-09T03:42:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-c34148","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-c34148", "reconcileID": "606ea8a2-46aa-498d-8db6-3206e3e59a1b", "Gateway": "e2e-shared-b-w3-c34148", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-c34148-authn-ssl"} 2026-09-09T03:42:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-c34148","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-c34148", "reconcileID": "606ea8a2-46aa-498d-8db6-3206e3e59a1b", "Gateway": "e2e-shared-b-w3-c34148", "namespace": "openshift-ingress"} 2026-09-09T03:42:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-c34148","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-c34148", "reconcileID": "ca96d580-15b6-433c-b0aa-7686318ce09a", "Gateway": "e2e-shared-b-w3-c34148", "namespace": "openshift-ingress"} 2026-09-09T03:42:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-c34148","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-c34148", "reconcileID": "ca96d580-15b6-433c-b0aa-7686318ce09a", "Gateway": "e2e-shared-b-w3-c34148", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-c34148-authn-ssl"} 2026-09-09T03:42:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-c34148","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-c34148", "reconcileID": "ca96d580-15b6-433c-b0aa-7686318ce09a", "Gateway": "e2e-shared-b-w3-c34148", "namespace": "openshift-ingress"} 2026-09-09T03:42:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-46be70","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-46be70", "reconcileID": "b64827bd-1331-4904-9ab7-2fd92fb85151", "Gateway": "e2e-ipp-a-46be70", "namespace": "openshift-ingress"} 2026-09-09T03:42:12Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-46be70","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-46be70", "reconcileID": "b64827bd-1331-4904-9ab7-2fd92fb85151", "Gateway": "e2e-ipp-a-46be70", "namespace": "openshift-ingress", "name": "e2e-ipp-a-46be70-authn-ssl"} 2026-09-09T03:42:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-46be70","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-46be70", "reconcileID": "b64827bd-1331-4904-9ab7-2fd92fb85151", "Gateway": "e2e-ipp-a-46be70", "namespace": "openshift-ingress"} 2026-09-09T03:42:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-46be70","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-46be70", "reconcileID": "06fcf879-e4e4-4e9b-ad7e-ae94134d1a8e", "Gateway": "e2e-ipp-a-46be70", "namespace": "openshift-ingress"} 2026-09-09T03:42:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-46be70","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-46be70", "reconcileID": "06fcf879-e4e4-4e9b-ad7e-ae94134d1a8e", "Gateway": "e2e-ipp-a-46be70", "namespace": "openshift-ingress", "name": "e2e-ipp-a-46be70-authn-ssl"} 2026-09-09T03:42:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-46be70","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-46be70", "reconcileID": "06fcf879-e4e4-4e9b-ad7e-ae94134d1a8e", "Gateway": "e2e-ipp-a-46be70", "namespace": "openshift-ingress"} 2026-09-09T03:42:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-46be70","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-46be70", "reconcileID": "ff8e7289-a1b5-4c9d-af8b-892641945f46", "Gateway": "e2e-ipp-a-46be70", "namespace": "openshift-ingress"} 2026-09-09T03:42:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-46be70","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-46be70", "reconcileID": "ff8e7289-a1b5-4c9d-af8b-892641945f46", "Gateway": "e2e-ipp-a-46be70", "namespace": "openshift-ingress", "name": "e2e-ipp-a-46be70-authn-ssl"} 2026-09-09T03:42:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-46be70","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-46be70", "reconcileID": "ff8e7289-a1b5-4c9d-af8b-892641945f46", "Gateway": "e2e-ipp-a-46be70", "namespace": "openshift-ingress"} 2026-09-09T03:42:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-46be70","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-46be70", "reconcileID": "0139d3ca-6916-4e31-bb92-6efeea198c1e", "Gateway": "e2e-ipp-a-46be70", "namespace": "openshift-ingress"} 2026-09-09T03:42:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-46be70","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-46be70", "reconcileID": "0139d3ca-6916-4e31-bb92-6efeea198c1e", "Gateway": "e2e-ipp-a-46be70", "namespace": "openshift-ingress", "name": "e2e-ipp-a-46be70-authn-ssl"} 2026-09-09T03:42:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-46be70","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-46be70", "reconcileID": "0139d3ca-6916-4e31-bb92-6efeea198c1e", "Gateway": "e2e-ipp-a-46be70", "namespace": "openshift-ingress"} 2026-09-09T03:42:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-46be70","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-46be70", "reconcileID": "0596189b-357b-41ca-9434-0fa6cbfbaa02", "Gateway": "e2e-ipp-a-46be70", "namespace": "openshift-ingress"} 2026-09-09T03:42:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-46be70","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-46be70", "reconcileID": "0596189b-357b-41ca-9434-0fa6cbfbaa02", "Gateway": "e2e-ipp-a-46be70", "namespace": "openshift-ingress", "name": "e2e-ipp-a-46be70-authn-ssl"} 2026-09-09T03:42:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-46be70","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-46be70", "reconcileID": "0596189b-357b-41ca-9434-0fa6cbfbaa02", "Gateway": "e2e-ipp-a-46be70", "namespace": "openshift-ingress"} 2026-09-09T03:42:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-46be70","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-46be70", "reconcileID": "ce5ab438-a733-4dd6-b092-87055a58e3c3", "Gateway": "e2e-ipp-a-46be70", "namespace": "openshift-ingress"} 2026-09-09T03:42:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-46be70","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-46be70", "reconcileID": "ce5ab438-a733-4dd6-b092-87055a58e3c3", "Gateway": "e2e-ipp-a-46be70", "namespace": "openshift-ingress", "name": "e2e-ipp-a-46be70-authn-ssl"} 2026-09-09T03:42:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-46be70","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-46be70", "reconcileID": "ce5ab438-a733-4dd6-b092-87055a58e3c3", "Gateway": "e2e-ipp-a-46be70", "namespace": "openshift-ingress"} 2026-09-09T03:42:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-46be70","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-46be70", "reconcileID": "1d6ca53b-ad63-4f0d-a207-ba43a3305461", "Gateway": "e2e-ipp-a-46be70", "namespace": "openshift-ingress"} 2026-09-09T03:42:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-46be70","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-46be70", "reconcileID": "1d6ca53b-ad63-4f0d-a207-ba43a3305461", "Gateway": "e2e-ipp-a-46be70", "namespace": "openshift-ingress", "name": "e2e-ipp-a-46be70-authn-ssl"} 2026-09-09T03:42:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-46be70","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-46be70", "reconcileID": "1d6ca53b-ad63-4f0d-a207-ba43a3305461", "Gateway": "e2e-ipp-a-46be70", "namespace": "openshift-ingress"} 2026-09-09T03:42:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-46be70"}, "namespace": "ai-tenant-e2e-ipp-a-46be70", "name": "openshift-service-ca.crt", "reconcileID": "3d0d3dea-821c-47e2-a47e-c1dbe30e88f3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-46be70"} 2026-09-09T03:42:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-46be70"}, "namespace": "ai-tenant-e2e-ipp-a-46be70", "name": "odh-trusted-ca-bundle", "reconcileID": "c7be0bbf-e52d-4d3a-bc08-ef2a08f26181", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-46be70"} 2026-09-09T03:42:16Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-46be70"}, "namespace": "ai-tenant-e2e-ipp-a-46be70", "name": "openshift-service-ca.crt", "reconcileID": "fd6208ec-457c-4dd2-bcea-f08bfc42bf1e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-46be70", "create": "odh-kserve-custom-ca-bundle"} 2026-09-09T03:42:16Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-46be70"}, "namespace": "ai-tenant-e2e-ipp-a-46be70", "name": "openshift-service-ca.crt", "reconcileID": "fd6208ec-457c-4dd2-bcea-f08bfc42bf1e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-46be70"} 2026-09-09T03:42:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-46be70"}, "namespace": "ai-tenant-e2e-ipp-a-46be70", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "39b11e10-4d7f-47b7-8237-3f4b57a4e872", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-46be70"} 2026-09-09T03:42:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-46be70"}, "namespace": "ai-tenant-e2e-ipp-a-46be70", "name": "openshift-service-ca.crt", "reconcileID": "1cdcd022-5592-47a5-8d70-ab84a8c37b78", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-46be70"} 2026-09-09T03:42:16Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-46be70"}, "namespace": "ai-tenant-e2e-ipp-a-46be70", "name": "odh-trusted-ca-bundle", "reconcileID": "67aa8912-2bca-44d6-a225-608d558b7c77", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-46be70", "update": "odh-kserve-custom-ca-bundle"} 2026-09-09T03:42:16Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-46be70"}, "namespace": "ai-tenant-e2e-ipp-a-46be70", "name": "odh-trusted-ca-bundle", "reconcileID": "67aa8912-2bca-44d6-a225-608d558b7c77", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-46be70"} 2026-09-09T03:42:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-46be70"}, "namespace": "ai-tenant-e2e-ipp-a-46be70", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2e34b696-f05d-4a4f-a2cf-d34bd7d3b25b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-46be70"} 2026-09-09T03:42:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-46be70","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-46be70", "reconcileID": "e17e75ae-fb4b-4e9f-b729-f46f760c755c", "Gateway": "e2e-ipp-a-46be70", "namespace": "openshift-ingress"} 2026-09-09T03:42:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-46be70","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-46be70", "reconcileID": "e17e75ae-fb4b-4e9f-b729-f46f760c755c", "Gateway": "e2e-ipp-a-46be70", "namespace": "openshift-ingress", "name": "e2e-ipp-a-46be70-authn-ssl"} 2026-09-09T03:42:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-46be70","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-46be70", "reconcileID": "e17e75ae-fb4b-4e9f-b729-f46f760c755c", "Gateway": "e2e-ipp-a-46be70", "namespace": "openshift-ingress"} 2026-09-09T03:42:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-46be70","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-46be70", "reconcileID": "44bd3036-c1c8-4ac9-bf18-6a467ee6ba35", "Gateway": "e2e-ipp-a-46be70", "namespace": "openshift-ingress"} 2026-09-09T03:42:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-46be70","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-46be70", "reconcileID": "44bd3036-c1c8-4ac9-bf18-6a467ee6ba35", "Gateway": "e2e-ipp-a-46be70", "namespace": "openshift-ingress", "name": "e2e-ipp-a-46be70-authn-ssl"} 2026-09-09T03:42:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-46be70","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-46be70", "reconcileID": "44bd3036-c1c8-4ac9-bf18-6a467ee6ba35", "Gateway": "e2e-ipp-a-46be70", "namespace": "openshift-ingress"} 2026-09-09T03:42:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-60a731","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-60a731", "reconcileID": "7d8badcc-aef0-4a38-9740-2bf620352980", "Gateway": "e2e-ipp-b-60a731", "namespace": "openshift-ingress"} 2026-09-09T03:42:42Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-60a731","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-60a731", "reconcileID": "7d8badcc-aef0-4a38-9740-2bf620352980", "Gateway": "e2e-ipp-b-60a731", "namespace": "openshift-ingress", "name": "e2e-ipp-b-60a731-authn-ssl"} 2026-09-09T03:42:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-60a731","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-60a731", "reconcileID": "7d8badcc-aef0-4a38-9740-2bf620352980", "Gateway": "e2e-ipp-b-60a731", "namespace": "openshift-ingress"} 2026-09-09T03:42:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-60a731","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-60a731", "reconcileID": "ecedb36e-2a5c-46ab-8eaf-37e956ade223", "Gateway": "e2e-ipp-b-60a731", "namespace": "openshift-ingress"} 2026-09-09T03:42:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-60a731","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-60a731", "reconcileID": "ecedb36e-2a5c-46ab-8eaf-37e956ade223", "Gateway": "e2e-ipp-b-60a731", "namespace": "openshift-ingress", "name": "e2e-ipp-b-60a731-authn-ssl"} 2026-09-09T03:42:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-60a731","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-60a731", "reconcileID": "ecedb36e-2a5c-46ab-8eaf-37e956ade223", "Gateway": "e2e-ipp-b-60a731", "namespace": "openshift-ingress"} 2026-09-09T03:42:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-60a731","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-60a731", "reconcileID": "3cacbe70-1436-40b1-a3cb-839b1b171e8c", "Gateway": "e2e-ipp-b-60a731", "namespace": "openshift-ingress"} 2026-09-09T03:42:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-60a731","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-60a731", "reconcileID": "3cacbe70-1436-40b1-a3cb-839b1b171e8c", "Gateway": "e2e-ipp-b-60a731", "namespace": "openshift-ingress", "name": "e2e-ipp-b-60a731-authn-ssl"} 2026-09-09T03:42:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-60a731","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-60a731", "reconcileID": "3cacbe70-1436-40b1-a3cb-839b1b171e8c", "Gateway": "e2e-ipp-b-60a731", "namespace": "openshift-ingress"} 2026-09-09T03:42:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-60a731","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-60a731", "reconcileID": "3c05bc94-8672-4307-8393-14723e6dad62", "Gateway": "e2e-ipp-b-60a731", "namespace": "openshift-ingress"} 2026-09-09T03:42:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-60a731","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-60a731", "reconcileID": "3c05bc94-8672-4307-8393-14723e6dad62", "Gateway": "e2e-ipp-b-60a731", "namespace": "openshift-ingress", "name": "e2e-ipp-b-60a731-authn-ssl"} 2026-09-09T03:42:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-60a731","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-60a731", "reconcileID": "3c05bc94-8672-4307-8393-14723e6dad62", "Gateway": "e2e-ipp-b-60a731", "namespace": "openshift-ingress"} 2026-09-09T03:42:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-60a731","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-60a731", "reconcileID": "e4135f12-acf4-4330-a4b8-dd9c920d8ffb", "Gateway": "e2e-ipp-b-60a731", "namespace": "openshift-ingress"} 2026-09-09T03:42:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-60a731","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-60a731", "reconcileID": "e4135f12-acf4-4330-a4b8-dd9c920d8ffb", "Gateway": "e2e-ipp-b-60a731", "namespace": "openshift-ingress", "name": "e2e-ipp-b-60a731-authn-ssl"} 2026-09-09T03:42:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-60a731","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-60a731", "reconcileID": "e4135f12-acf4-4330-a4b8-dd9c920d8ffb", "Gateway": "e2e-ipp-b-60a731", "namespace": "openshift-ingress"} 2026-09-09T03:42:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-60a731","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-60a731", "reconcileID": "07ec8337-de14-48f0-a0d8-73ad1ba6800c", "Gateway": "e2e-ipp-b-60a731", "namespace": "openshift-ingress"} 2026-09-09T03:42:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-60a731","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-60a731", "reconcileID": "07ec8337-de14-48f0-a0d8-73ad1ba6800c", "Gateway": "e2e-ipp-b-60a731", "namespace": "openshift-ingress", "name": "e2e-ipp-b-60a731-authn-ssl"} 2026-09-09T03:42:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-60a731","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-60a731", "reconcileID": "07ec8337-de14-48f0-a0d8-73ad1ba6800c", "Gateway": "e2e-ipp-b-60a731", "namespace": "openshift-ingress"} 2026-09-09T03:42:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-60a731","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-60a731", "reconcileID": "ce2efc03-41c6-42cd-ba07-a22cda9ceffd", "Gateway": "e2e-ipp-b-60a731", "namespace": "openshift-ingress"} 2026-09-09T03:42:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-60a731","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-60a731", "reconcileID": "ce2efc03-41c6-42cd-ba07-a22cda9ceffd", "Gateway": "e2e-ipp-b-60a731", "namespace": "openshift-ingress", "name": "e2e-ipp-b-60a731-authn-ssl"} 2026-09-09T03:42:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-60a731","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-60a731", "reconcileID": "ce2efc03-41c6-42cd-ba07-a22cda9ceffd", "Gateway": "e2e-ipp-b-60a731", "namespace": "openshift-ingress"} 2026-09-09T03:42:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-60a731"}, "namespace": "ai-tenant-e2e-ipp-b-60a731", "name": "openshift-service-ca.crt", "reconcileID": "8ae235f0-d5dd-4bc5-8d93-fedba23eae2e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-60a731"} 2026-09-09T03:42:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-60a731"}, "namespace": "ai-tenant-e2e-ipp-b-60a731", "name": "odh-trusted-ca-bundle", "reconcileID": "f8bff344-bb39-4274-aceb-d928c969cb1d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-60a731"} 2026-09-09T03:42:45Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-60a731"}, "namespace": "ai-tenant-e2e-ipp-b-60a731", "name": "openshift-service-ca.crt", "reconcileID": "cfd43d18-6a09-492f-810d-54dea731fdd2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-60a731", "create": "odh-kserve-custom-ca-bundle"} 2026-09-09T03:42:45Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-60a731"}, "namespace": "ai-tenant-e2e-ipp-b-60a731", "name": "openshift-service-ca.crt", "reconcileID": "cfd43d18-6a09-492f-810d-54dea731fdd2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-60a731"} 2026-09-09T03:42:45Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-60a731"}, "namespace": "ai-tenant-e2e-ipp-b-60a731", "name": "openshift-service-ca.crt", "reconcileID": "432503b9-a32a-4777-b260-d71737c8a7df", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-60a731", "create": "odh-kserve-custom-ca-bundle"} 2026-09-09T03:42:45Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-60a731"}, "namespace": "ai-tenant-e2e-ipp-b-60a731", "name": "openshift-service-ca.crt", "reconcileID": "432503b9-a32a-4777-b260-d71737c8a7df", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-09T03:42:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-60a731"}, "namespace": "ai-tenant-e2e-ipp-b-60a731", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "14c29103-9189-4562-a478-bb91038ca1c7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-60a731"} 2026-09-09T03:42:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-60a731"}, "namespace": "ai-tenant-e2e-ipp-b-60a731", "name": "openshift-service-ca.crt", "reconcileID": "e38016cd-d354-4894-923d-66e539746316", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-60a731"} 2026-09-09T03:42:45Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-60a731"}, "namespace": "ai-tenant-e2e-ipp-b-60a731", "name": "odh-trusted-ca-bundle", "reconcileID": "e9d77e88-5a9d-4266-91a2-2908f7d40c6f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-60a731", "update": "odh-kserve-custom-ca-bundle"} 2026-09-09T03:42:45Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-60a731"}, "namespace": "ai-tenant-e2e-ipp-b-60a731", "name": "odh-trusted-ca-bundle", "reconcileID": "e9d77e88-5a9d-4266-91a2-2908f7d40c6f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-60a731"} 2026-09-09T03:42:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-60a731"}, "namespace": "ai-tenant-e2e-ipp-b-60a731", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a713b49a-694f-40c9-937f-60cfff59a12d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-60a731"} 2026-09-09T03:42:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-60a731","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-60a731", "reconcileID": "1804915b-c7aa-4312-ad5b-8a3f0353402d", "Gateway": "e2e-ipp-b-60a731", "namespace": "openshift-ingress"} 2026-09-09T03:42:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-60a731","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-60a731", "reconcileID": "1804915b-c7aa-4312-ad5b-8a3f0353402d", "Gateway": "e2e-ipp-b-60a731", "namespace": "openshift-ingress", "name": "e2e-ipp-b-60a731-authn-ssl"} 2026-09-09T03:42:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-60a731","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-60a731", "reconcileID": "1804915b-c7aa-4312-ad5b-8a3f0353402d", "Gateway": "e2e-ipp-b-60a731", "namespace": "openshift-ingress"} 2026-09-09T03:42:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-60a731","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-60a731", "reconcileID": "e467bda0-9bf6-4bad-a912-570f0e3611b2", "Gateway": "e2e-ipp-b-60a731", "namespace": "openshift-ingress"} 2026-09-09T03:42:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-60a731","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-60a731", "reconcileID": "e467bda0-9bf6-4bad-a912-570f0e3611b2", "Gateway": "e2e-ipp-b-60a731", "namespace": "openshift-ingress", "name": "e2e-ipp-b-60a731-authn-ssl"} 2026-09-09T03:42:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-60a731","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-60a731", "reconcileID": "e467bda0-9bf6-4bad-a912-570f0e3611b2", "Gateway": "e2e-ipp-b-60a731", "namespace": "openshift-ingress"} 2026-09-09T03:43:16Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-46be70","namespace":"ai-tenant-e2e-ipp-a-46be70"}, "namespace": "ai-tenant-e2e-ipp-a-46be70", "name": "ipp-route-46be70", "reconcileID": "fbbb12cb-6977-406e-a0d5-413f0635f751", "LLMInferenceService": "ipp-route-46be70", "namespace": "ai-tenant-e2e-ipp-a-46be70"} 2026-09-09T03:43:16Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-46be70","namespace":"ai-tenant-e2e-ipp-a-46be70"}, "namespace": "ai-tenant-e2e-ipp-a-46be70", "name": "ipp-route-46be70", "reconcileID": "fbbb12cb-6977-406e-a0d5-413f0635f751", "LLMInferenceService": "ipp-route-46be70", "namespace": "ai-tenant-e2e-ipp-a-46be70"} 2026-09-09T03:43:16Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-46be70","namespace":"ai-tenant-e2e-ipp-a-46be70"}, "namespace": "ai-tenant-e2e-ipp-a-46be70", "name": "ipp-route-46be70", "reconcileID": "fbbb12cb-6977-406e-a0d5-413f0635f751", "LLMInferenceService": "ipp-route-46be70", "namespace": "ai-tenant-e2e-ipp-a-46be70"} 2026-09-09T03:43:16Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-46be70","namespace":"ai-tenant-e2e-ipp-a-46be70"}, "namespace": "ai-tenant-e2e-ipp-a-46be70", "name": "ipp-route-46be70", "reconcileID": "fbbb12cb-6977-406e-a0d5-413f0635f751", "LLMInferenceService": "ipp-route-46be70", "namespace": "ai-tenant-e2e-ipp-a-46be70", "name": "ipp-route-46be70-kserve-route-authn"} 2026-09-09T03:43:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-46be70","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-46be70", "reconcileID": "0a2d44bb-f2d9-4776-b1a2-23417b571712", "Gateway": "e2e-ipp-a-46be70", "namespace": "openshift-ingress"} 2026-09-09T03:43:16Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-46be70","namespace":"ai-tenant-e2e-ipp-a-46be70"}, "namespace": "ai-tenant-e2e-ipp-a-46be70", "name": "ipp-route-46be70", "reconcileID": "fbbb12cb-6977-406e-a0d5-413f0635f751", "LLMInferenceService": "ipp-route-46be70", "namespace": "ai-tenant-e2e-ipp-a-46be70", "authType": "userdefined"} 2026-09-09T03:43:16Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-46be70","namespace":"ai-tenant-e2e-ipp-a-46be70"}, "namespace": "ai-tenant-e2e-ipp-a-46be70", "name": "ipp-route-46be70", "reconcileID": "fbbb12cb-6977-406e-a0d5-413f0635f751", "LLMInferenceService": "ipp-route-46be70", "namespace": "ai-tenant-e2e-ipp-a-46be70"} 2026-09-09T03:43:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-46be70","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-46be70", "reconcileID": "0a2d44bb-f2d9-4776-b1a2-23417b571712", "Gateway": "e2e-ipp-a-46be70", "namespace": "openshift-ingress", "name": "e2e-ipp-a-46be70-authn-ssl"} 2026-09-09T03:43:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-46be70","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-46be70", "reconcileID": "0a2d44bb-f2d9-4776-b1a2-23417b571712", "Gateway": "e2e-ipp-a-46be70", "namespace": "openshift-ingress"} 2026-09-09T03:43:16Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-46be70","namespace":"ai-tenant-e2e-ipp-a-46be70"}, "namespace": "ai-tenant-e2e-ipp-a-46be70", "name": "ipp-route-46be70", "reconcileID": "2e5f04f7-e26e-4a3d-ac3a-2a6a08b3dffb", "LLMInferenceService": "ipp-route-46be70", "namespace": "ai-tenant-e2e-ipp-a-46be70"} 2026-09-09T03:43:16Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-46be70","namespace":"ai-tenant-e2e-ipp-a-46be70"}, "namespace": "ai-tenant-e2e-ipp-a-46be70", "name": "ipp-route-46be70", "reconcileID": "2e5f04f7-e26e-4a3d-ac3a-2a6a08b3dffb", "LLMInferenceService": "ipp-route-46be70", "namespace": "ai-tenant-e2e-ipp-a-46be70"} 2026-09-09T03:43:16Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-46be70","namespace":"ai-tenant-e2e-ipp-a-46be70"}, "namespace": "ai-tenant-e2e-ipp-a-46be70", "name": "ipp-route-46be70", "reconcileID": "2e5f04f7-e26e-4a3d-ac3a-2a6a08b3dffb", "LLMInferenceService": "ipp-route-46be70", "namespace": "ai-tenant-e2e-ipp-a-46be70"} 2026-09-09T03:43:16Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-46be70","namespace":"ai-tenant-e2e-ipp-a-46be70"}, "namespace": "ai-tenant-e2e-ipp-a-46be70", "name": "ipp-route-46be70", "reconcileID": "2e5f04f7-e26e-4a3d-ac3a-2a6a08b3dffb", "LLMInferenceService": "ipp-route-46be70", "namespace": "ai-tenant-e2e-ipp-a-46be70", "name": "ipp-route-46be70-kserve-route-authn"} 2026-09-09T03:43:16Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-46be70","namespace":"ai-tenant-e2e-ipp-a-46be70"}, "namespace": "ai-tenant-e2e-ipp-a-46be70", "name": "ipp-route-46be70", "reconcileID": "2e5f04f7-e26e-4a3d-ac3a-2a6a08b3dffb", "LLMInferenceService": "ipp-route-46be70", "namespace": "ai-tenant-e2e-ipp-a-46be70", "authType": "userdefined"} 2026-09-09T03:43:16Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-46be70","namespace":"ai-tenant-e2e-ipp-a-46be70"}, "namespace": "ai-tenant-e2e-ipp-a-46be70", "name": "ipp-route-46be70", "reconcileID": "2e5f04f7-e26e-4a3d-ac3a-2a6a08b3dffb", "LLMInferenceService": "ipp-route-46be70", "namespace": "ai-tenant-e2e-ipp-a-46be70"} 2026-09-09T03:43:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-46be70","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-46be70", "reconcileID": "9461abe6-add8-4b38-8777-67494eec1037", "Gateway": "e2e-ipp-a-46be70", "namespace": "openshift-ingress"} 2026-09-09T03:43:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-46be70","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-46be70", "reconcileID": "9461abe6-add8-4b38-8777-67494eec1037", "Gateway": "e2e-ipp-a-46be70", "namespace": "openshift-ingress", "name": "e2e-ipp-a-46be70-authn-ssl"} 2026-09-09T03:43:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-46be70","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-46be70", "reconcileID": "9461abe6-add8-4b38-8777-67494eec1037", "Gateway": "e2e-ipp-a-46be70", "namespace": "openshift-ingress"} 2026-09-09T03:43:22Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-46be70","namespace":"ai-tenant-e2e-ipp-a-46be70"}, "namespace": "ai-tenant-e2e-ipp-a-46be70", "name": "ipp-route-46be70", "reconcileID": "24f8faf4-e286-4a98-a7b7-d94440ce77bf", "LLMInferenceService": "ipp-route-46be70", "namespace": "ai-tenant-e2e-ipp-a-46be70"} 2026-09-09T03:43:22Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-46be70","namespace":"ai-tenant-e2e-ipp-a-46be70"}, "namespace": "ai-tenant-e2e-ipp-a-46be70", "name": "ipp-route-46be70", "reconcileID": "24f8faf4-e286-4a98-a7b7-d94440ce77bf", "LLMInferenceService": "ipp-route-46be70", "namespace": "ai-tenant-e2e-ipp-a-46be70"} 2026-09-09T03:43:22Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-46be70","namespace":"ai-tenant-e2e-ipp-a-46be70"}, "namespace": "ai-tenant-e2e-ipp-a-46be70", "name": "ipp-route-46be70", "reconcileID": "24f8faf4-e286-4a98-a7b7-d94440ce77bf", "LLMInferenceService": "ipp-route-46be70", "namespace": "ai-tenant-e2e-ipp-a-46be70"} 2026-09-09T03:43:22Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-46be70","namespace":"ai-tenant-e2e-ipp-a-46be70"}, "namespace": "ai-tenant-e2e-ipp-a-46be70", "name": "ipp-route-46be70", "reconcileID": "24f8faf4-e286-4a98-a7b7-d94440ce77bf", "LLMInferenceService": "ipp-route-46be70", "namespace": "ai-tenant-e2e-ipp-a-46be70", "name": "ipp-route-46be70-kserve-route-authn"} 2026-09-09T03:43:22Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-46be70","namespace":"ai-tenant-e2e-ipp-a-46be70"}, "namespace": "ai-tenant-e2e-ipp-a-46be70", "name": "ipp-route-46be70", "reconcileID": "24f8faf4-e286-4a98-a7b7-d94440ce77bf", "LLMInferenceService": "ipp-route-46be70", "namespace": "ai-tenant-e2e-ipp-a-46be70", "authType": "userdefined"} 2026-09-09T03:43:22Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-46be70","namespace":"ai-tenant-e2e-ipp-a-46be70"}, "namespace": "ai-tenant-e2e-ipp-a-46be70", "name": "ipp-route-46be70", "reconcileID": "24f8faf4-e286-4a98-a7b7-d94440ce77bf", "LLMInferenceService": "ipp-route-46be70", "namespace": "ai-tenant-e2e-ipp-a-46be70"} 2026-09-09T03:43:37Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-46be70","namespace":"ai-tenant-e2e-ipp-a-46be70"}, "namespace": "ai-tenant-e2e-ipp-a-46be70", "name": "ipp-route-46be70", "reconcileID": "78c66119-e2e9-4876-bab3-e9559c14d01c", "LLMInferenceService": "ipp-route-46be70", "namespace": "ai-tenant-e2e-ipp-a-46be70"} 2026-09-09T03:43:37Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-46be70","namespace":"ai-tenant-e2e-ipp-a-46be70"}, "namespace": "ai-tenant-e2e-ipp-a-46be70", "name": "ipp-route-46be70", "reconcileID": "78c66119-e2e9-4876-bab3-e9559c14d01c", "LLMInferenceService": "ipp-route-46be70", "namespace": "ai-tenant-e2e-ipp-a-46be70"} 2026-09-09T03:43:37Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-46be70","namespace":"ai-tenant-e2e-ipp-a-46be70"}, "namespace": "ai-tenant-e2e-ipp-a-46be70", "name": "ipp-route-46be70", "reconcileID": "78c66119-e2e9-4876-bab3-e9559c14d01c", "LLMInferenceService": "ipp-route-46be70", "namespace": "ai-tenant-e2e-ipp-a-46be70"} 2026-09-09T03:43:37Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-46be70","namespace":"ai-tenant-e2e-ipp-a-46be70"}, "namespace": "ai-tenant-e2e-ipp-a-46be70", "name": "ipp-route-46be70", "reconcileID": "78c66119-e2e9-4876-bab3-e9559c14d01c", "LLMInferenceService": "ipp-route-46be70", "namespace": "ai-tenant-e2e-ipp-a-46be70", "name": "ipp-route-46be70-kserve-route-authn"} 2026-09-09T03:43:37Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-46be70","namespace":"ai-tenant-e2e-ipp-a-46be70"}, "namespace": "ai-tenant-e2e-ipp-a-46be70", "name": "ipp-route-46be70", "reconcileID": "78c66119-e2e9-4876-bab3-e9559c14d01c", "LLMInferenceService": "ipp-route-46be70", "namespace": "ai-tenant-e2e-ipp-a-46be70", "authType": "userdefined"} 2026-09-09T03:43:37Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-46be70","namespace":"ai-tenant-e2e-ipp-a-46be70"}, "namespace": "ai-tenant-e2e-ipp-a-46be70", "name": "ipp-route-46be70", "reconcileID": "78c66119-e2e9-4876-bab3-e9559c14d01c", "LLMInferenceService": "ipp-route-46be70", "namespace": "ai-tenant-e2e-ipp-a-46be70"} 2026-09-09T03:43:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-65a459","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-65a459", "reconcileID": "9a904621-82d6-4fb9-a484-da145c5d2f5e", "Gateway": "e2e-ipp-cleanup-65a459", "namespace": "openshift-ingress"} 2026-09-09T03:43:52Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-65a459","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-65a459", "reconcileID": "9a904621-82d6-4fb9-a484-da145c5d2f5e", "Gateway": "e2e-ipp-cleanup-65a459", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-65a459-authn-ssl"} 2026-09-09T03:43:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-65a459","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-65a459", "reconcileID": "9a904621-82d6-4fb9-a484-da145c5d2f5e", "Gateway": "e2e-ipp-cleanup-65a459", "namespace": "openshift-ingress"} 2026-09-09T03:43:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-65a459","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-65a459", "reconcileID": "bf2df337-56a5-4a05-9067-459514da0d23", "Gateway": "e2e-ipp-cleanup-65a459", "namespace": "openshift-ingress"} 2026-09-09T03:43:52Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-65a459","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-65a459", "reconcileID": "bf2df337-56a5-4a05-9067-459514da0d23", "Gateway": "e2e-ipp-cleanup-65a459", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-65a459-authn-ssl"} 2026-09-09T03:43:52Z ERROR Reconciler error {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-65a459","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-65a459", "reconcileID": "bf2df337-56a5-4a05-9067-459514da0d23", "error": "failed to create EnvoyFilter: could not CREATE EnvoyFilter openshift-ingress/e2e-ipp-cleanup-65a459-authn-ssl: envoyfilters.networking.istio.io \"e2e-ipp-cleanup-65a459-authn-ssl\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-09T03:43:52Z DEBUG events Failed to reconcile EnvoyFilter: failed to create EnvoyFilter: could not CREATE EnvoyFilter openshift-ingress/e2e-ipp-cleanup-65a459-authn-ssl: envoyfilters.networking.istio.io "e2e-ipp-cleanup-65a459-authn-ssl" already exists {"type": "Warning", "object": {"kind":"Gateway","namespace":"openshift-ingress","name":"e2e-ipp-cleanup-65a459","uid":"4eaba5b0-ac7e-44bf-bfb0-f436d298a304","apiVersion":"gateway.networking.k8s.io/v1","resourceVersion":"50062"}, "reason": "ReconcileError"} 2026-09-09T03:43:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-65a459","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-65a459", "reconcileID": "bda6cde4-d578-4185-a622-d1d2f9dccc25", "Gateway": "e2e-ipp-cleanup-65a459", "namespace": "openshift-ingress"} 2026-09-09T03:43:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-65a459","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-65a459", "reconcileID": "bda6cde4-d578-4185-a622-d1d2f9dccc25", "Gateway": "e2e-ipp-cleanup-65a459", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-65a459-authn-ssl"} 2026-09-09T03:43:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-65a459","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-65a459", "reconcileID": "bda6cde4-d578-4185-a622-d1d2f9dccc25", "Gateway": "e2e-ipp-cleanup-65a459", "namespace": "openshift-ingress"} 2026-09-09T03:43:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-65a459","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-65a459", "reconcileID": "e8297d9e-3ac1-4117-a275-86861ea6e139", "Gateway": "e2e-ipp-cleanup-65a459", "namespace": "openshift-ingress"} 2026-09-09T03:43:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-65a459","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-65a459", "reconcileID": "e8297d9e-3ac1-4117-a275-86861ea6e139", "Gateway": "e2e-ipp-cleanup-65a459", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-65a459-authn-ssl"} 2026-09-09T03:43:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-65a459","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-65a459", "reconcileID": "e8297d9e-3ac1-4117-a275-86861ea6e139", "Gateway": "e2e-ipp-cleanup-65a459", "namespace": "openshift-ingress"} 2026-09-09T03:43:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-65a459","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-65a459", "reconcileID": "2a683534-4ff4-4f30-8aa3-e41e94b4bede", "Gateway": "e2e-ipp-cleanup-65a459", "namespace": "openshift-ingress"} 2026-09-09T03:43:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-65a459","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-65a459", "reconcileID": "2a683534-4ff4-4f30-8aa3-e41e94b4bede", "Gateway": "e2e-ipp-cleanup-65a459", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-65a459-authn-ssl"} 2026-09-09T03:43:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-65a459","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-65a459", "reconcileID": "2a683534-4ff4-4f30-8aa3-e41e94b4bede", "Gateway": "e2e-ipp-cleanup-65a459", "namespace": "openshift-ingress"} 2026-09-09T03:43:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-65a459","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-65a459", "reconcileID": "bb41334a-0636-49d3-8c03-e4730bf887f6", "Gateway": "e2e-ipp-cleanup-65a459", "namespace": "openshift-ingress"} 2026-09-09T03:43:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-65a459","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-65a459", "reconcileID": "bb41334a-0636-49d3-8c03-e4730bf887f6", "Gateway": "e2e-ipp-cleanup-65a459", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-65a459-authn-ssl"} 2026-09-09T03:43:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-65a459","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-65a459", "reconcileID": "bb41334a-0636-49d3-8c03-e4730bf887f6", "Gateway": "e2e-ipp-cleanup-65a459", "namespace": "openshift-ingress"} 2026-09-09T03:43:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-65a459","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-65a459", "reconcileID": "81365992-95b5-47cc-94ff-61de9cb1f557", "Gateway": "e2e-ipp-cleanup-65a459", "namespace": "openshift-ingress"} 2026-09-09T03:43:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-65a459","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-65a459", "reconcileID": "81365992-95b5-47cc-94ff-61de9cb1f557", "Gateway": "e2e-ipp-cleanup-65a459", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-65a459-authn-ssl"} 2026-09-09T03:43:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-65a459","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-65a459", "reconcileID": "81365992-95b5-47cc-94ff-61de9cb1f557", "Gateway": "e2e-ipp-cleanup-65a459", "namespace": "openshift-ingress"} 2026-09-09T03:43:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-65a459","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-65a459", "reconcileID": "d47b7940-6678-48bc-a8da-8ab261c313ab", "Gateway": "e2e-ipp-cleanup-65a459", "namespace": "openshift-ingress"} 2026-09-09T03:43:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-65a459","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-65a459", "reconcileID": "d47b7940-6678-48bc-a8da-8ab261c313ab", "Gateway": "e2e-ipp-cleanup-65a459", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-65a459-authn-ssl"} 2026-09-09T03:43:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-65a459","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-65a459", "reconcileID": "d47b7940-6678-48bc-a8da-8ab261c313ab", "Gateway": "e2e-ipp-cleanup-65a459", "namespace": "openshift-ingress"} 2026-09-09T03:43:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-65a459"}, "namespace": "ai-tenant-e2e-ipp-cleanup-65a459", "name": "openshift-service-ca.crt", "reconcileID": "f34ec88b-5de7-48f9-a4d8-46dcd2446343", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-65a459"} 2026-09-09T03:43:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-65a459"}, "namespace": "ai-tenant-e2e-ipp-cleanup-65a459", "name": "odh-trusted-ca-bundle", "reconcileID": "9fbf3128-9e82-4c02-a19e-34040a844efa", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-65a459"} 2026-09-09T03:43:55Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-65a459"}, "namespace": "ai-tenant-e2e-ipp-cleanup-65a459", "name": "openshift-service-ca.crt", "reconcileID": "6d49e0f6-d0d2-4c65-86fb-8f3d05b83428", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-65a459", "create": "odh-kserve-custom-ca-bundle"} 2026-09-09T03:43:55Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-65a459"}, "namespace": "ai-tenant-e2e-ipp-cleanup-65a459", "name": "openshift-service-ca.crt", "reconcileID": "6d49e0f6-d0d2-4c65-86fb-8f3d05b83428", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-65a459"} 2026-09-09T03:43:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-65a459"}, "namespace": "ai-tenant-e2e-ipp-cleanup-65a459", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a01c3501-627d-4708-914c-03ad4d5cc72d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-65a459"} 2026-09-09T03:43:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-65a459"}, "namespace": "ai-tenant-e2e-ipp-cleanup-65a459", "name": "openshift-service-ca.crt", "reconcileID": "2b05ee94-e7f9-4070-be72-3e0be1e827ed", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-65a459"} 2026-09-09T03:43:55Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-65a459"}, "namespace": "ai-tenant-e2e-ipp-cleanup-65a459", "name": "odh-trusted-ca-bundle", "reconcileID": "cf33436b-c917-4ff2-a880-434b5d2177ef", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-65a459", "update": "odh-kserve-custom-ca-bundle"} 2026-09-09T03:43:55Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-65a459"}, "namespace": "ai-tenant-e2e-ipp-cleanup-65a459", "name": "odh-trusted-ca-bundle", "reconcileID": "cf33436b-c917-4ff2-a880-434b5d2177ef", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-65a459"} 2026-09-09T03:43:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-65a459"}, "namespace": "ai-tenant-e2e-ipp-cleanup-65a459", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8a74eb1b-ef39-48de-b88e-4b8000d37b11", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-65a459"} 2026-09-09T03:43:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-65a459","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-65a459", "reconcileID": "c8db239b-b182-4079-9c78-9451f8a3b7b8", "Gateway": "e2e-ipp-cleanup-65a459", "namespace": "openshift-ingress"} 2026-09-09T03:43:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-65a459","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-65a459", "reconcileID": "c8db239b-b182-4079-9c78-9451f8a3b7b8", "Gateway": "e2e-ipp-cleanup-65a459", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-65a459-authn-ssl"} 2026-09-09T03:43:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-65a459","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-65a459", "reconcileID": "c8db239b-b182-4079-9c78-9451f8a3b7b8", "Gateway": "e2e-ipp-cleanup-65a459", "namespace": "openshift-ingress"} 2026-09-09T03:44:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-65a459","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-65a459", "reconcileID": "bb6a6ebb-d9a7-4f8f-b5d9-8c51ea0b4b19", "Gateway": "e2e-ipp-cleanup-65a459", "namespace": "openshift-ingress"} 2026-09-09T03:44:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-65a459","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-65a459", "reconcileID": "bb6a6ebb-d9a7-4f8f-b5d9-8c51ea0b4b19", "Gateway": "e2e-ipp-cleanup-65a459", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-65a459-authn-ssl"} 2026-09-09T03:44:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-65a459","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-65a459", "reconcileID": "bb6a6ebb-d9a7-4f8f-b5d9-8c51ea0b4b19", "Gateway": "e2e-ipp-cleanup-65a459", "namespace": "openshift-ingress"} 2026-09-09T03:44:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-65a459","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-65a459", "reconcileID": "0aa94252-bdd3-4add-819d-40f7014cf8bc", "Gateway": "e2e-ipp-cleanup-65a459", "namespace": "openshift-ingress"} 2026-09-09T03:44:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-65a459","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-65a459", "reconcileID": "0aa94252-bdd3-4add-819d-40f7014cf8bc", "Gateway": "e2e-ipp-cleanup-65a459", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-65a459-authn-ssl"} 2026-09-09T03:44:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-65a459","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-65a459", "reconcileID": "0aa94252-bdd3-4add-819d-40f7014cf8bc", "Gateway": "e2e-ipp-cleanup-65a459", "namespace": "openshift-ingress"} 2026-09-09T03:44:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-65a459","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-65a459", "reconcileID": "65433be1-49a2-4007-9fed-6a505c5011ab", "Gateway": "e2e-ipp-cleanup-65a459", "namespace": "openshift-ingress"} 2026-09-09T03:44:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-65a459","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-65a459", "reconcileID": "65433be1-49a2-4007-9fed-6a505c5011ab", "Gateway": "e2e-ipp-cleanup-65a459", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-65a459-authn-ssl"} 2026-09-09T03:44:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-65a459","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-65a459", "reconcileID": "65433be1-49a2-4007-9fed-6a505c5011ab", "Gateway": "e2e-ipp-cleanup-65a459", "namespace": "openshift-ingress"} 2026-09-09T03:44:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-65a459"}, "namespace": "ai-tenant-e2e-ipp-cleanup-65a459", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8ead5370-1272-426f-98d6-94329080b976", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-65a459"} 2026-09-09T03:44:34Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-65a459"}, "namespace": "ai-tenant-e2e-ipp-cleanup-65a459", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8ead5370-1272-426f-98d6-94329080b976", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-65a459", "create": "odh-kserve-custom-ca-bundle"} 2026-09-09T03:44:34Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-65a459"}, "namespace": "ai-tenant-e2e-ipp-cleanup-65a459", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8ead5370-1272-426f-98d6-94329080b976", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-65a459 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-09T03:44:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-65a459"}, "namespace": "ai-tenant-e2e-ipp-cleanup-65a459", "name": "odh-trusted-ca-bundle", "reconcileID": "fdc6d02d-08e5-4eb9-8d2e-9adbb2dad0d8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-65a459"} 2026-09-09T03:44:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-65a459"}, "namespace": "ai-tenant-e2e-ipp-cleanup-65a459", "name": "odh-trusted-ca-bundle", "reconcileID": "fdc6d02d-08e5-4eb9-8d2e-9adbb2dad0d8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-65a459"} 2026-09-09T03:44:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-65a459"}, "namespace": "ai-tenant-e2e-ipp-cleanup-65a459", "name": "openshift-service-ca.crt", "reconcileID": "c87129ac-8e1e-42bf-af32-3cdcdd87ca7b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-65a459"} 2026-09-09T03:44:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-65a459"}, "namespace": "ai-tenant-e2e-ipp-cleanup-65a459", "name": "openshift-service-ca.crt", "reconcileID": "c87129ac-8e1e-42bf-af32-3cdcdd87ca7b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-65a459"} 2026-09-09T03:44:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-65a459"}, "namespace": "ai-tenant-e2e-ipp-cleanup-65a459", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "09a3bb9b-e7bb-44f0-b2af-98acd4badf84", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-65a459"} 2026-09-09T03:44:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-65a459"}, "namespace": "ai-tenant-e2e-ipp-cleanup-65a459", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "09a3bb9b-e7bb-44f0-b2af-98acd4badf84", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-65a459"} 2026-09-09T03:44:34Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-65a459","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-65a459", "reconcileID": "ef01ac64-5a89-48e2-b04a-df2f3a86d4ce", "Gateway": "e2e-ipp-cleanup-65a459", "namespace": "openshift-ingress"} 2026-09-09T03:44:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-46be70","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-46be70", "reconcileID": "122a93fe-0b3e-4596-b4bb-09bb8aa01c73", "Gateway": "e2e-ipp-a-46be70", "namespace": "openshift-ingress"} 2026-09-09T03:44:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-46be70","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-46be70", "reconcileID": "122a93fe-0b3e-4596-b4bb-09bb8aa01c73", "Gateway": "e2e-ipp-a-46be70", "namespace": "openshift-ingress", "name": "e2e-ipp-a-46be70-authn-ssl"} 2026-09-09T03:44:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-46be70","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-46be70", "reconcileID": "122a93fe-0b3e-4596-b4bb-09bb8aa01c73", "Gateway": "e2e-ipp-a-46be70", "namespace": "openshift-ingress"} 2026-09-09T03:44:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-46be70","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-46be70", "reconcileID": "fe1b43e5-d4fb-460f-ad2a-70f1bb156bd5", "Gateway": "e2e-ipp-a-46be70", "namespace": "openshift-ingress"} 2026-09-09T03:44:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-46be70","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-46be70", "reconcileID": "fe1b43e5-d4fb-460f-ad2a-70f1bb156bd5", "Gateway": "e2e-ipp-a-46be70", "namespace": "openshift-ingress", "name": "e2e-ipp-a-46be70-authn-ssl"} 2026-09-09T03:44:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-46be70","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-46be70", "reconcileID": "fe1b43e5-d4fb-460f-ad2a-70f1bb156bd5", "Gateway": "e2e-ipp-a-46be70", "namespace": "openshift-ingress"} 2026-09-09T03:45:00Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-46be70","namespace":"ai-tenant-e2e-ipp-a-46be70"}, "namespace": "ai-tenant-e2e-ipp-a-46be70", "name": "ipp-route-46be70", "reconcileID": "ab1b5691-f4cb-46c5-b616-dcd15f031add", "LLMInferenceService": "ipp-route-46be70", "namespace": "ai-tenant-e2e-ipp-a-46be70"} 2026-09-09T03:45:00Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-46be70","namespace":"ai-tenant-e2e-ipp-a-46be70"}, "namespace": "ai-tenant-e2e-ipp-a-46be70", "name": "ipp-route-46be70", "reconcileID": "ab1b5691-f4cb-46c5-b616-dcd15f031add", "LLMInferenceService": "ipp-route-46be70", "namespace": "ai-tenant-e2e-ipp-a-46be70"} 2026-09-09T03:45:00Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-46be70","namespace":"ai-tenant-e2e-ipp-a-46be70"}, "namespace": "ai-tenant-e2e-ipp-a-46be70", "name": "ipp-route-46be70", "reconcileID": "ab1b5691-f4cb-46c5-b616-dcd15f031add", "LLMInferenceService": "ipp-route-46be70", "namespace": "ai-tenant-e2e-ipp-a-46be70"} 2026-09-09T03:45:00Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-46be70","namespace":"ai-tenant-e2e-ipp-a-46be70"}, "namespace": "ai-tenant-e2e-ipp-a-46be70", "name": "ipp-route-46be70", "reconcileID": "ab1b5691-f4cb-46c5-b616-dcd15f031add", "LLMInferenceService": "ipp-route-46be70", "namespace": "ai-tenant-e2e-ipp-a-46be70", "name": "ipp-route-46be70-kserve-route-authn"} 2026-09-09T03:45:00Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-46be70","namespace":"ai-tenant-e2e-ipp-a-46be70"}, "namespace": "ai-tenant-e2e-ipp-a-46be70", "name": "ipp-route-46be70", "reconcileID": "ab1b5691-f4cb-46c5-b616-dcd15f031add", "LLMInferenceService": "ipp-route-46be70", "namespace": "ai-tenant-e2e-ipp-a-46be70", "authType": "userdefined"} 2026-09-09T03:45:00Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-46be70","namespace":"ai-tenant-e2e-ipp-a-46be70"}, "namespace": "ai-tenant-e2e-ipp-a-46be70", "name": "ipp-route-46be70", "reconcileID": "ab1b5691-f4cb-46c5-b616-dcd15f031add", "LLMInferenceService": "ipp-route-46be70", "namespace": "ai-tenant-e2e-ipp-a-46be70"} 2026-09-09T03:45:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-46be70","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-46be70", "reconcileID": "94fd9b68-b59c-4323-a6af-303f002f41f2", "Gateway": "e2e-ipp-a-46be70", "namespace": "openshift-ingress"} 2026-09-09T03:45:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-46be70","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-46be70", "reconcileID": "94fd9b68-b59c-4323-a6af-303f002f41f2", "Gateway": "e2e-ipp-a-46be70", "namespace": "openshift-ingress", "name": "e2e-ipp-a-46be70-authn-ssl"} 2026-09-09T03:45:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-46be70","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-46be70", "reconcileID": "94fd9b68-b59c-4323-a6af-303f002f41f2", "Gateway": "e2e-ipp-a-46be70", "namespace": "openshift-ingress"} 2026-09-09T03:45:36Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-46be70","namespace":"ai-tenant-e2e-ipp-a-46be70"}, "namespace": "ai-tenant-e2e-ipp-a-46be70", "name": "ipp-route-46be70", "reconcileID": "1bad8848-b3ed-4067-aae6-1e3e92c8efc6", "LLMInferenceService": "ipp-route-46be70", "namespace": "ai-tenant-e2e-ipp-a-46be70"} 2026-09-09T03:45:36Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-46be70","namespace":"ai-tenant-e2e-ipp-a-46be70"}, "namespace": "ai-tenant-e2e-ipp-a-46be70", "name": "ipp-route-46be70", "reconcileID": "1bad8848-b3ed-4067-aae6-1e3e92c8efc6", "LLMInferenceService": "ipp-route-46be70", "namespace": "ai-tenant-e2e-ipp-a-46be70"} 2026-09-09T03:45:36Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-46be70","namespace":"ai-tenant-e2e-ipp-a-46be70"}, "namespace": "ai-tenant-e2e-ipp-a-46be70", "name": "ipp-route-46be70", "reconcileID": "1bad8848-b3ed-4067-aae6-1e3e92c8efc6", "LLMInferenceService": "ipp-route-46be70", "namespace": "ai-tenant-e2e-ipp-a-46be70"} 2026-09-09T03:45:36Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-46be70","namespace":"ai-tenant-e2e-ipp-a-46be70"}, "namespace": "ai-tenant-e2e-ipp-a-46be70", "name": "ipp-route-46be70", "reconcileID": "1bad8848-b3ed-4067-aae6-1e3e92c8efc6", "LLMInferenceService": "ipp-route-46be70", "namespace": "ai-tenant-e2e-ipp-a-46be70", "name": "ipp-route-46be70-kserve-route-authn"} 2026-09-09T03:45:36Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-46be70","namespace":"ai-tenant-e2e-ipp-a-46be70"}, "namespace": "ai-tenant-e2e-ipp-a-46be70", "name": "ipp-route-46be70", "reconcileID": "1bad8848-b3ed-4067-aae6-1e3e92c8efc6", "LLMInferenceService": "ipp-route-46be70", "namespace": "ai-tenant-e2e-ipp-a-46be70", "authType": "userdefined"} 2026-09-09T03:45:36Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-46be70","namespace":"ai-tenant-e2e-ipp-a-46be70"}, "namespace": "ai-tenant-e2e-ipp-a-46be70", "name": "ipp-route-46be70", "reconcileID": "1bad8848-b3ed-4067-aae6-1e3e92c8efc6", "LLMInferenceService": "ipp-route-46be70", "namespace": "ai-tenant-e2e-ipp-a-46be70"} 2026-09-09T03:45:36Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-46be70","namespace":"ai-tenant-e2e-ipp-a-46be70"}, "namespace": "ai-tenant-e2e-ipp-a-46be70", "name": "ipp-route-46be70", "reconcileID": "accc6b56-9d8e-403c-8993-cb4f2e0e9c3c", "LLMInferenceService": "ipp-route-46be70", "namespace": "ai-tenant-e2e-ipp-a-46be70"} 2026-09-09T03:45:36Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-46be70","namespace":"ai-tenant-e2e-ipp-a-46be70"}, "namespace": "ai-tenant-e2e-ipp-a-46be70", "name": "ipp-route-46be70", "reconcileID": "accc6b56-9d8e-403c-8993-cb4f2e0e9c3c", "LLMInferenceService": "ipp-route-46be70", "namespace": "ai-tenant-e2e-ipp-a-46be70", "name": "ipp-route-46be70"} 2026-09-09T03:45:36Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-46be70","namespace":"ai-tenant-e2e-ipp-a-46be70"}, "namespace": "ai-tenant-e2e-ipp-a-46be70", "name": "ipp-route-46be70", "reconcileID": "accc6b56-9d8e-403c-8993-cb4f2e0e9c3c", "LLMInferenceService": "ipp-route-46be70", "namespace": "ai-tenant-e2e-ipp-a-46be70"} 2026-09-09T03:45:36Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-46be70","namespace":"ai-tenant-e2e-ipp-a-46be70"}, "namespace": "ai-tenant-e2e-ipp-a-46be70", "name": "ipp-route-46be70", "reconcileID": "accc6b56-9d8e-403c-8993-cb4f2e0e9c3c", "LLMInferenceService": "ipp-route-46be70", "namespace": "ai-tenant-e2e-ipp-a-46be70"} 2026-09-09T03:45:36Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-46be70","namespace":"ai-tenant-e2e-ipp-a-46be70"}, "namespace": "ai-tenant-e2e-ipp-a-46be70", "name": "ipp-route-46be70", "reconcileID": "accc6b56-9d8e-403c-8993-cb4f2e0e9c3c", "LLMInferenceService": "ipp-route-46be70", "namespace": "ai-tenant-e2e-ipp-a-46be70", "name": "ipp-route-46be70-kserve-route-authn"} 2026-09-09T03:45:36Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-46be70","namespace":"ai-tenant-e2e-ipp-a-46be70"}, "namespace": "ai-tenant-e2e-ipp-a-46be70", "name": "ipp-route-46be70", "reconcileID": "accc6b56-9d8e-403c-8993-cb4f2e0e9c3c", "LLMInferenceService": "ipp-route-46be70", "namespace": "ai-tenant-e2e-ipp-a-46be70", "name": "ipp-route-46be70-kserve-route-authn"} 2026-09-09T03:45:36Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-46be70","namespace":"ai-tenant-e2e-ipp-a-46be70"}, "namespace": "ai-tenant-e2e-ipp-a-46be70", "name": "ipp-route-46be70", "reconcileID": "accc6b56-9d8e-403c-8993-cb4f2e0e9c3c", "LLMInferenceService": "ipp-route-46be70", "namespace": "ai-tenant-e2e-ipp-a-46be70", "namespace": "ai-tenant-e2e-ipp-a-46be70"} 2026-09-09T03:45:36Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-46be70","namespace":"ai-tenant-e2e-ipp-a-46be70"}, "namespace": "ai-tenant-e2e-ipp-a-46be70", "name": "ipp-route-46be70", "reconcileID": "accc6b56-9d8e-403c-8993-cb4f2e0e9c3c", "LLMInferenceService": "ipp-route-46be70", "namespace": "ai-tenant-e2e-ipp-a-46be70", "namespace": "ai-tenant-e2e-ipp-a-46be70"} 2026-09-09T03:45:37Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-46be70","namespace":"ai-tenant-e2e-ipp-a-46be70"}, "namespace": "ai-tenant-e2e-ipp-a-46be70", "name": "ipp-route-46be70", "reconcileID": "b9d32c16-9b70-41a6-8b1e-895d66759609", "LLMInferenceService": "ipp-route-46be70", "namespace": "ai-tenant-e2e-ipp-a-46be70"} 2026-09-09T03:45:37Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-46be70","namespace":"ai-tenant-e2e-ipp-a-46be70"}, "namespace": "ai-tenant-e2e-ipp-a-46be70", "name": "ipp-route-46be70", "reconcileID": "b9d32c16-9b70-41a6-8b1e-895d66759609", "LLMInferenceService": "ipp-route-46be70", "namespace": "ai-tenant-e2e-ipp-a-46be70", "name": "ipp-route-46be70"} 2026-09-09T03:45:37Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-46be70","namespace":"ai-tenant-e2e-ipp-a-46be70"}, "namespace": "ai-tenant-e2e-ipp-a-46be70", "name": "ipp-route-46be70", "reconcileID": "b9d32c16-9b70-41a6-8b1e-895d66759609", "LLMInferenceService": "ipp-route-46be70", "namespace": "ai-tenant-e2e-ipp-a-46be70"} 2026-09-09T03:45:37Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-46be70","namespace":"ai-tenant-e2e-ipp-a-46be70"}, "namespace": "ai-tenant-e2e-ipp-a-46be70", "name": "ipp-route-46be70", "reconcileID": "b9d32c16-9b70-41a6-8b1e-895d66759609", "LLMInferenceService": "ipp-route-46be70", "namespace": "ai-tenant-e2e-ipp-a-46be70"} 2026-09-09T03:45:37Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-46be70","namespace":"ai-tenant-e2e-ipp-a-46be70"}, "namespace": "ai-tenant-e2e-ipp-a-46be70", "name": "ipp-route-46be70", "reconcileID": "b9d32c16-9b70-41a6-8b1e-895d66759609", "LLMInferenceService": "ipp-route-46be70", "namespace": "ai-tenant-e2e-ipp-a-46be70", "name": "ipp-route-46be70-kserve-route-authn"} 2026-09-09T03:45:37Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-46be70","namespace":"ai-tenant-e2e-ipp-a-46be70"}, "namespace": "ai-tenant-e2e-ipp-a-46be70", "name": "ipp-route-46be70", "reconcileID": "b9d32c16-9b70-41a6-8b1e-895d66759609", "LLMInferenceService": "ipp-route-46be70", "namespace": "ai-tenant-e2e-ipp-a-46be70", "name": "ipp-route-46be70-kserve-route-authn"} 2026-09-09T03:45:37Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-46be70","namespace":"ai-tenant-e2e-ipp-a-46be70"}, "namespace": "ai-tenant-e2e-ipp-a-46be70", "name": "ipp-route-46be70", "reconcileID": "b9d32c16-9b70-41a6-8b1e-895d66759609", "LLMInferenceService": "ipp-route-46be70", "namespace": "ai-tenant-e2e-ipp-a-46be70", "namespace": "ai-tenant-e2e-ipp-a-46be70"} 2026-09-09T03:45:37Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-46be70","namespace":"ai-tenant-e2e-ipp-a-46be70"}, "namespace": "ai-tenant-e2e-ipp-a-46be70", "name": "ipp-route-46be70", "reconcileID": "b9d32c16-9b70-41a6-8b1e-895d66759609", "LLMInferenceService": "ipp-route-46be70", "namespace": "ai-tenant-e2e-ipp-a-46be70", "namespace": "ai-tenant-e2e-ipp-a-46be70"} 2026-09-09T03:45:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-46be70","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-46be70", "reconcileID": "fd496fda-bd8c-4169-b934-1937dc6165c7", "Gateway": "e2e-ipp-a-46be70", "namespace": "openshift-ingress"} 2026-09-09T03:45:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-46be70","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-46be70", "reconcileID": "fd496fda-bd8c-4169-b934-1937dc6165c7", "Gateway": "e2e-ipp-a-46be70", "namespace": "openshift-ingress", "name": "e2e-ipp-a-46be70-authn-ssl"} 2026-09-09T03:45:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-46be70","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-46be70", "reconcileID": "fd496fda-bd8c-4169-b934-1937dc6165c7", "Gateway": "e2e-ipp-a-46be70", "namespace": "openshift-ingress"} 2026-09-09T03:45:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-46be70"}, "namespace": "ai-tenant-e2e-ipp-a-46be70", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "100d59f6-6c2e-42e6-8bbc-1472fd8ed384", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-46be70"} 2026-09-09T03:45:37Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-46be70"}, "namespace": "ai-tenant-e2e-ipp-a-46be70", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "100d59f6-6c2e-42e6-8bbc-1472fd8ed384", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-46be70", "create": "odh-kserve-custom-ca-bundle"} 2026-09-09T03:45:37Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-46be70"}, "namespace": "ai-tenant-e2e-ipp-a-46be70", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "100d59f6-6c2e-42e6-8bbc-1472fd8ed384", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-46be70 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-09T03:45:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-46be70"}, "namespace": "ai-tenant-e2e-ipp-a-46be70", "name": "odh-trusted-ca-bundle", "reconcileID": "5fd80c6d-e203-4fb2-be16-0260f597c74c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-46be70"} 2026-09-09T03:45:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-46be70"}, "namespace": "ai-tenant-e2e-ipp-a-46be70", "name": "odh-trusted-ca-bundle", "reconcileID": "5fd80c6d-e203-4fb2-be16-0260f597c74c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-46be70"} 2026-09-09T03:45:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-46be70"}, "namespace": "ai-tenant-e2e-ipp-a-46be70", "name": "openshift-service-ca.crt", "reconcileID": "1887b453-415f-4ed4-a489-299d5e400d15", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-46be70"} 2026-09-09T03:45:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-46be70"}, "namespace": "ai-tenant-e2e-ipp-a-46be70", "name": "openshift-service-ca.crt", "reconcileID": "1887b453-415f-4ed4-a489-299d5e400d15", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-46be70"} 2026-09-09T03:45:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-46be70"}, "namespace": "ai-tenant-e2e-ipp-a-46be70", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3e06dc3e-eaff-4f59-9cea-7564dfdd8942", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-46be70"} 2026-09-09T03:45:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-46be70"}, "namespace": "ai-tenant-e2e-ipp-a-46be70", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3e06dc3e-eaff-4f59-9cea-7564dfdd8942", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-46be70"} 2026-09-09T03:45:38Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-46be70","namespace":"ai-tenant-e2e-ipp-a-46be70"}, "namespace": "ai-tenant-e2e-ipp-a-46be70", "name": "ipp-route-46be70", "reconcileID": "d230f308-4f22-4d62-95e1-e12095baef02", "LLMInferenceService": "ipp-route-46be70", "namespace": "ai-tenant-e2e-ipp-a-46be70"} 2026-09-09T03:45:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-46be70","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-46be70", "reconcileID": "0381e7bc-3651-4cd1-8540-a2f6d2a1279c", "Gateway": "e2e-ipp-a-46be70", "namespace": "openshift-ingress"} 2026-09-09T03:45:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-46be70","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-46be70", "reconcileID": "0381e7bc-3651-4cd1-8540-a2f6d2a1279c", "Gateway": "e2e-ipp-a-46be70", "namespace": "openshift-ingress", "name": "e2e-ipp-a-46be70-authn-ssl"} 2026-09-09T03:45:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-46be70","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-46be70", "reconcileID": "0381e7bc-3651-4cd1-8540-a2f6d2a1279c", "Gateway": "e2e-ipp-a-46be70", "namespace": "openshift-ingress"} 2026-09-09T03:45:43Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-46be70","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-46be70", "reconcileID": "ecceac53-c97b-45bb-8b67-271ecaa8dc82", "Gateway": "e2e-ipp-a-46be70", "namespace": "openshift-ingress"} 2026-09-09T03:45:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-60a731","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-60a731", "reconcileID": "fec5ac8e-1b98-49d8-9ad0-552855467e64", "Gateway": "e2e-ipp-b-60a731", "namespace": "openshift-ingress"} 2026-09-09T03:45:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-60a731","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-60a731", "reconcileID": "fec5ac8e-1b98-49d8-9ad0-552855467e64", "Gateway": "e2e-ipp-b-60a731", "namespace": "openshift-ingress", "name": "e2e-ipp-b-60a731-authn-ssl"} 2026-09-09T03:45:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-60a731","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-60a731", "reconcileID": "fec5ac8e-1b98-49d8-9ad0-552855467e64", "Gateway": "e2e-ipp-b-60a731", "namespace": "openshift-ingress"} 2026-09-09T03:45:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-60a731","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-60a731", "reconcileID": "ad303d5a-3606-4329-a666-fe551c3ee88c", "Gateway": "e2e-ipp-b-60a731", "namespace": "openshift-ingress"} 2026-09-09T03:45:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-60a731","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-60a731", "reconcileID": "ad303d5a-3606-4329-a666-fe551c3ee88c", "Gateway": "e2e-ipp-b-60a731", "namespace": "openshift-ingress", "name": "e2e-ipp-b-60a731-authn-ssl"} 2026-09-09T03:45:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-60a731","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-60a731", "reconcileID": "ad303d5a-3606-4329-a666-fe551c3ee88c", "Gateway": "e2e-ipp-b-60a731", "namespace": "openshift-ingress"} 2026-09-09T03:46:00Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-60a731"}, "namespace": "ai-tenant-e2e-ipp-b-60a731", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "69c4bda9-497a-4289-b4a0-2f470cefb13a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-60a731"} 2026-09-09T03:46:00Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-60a731"}, "namespace": "ai-tenant-e2e-ipp-b-60a731", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "69c4bda9-497a-4289-b4a0-2f470cefb13a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-60a731", "create": "odh-kserve-custom-ca-bundle"} 2026-09-09T03:46:00Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-60a731"}, "namespace": "ai-tenant-e2e-ipp-b-60a731", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "69c4bda9-497a-4289-b4a0-2f470cefb13a", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-60a731 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-09T03:46:00Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-60a731"}, "namespace": "ai-tenant-e2e-ipp-b-60a731", "name": "odh-trusted-ca-bundle", "reconcileID": "3d0ae3c1-039f-4abf-b734-343520c552ad", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-60a731"} 2026-09-09T03:46:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-60a731"}, "namespace": "ai-tenant-e2e-ipp-b-60a731", "name": "odh-trusted-ca-bundle", "reconcileID": "3d0ae3c1-039f-4abf-b734-343520c552ad", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-60a731"} 2026-09-09T03:46:00Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-60a731"}, "namespace": "ai-tenant-e2e-ipp-b-60a731", "name": "openshift-service-ca.crt", "reconcileID": "1e2d22a8-ce2b-496c-855d-e810883443f4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-60a731"} 2026-09-09T03:46:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-60a731"}, "namespace": "ai-tenant-e2e-ipp-b-60a731", "name": "openshift-service-ca.crt", "reconcileID": "1e2d22a8-ce2b-496c-855d-e810883443f4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-60a731"} 2026-09-09T03:46:00Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-60a731"}, "namespace": "ai-tenant-e2e-ipp-b-60a731", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c43d6e68-b18c-48fd-9a98-f254bdc7879b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-60a731"} 2026-09-09T03:46:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-60a731"}, "namespace": "ai-tenant-e2e-ipp-b-60a731", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c43d6e68-b18c-48fd-9a98-f254bdc7879b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-60a731"} 2026-09-09T03:46:01Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-60a731","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-60a731", "reconcileID": "9ba06371-c5f4-47fc-a6bc-84ed043cf9e9", "Gateway": "e2e-ipp-b-60a731", "namespace": "openshift-ingress"} 2026-09-09T03:46:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-5d8e85","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-5d8e85", "reconcileID": "9c4f4e72-35c5-47b0-8fcd-9ae27dac0d67", "Gateway": "e2e-shared-a-w3-5d8e85", "namespace": "openshift-ingress"} 2026-09-09T03:46:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-5d8e85","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-5d8e85", "reconcileID": "9c4f4e72-35c5-47b0-8fcd-9ae27dac0d67", "Gateway": "e2e-shared-a-w3-5d8e85", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-5d8e85-authn-ssl"} 2026-09-09T03:46:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-5d8e85","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-5d8e85", "reconcileID": "9c4f4e72-35c5-47b0-8fcd-9ae27dac0d67", "Gateway": "e2e-shared-a-w3-5d8e85", "namespace": "openshift-ingress"} 2026-09-09T03:46:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-5d8e85","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-5d8e85", "reconcileID": "2d5acb44-9df3-4d5c-b658-91f8e76c7ae2", "Gateway": "e2e-shared-a-w3-5d8e85", "namespace": "openshift-ingress"} 2026-09-09T03:46:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-5d8e85","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-5d8e85", "reconcileID": "2d5acb44-9df3-4d5c-b658-91f8e76c7ae2", "Gateway": "e2e-shared-a-w3-5d8e85", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-5d8e85-authn-ssl"} 2026-09-09T03:46:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-5d8e85","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-5d8e85", "reconcileID": "2d5acb44-9df3-4d5c-b658-91f8e76c7ae2", "Gateway": "e2e-shared-a-w3-5d8e85", "namespace": "openshift-ingress"} 2026-09-09T03:46:18Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-5d8e85"}, "namespace": "ai-tenant-e2e-shared-a-w3-5d8e85", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ba801e89-0bfe-4a1e-b82d-3539ac03afc1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-5d8e85"} 2026-09-09T03:46:18Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-5d8e85"}, "namespace": "ai-tenant-e2e-shared-a-w3-5d8e85", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ba801e89-0bfe-4a1e-b82d-3539ac03afc1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-5d8e85", "create": "odh-kserve-custom-ca-bundle"} 2026-09-09T03:46:18Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-5d8e85"}, "namespace": "ai-tenant-e2e-shared-a-w3-5d8e85", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ba801e89-0bfe-4a1e-b82d-3539ac03afc1", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w3-5d8e85 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-09T03:46:18Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-5d8e85"}, "namespace": "ai-tenant-e2e-shared-a-w3-5d8e85", "name": "odh-trusted-ca-bundle", "reconcileID": "a8ebbb9d-e59c-490d-ac5c-d2b67f859437", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-5d8e85"} 2026-09-09T03:46:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-5d8e85"}, "namespace": "ai-tenant-e2e-shared-a-w3-5d8e85", "name": "odh-trusted-ca-bundle", "reconcileID": "a8ebbb9d-e59c-490d-ac5c-d2b67f859437", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-5d8e85"} 2026-09-09T03:46:18Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-5d8e85"}, "namespace": "ai-tenant-e2e-shared-a-w3-5d8e85", "name": "openshift-service-ca.crt", "reconcileID": "d876099b-349b-4f19-9ced-b4ea48e34068", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-5d8e85"} 2026-09-09T03:46:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-5d8e85"}, "namespace": "ai-tenant-e2e-shared-a-w3-5d8e85", "name": "openshift-service-ca.crt", "reconcileID": "d876099b-349b-4f19-9ced-b4ea48e34068", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-5d8e85"} 2026-09-09T03:46:18Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-5d8e85"}, "namespace": "ai-tenant-e2e-shared-a-w3-5d8e85", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "77e7a698-3ec1-468a-9297-5bdf6065c3fc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-5d8e85"} 2026-09-09T03:46:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-5d8e85"}, "namespace": "ai-tenant-e2e-shared-a-w3-5d8e85", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "77e7a698-3ec1-468a-9297-5bdf6065c3fc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-5d8e85"} 2026-09-09T03:46:19Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-5d8e85","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-5d8e85", "reconcileID": "9c7db526-b630-4bb2-a70f-4abecb1d2327", "Gateway": "e2e-shared-a-w3-5d8e85", "namespace": "openshift-ingress"} 2026-09-09T03:46:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-c34148","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-c34148", "reconcileID": "c484923f-4cb0-4e62-b7f2-a4b903671fe0", "Gateway": "e2e-shared-b-w3-c34148", "namespace": "openshift-ingress"} 2026-09-09T03:46:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-c34148","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-c34148", "reconcileID": "c484923f-4cb0-4e62-b7f2-a4b903671fe0", "Gateway": "e2e-shared-b-w3-c34148", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-c34148-authn-ssl"} 2026-09-09T03:46:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-c34148","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-c34148", "reconcileID": "c484923f-4cb0-4e62-b7f2-a4b903671fe0", "Gateway": "e2e-shared-b-w3-c34148", "namespace": "openshift-ingress"} 2026-09-09T03:46:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-c34148","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-c34148", "reconcileID": "c1cf0bf9-ba88-41e6-9c30-4340e65dfddb", "Gateway": "e2e-shared-b-w3-c34148", "namespace": "openshift-ingress"} 2026-09-09T03:46:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-c34148","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-c34148", "reconcileID": "c1cf0bf9-ba88-41e6-9c30-4340e65dfddb", "Gateway": "e2e-shared-b-w3-c34148", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-c34148-authn-ssl"} 2026-09-09T03:46:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-c34148","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-c34148", "reconcileID": "c1cf0bf9-ba88-41e6-9c30-4340e65dfddb", "Gateway": "e2e-shared-b-w3-c34148", "namespace": "openshift-ingress"} 2026-09-09T03:46:36Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-c34148"}, "namespace": "ai-tenant-e2e-shared-b-w3-c34148", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a1aa4c17-d867-4c11-b239-4b935aeeecb3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-c34148"} 2026-09-09T03:46:36Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-c34148"}, "namespace": "ai-tenant-e2e-shared-b-w3-c34148", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a1aa4c17-d867-4c11-b239-4b935aeeecb3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-c34148", "create": "odh-kserve-custom-ca-bundle"} 2026-09-09T03:46:36Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-c34148"}, "namespace": "ai-tenant-e2e-shared-b-w3-c34148", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a1aa4c17-d867-4c11-b239-4b935aeeecb3", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w3-c34148 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-09T03:46:36Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-c34148"}, "namespace": "ai-tenant-e2e-shared-b-w3-c34148", "name": "odh-trusted-ca-bundle", "reconcileID": "9bd80484-2061-4e2d-a128-6e24845e60f7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-c34148"} 2026-09-09T03:46:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-c34148"}, "namespace": "ai-tenant-e2e-shared-b-w3-c34148", "name": "odh-trusted-ca-bundle", "reconcileID": "9bd80484-2061-4e2d-a128-6e24845e60f7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-c34148"} 2026-09-09T03:46:36Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-c34148"}, "namespace": "ai-tenant-e2e-shared-b-w3-c34148", "name": "openshift-service-ca.crt", "reconcileID": "f13800a6-14a9-4109-9308-987761fb0546", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-c34148"} 2026-09-09T03:46:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-c34148"}, "namespace": "ai-tenant-e2e-shared-b-w3-c34148", "name": "openshift-service-ca.crt", "reconcileID": "f13800a6-14a9-4109-9308-987761fb0546", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-c34148"} 2026-09-09T03:46:36Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-c34148"}, "namespace": "ai-tenant-e2e-shared-b-w3-c34148", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fc002986-a8ad-43b7-a73f-78c94418b3ef", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-c34148"} 2026-09-09T03:46:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-c34148"}, "namespace": "ai-tenant-e2e-shared-b-w3-c34148", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fc002986-a8ad-43b7-a73f-78c94418b3ef", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-c34148"} 2026-09-09T03:46:37Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-c34148","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-c34148", "reconcileID": "5234849e-fb9a-484c-a5c9-c029cce0d933", "Gateway": "e2e-shared-b-w3-c34148", "namespace": "openshift-ingress"} 2026-09-09T03:47:49Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-09T03:47:49Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-09T03:47:52Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-09T03:47:52Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-09T03:50:44Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-c5827fc9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-c5827fc9", "reconcileID": "a5730a46-08bf-45de-80a5-fe1f4ea5212e", "LLMInferenceService": "e2e-same-id-a-c5827fc9", "namespace": "llm"} 2026-09-09T03:50:44Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-c5827fc9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-c5827fc9", "reconcileID": "a5730a46-08bf-45de-80a5-fe1f4ea5212e", "LLMInferenceService": "e2e-same-id-a-c5827fc9", "namespace": "llm"} 2026-09-09T03:50:44Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-c5827fc9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-c5827fc9", "reconcileID": "a5730a46-08bf-45de-80a5-fe1f4ea5212e", "LLMInferenceService": "e2e-same-id-a-c5827fc9", "namespace": "llm"} 2026-09-09T03:50:44Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-c5827fc9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-c5827fc9", "reconcileID": "a5730a46-08bf-45de-80a5-fe1f4ea5212e", "LLMInferenceService": "e2e-same-id-a-c5827fc9", "namespace": "llm", "name": "e2e-same-id-a-c5827fc9-kserve-route-authn"} 2026-09-09T03:50:44Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-c5827fc9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-c5827fc9", "reconcileID": "a5730a46-08bf-45de-80a5-fe1f4ea5212e", "LLMInferenceService": "e2e-same-id-a-c5827fc9", "namespace": "llm", "authType": "userdefined"} 2026-09-09T03:50:44Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-c5827fc9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-c5827fc9", "reconcileID": "a5730a46-08bf-45de-80a5-fe1f4ea5212e", "LLMInferenceService": "e2e-same-id-a-c5827fc9", "namespace": "llm"} 2026-09-09T03:50:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "db5aee26-7c4b-47ad-8fd8-5d841cf1fffd", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T03:50:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "db5aee26-7c4b-47ad-8fd8-5d841cf1fffd", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-09T03:50:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "db5aee26-7c4b-47ad-8fd8-5d841cf1fffd", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T03:50:44Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-c5827fc9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-c5827fc9", "reconcileID": "76d8a323-14ae-48a7-94db-d90f64d1bd54", "LLMInferenceService": "e2e-same-id-a-c5827fc9", "namespace": "llm"} 2026-09-09T03:50:44Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-c5827fc9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-c5827fc9", "reconcileID": "76d8a323-14ae-48a7-94db-d90f64d1bd54", "LLMInferenceService": "e2e-same-id-a-c5827fc9", "namespace": "llm"} 2026-09-09T03:50:44Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-c5827fc9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-c5827fc9", "reconcileID": "76d8a323-14ae-48a7-94db-d90f64d1bd54", "LLMInferenceService": "e2e-same-id-a-c5827fc9", "namespace": "llm"} 2026-09-09T03:50:44Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-c5827fc9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-c5827fc9", "reconcileID": "76d8a323-14ae-48a7-94db-d90f64d1bd54", "LLMInferenceService": "e2e-same-id-a-c5827fc9", "namespace": "llm", "name": "e2e-same-id-a-c5827fc9-kserve-route-authn"} 2026-09-09T03:50:44Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-c5827fc9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-c5827fc9", "reconcileID": "76d8a323-14ae-48a7-94db-d90f64d1bd54", "LLMInferenceService": "e2e-same-id-a-c5827fc9", "namespace": "llm", "authType": "userdefined"} 2026-09-09T03:50:44Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-c5827fc9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-c5827fc9", "reconcileID": "76d8a323-14ae-48a7-94db-d90f64d1bd54", "LLMInferenceService": "e2e-same-id-a-c5827fc9", "namespace": "llm"} 2026-09-09T03:50:44Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-c5827fc9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-c5827fc9", "reconcileID": "95b1e459-c1d6-4038-8b24-35e182c29bbe", "LLMInferenceService": "e2e-same-id-b-c5827fc9", "namespace": "llm"} 2026-09-09T03:50:44Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-c5827fc9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-c5827fc9", "reconcileID": "95b1e459-c1d6-4038-8b24-35e182c29bbe", "LLMInferenceService": "e2e-same-id-b-c5827fc9", "namespace": "llm"} 2026-09-09T03:50:44Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-c5827fc9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-c5827fc9", "reconcileID": "95b1e459-c1d6-4038-8b24-35e182c29bbe", "LLMInferenceService": "e2e-same-id-b-c5827fc9", "namespace": "llm"} 2026-09-09T03:50:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4475a405-2378-4bad-a6fe-16535eae8055", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T03:50:44Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-c5827fc9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-c5827fc9", "reconcileID": "95b1e459-c1d6-4038-8b24-35e182c29bbe", "LLMInferenceService": "e2e-same-id-b-c5827fc9", "namespace": "llm", "name": "e2e-same-id-b-c5827fc9-kserve-route-authn"} 2026-09-09T03:50:44Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-c5827fc9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-c5827fc9", "reconcileID": "95b1e459-c1d6-4038-8b24-35e182c29bbe", "LLMInferenceService": "e2e-same-id-b-c5827fc9", "namespace": "llm", "authType": "userdefined"} 2026-09-09T03:50:44Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-c5827fc9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-c5827fc9", "reconcileID": "95b1e459-c1d6-4038-8b24-35e182c29bbe", "LLMInferenceService": "e2e-same-id-b-c5827fc9", "namespace": "llm"} 2026-09-09T03:50:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4475a405-2378-4bad-a6fe-16535eae8055", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-09T03:50:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4475a405-2378-4bad-a6fe-16535eae8055", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T03:51:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0a2cdec9-15c8-4143-b9f8-cf4d8e173b27", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T03:51:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0a2cdec9-15c8-4143-b9f8-cf4d8e173b27", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-09T03:51:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0a2cdec9-15c8-4143-b9f8-cf4d8e173b27", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T03:51:06Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-c5827fc9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-c5827fc9", "reconcileID": "6f5540b8-d0d9-43c6-bd0e-e52c0867061d", "LLMInferenceService": "e2e-same-id-a-c5827fc9", "namespace": "llm"} 2026-09-09T03:51:06Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-c5827fc9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-c5827fc9", "reconcileID": "6f5540b8-d0d9-43c6-bd0e-e52c0867061d", "LLMInferenceService": "e2e-same-id-a-c5827fc9", "namespace": "llm"} 2026-09-09T03:51:06Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-c5827fc9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-c5827fc9", "reconcileID": "6f5540b8-d0d9-43c6-bd0e-e52c0867061d", "LLMInferenceService": "e2e-same-id-a-c5827fc9", "namespace": "llm"} 2026-09-09T03:51:06Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-c5827fc9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-c5827fc9", "reconcileID": "6f5540b8-d0d9-43c6-bd0e-e52c0867061d", "LLMInferenceService": "e2e-same-id-a-c5827fc9", "namespace": "llm", "name": "e2e-same-id-a-c5827fc9-kserve-route-authn"} 2026-09-09T03:51:06Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-c5827fc9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-c5827fc9", "reconcileID": "6f5540b8-d0d9-43c6-bd0e-e52c0867061d", "LLMInferenceService": "e2e-same-id-a-c5827fc9", "namespace": "llm", "authType": "userdefined"} 2026-09-09T03:51:06Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-c5827fc9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-c5827fc9", "reconcileID": "6f5540b8-d0d9-43c6-bd0e-e52c0867061d", "LLMInferenceService": "e2e-same-id-a-c5827fc9", "namespace": "llm"} 2026-09-09T03:51:06Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-c5827fc9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-c5827fc9", "reconcileID": "65654f00-403d-471e-b49a-46979b084c75", "LLMInferenceService": "e2e-same-id-b-c5827fc9", "namespace": "llm"} 2026-09-09T03:51:06Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-c5827fc9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-c5827fc9", "reconcileID": "65654f00-403d-471e-b49a-46979b084c75", "LLMInferenceService": "e2e-same-id-b-c5827fc9", "namespace": "llm"} 2026-09-09T03:51:06Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-c5827fc9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-c5827fc9", "reconcileID": "65654f00-403d-471e-b49a-46979b084c75", "LLMInferenceService": "e2e-same-id-b-c5827fc9", "namespace": "llm"} 2026-09-09T03:51:06Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-c5827fc9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-c5827fc9", "reconcileID": "65654f00-403d-471e-b49a-46979b084c75", "LLMInferenceService": "e2e-same-id-b-c5827fc9", "namespace": "llm", "name": "e2e-same-id-b-c5827fc9-kserve-route-authn"} 2026-09-09T03:51:06Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-c5827fc9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-c5827fc9", "reconcileID": "65654f00-403d-471e-b49a-46979b084c75", "LLMInferenceService": "e2e-same-id-b-c5827fc9", "namespace": "llm", "authType": "userdefined"} 2026-09-09T03:51:06Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-c5827fc9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-c5827fc9", "reconcileID": "65654f00-403d-471e-b49a-46979b084c75", "LLMInferenceService": "e2e-same-id-b-c5827fc9", "namespace": "llm"} 2026-09-09T03:51:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "fe36ba84-a3a9-433e-a572-13062a74ca5d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T03:51:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "fe36ba84-a3a9-433e-a572-13062a74ca5d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-09T03:51:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "fe36ba84-a3a9-433e-a572-13062a74ca5d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T03:51:19Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-c5827fc9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-c5827fc9", "reconcileID": "f16be106-35b6-4330-ae82-f2960fae41f0", "LLMInferenceService": "e2e-same-id-b-c5827fc9", "namespace": "llm"} 2026-09-09T03:51:19Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-c5827fc9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-c5827fc9", "reconcileID": "f16be106-35b6-4330-ae82-f2960fae41f0", "LLMInferenceService": "e2e-same-id-b-c5827fc9", "namespace": "llm"} 2026-09-09T03:51:19Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-c5827fc9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-c5827fc9", "reconcileID": "f16be106-35b6-4330-ae82-f2960fae41f0", "LLMInferenceService": "e2e-same-id-b-c5827fc9", "namespace": "llm"} 2026-09-09T03:51:19Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-c5827fc9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-c5827fc9", "reconcileID": "f16be106-35b6-4330-ae82-f2960fae41f0", "LLMInferenceService": "e2e-same-id-b-c5827fc9", "namespace": "llm", "name": "e2e-same-id-b-c5827fc9-kserve-route-authn"} 2026-09-09T03:51:19Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-c5827fc9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-c5827fc9", "reconcileID": "f16be106-35b6-4330-ae82-f2960fae41f0", "LLMInferenceService": "e2e-same-id-b-c5827fc9", "namespace": "llm", "authType": "userdefined"} 2026-09-09T03:51:19Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-c5827fc9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-c5827fc9", "reconcileID": "f16be106-35b6-4330-ae82-f2960fae41f0", "LLMInferenceService": "e2e-same-id-b-c5827fc9", "namespace": "llm"} 2026-09-09T03:51:41Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-c5827fc9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-c5827fc9", "reconcileID": "a17bcd5a-1593-4a1e-adec-95a02c655a19", "LLMInferenceService": "e2e-same-id-a-c5827fc9", "namespace": "llm"} 2026-09-09T03:51:41Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-c5827fc9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-c5827fc9", "reconcileID": "a17bcd5a-1593-4a1e-adec-95a02c655a19", "LLMInferenceService": "e2e-same-id-a-c5827fc9", "namespace": "llm"} 2026-09-09T03:51:41Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-c5827fc9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-c5827fc9", "reconcileID": "a17bcd5a-1593-4a1e-adec-95a02c655a19", "LLMInferenceService": "e2e-same-id-a-c5827fc9", "namespace": "llm"} 2026-09-09T03:51:41Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-c5827fc9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-c5827fc9", "reconcileID": "a17bcd5a-1593-4a1e-adec-95a02c655a19", "LLMInferenceService": "e2e-same-id-a-c5827fc9", "namespace": "llm", "name": "e2e-same-id-a-c5827fc9-kserve-route-authn"} 2026-09-09T03:51:41Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-c5827fc9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-c5827fc9", "reconcileID": "a17bcd5a-1593-4a1e-adec-95a02c655a19", "LLMInferenceService": "e2e-same-id-a-c5827fc9", "namespace": "llm", "authType": "userdefined"} 2026-09-09T03:51:41Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-c5827fc9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-c5827fc9", "reconcileID": "a17bcd5a-1593-4a1e-adec-95a02c655a19", "LLMInferenceService": "e2e-same-id-a-c5827fc9", "namespace": "llm"} 2026-09-09T03:51:49Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-c5827fc9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-c5827fc9", "reconcileID": "d0a3a458-9cd9-44a1-b2ea-2de324a4fd22", "LLMInferenceService": "e2e-same-id-b-c5827fc9", "namespace": "llm"} 2026-09-09T03:51:49Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-c5827fc9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-c5827fc9", "reconcileID": "d0a3a458-9cd9-44a1-b2ea-2de324a4fd22", "LLMInferenceService": "e2e-same-id-b-c5827fc9", "namespace": "llm"} 2026-09-09T03:51:49Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-c5827fc9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-c5827fc9", "reconcileID": "d0a3a458-9cd9-44a1-b2ea-2de324a4fd22", "LLMInferenceService": "e2e-same-id-b-c5827fc9", "namespace": "llm"} 2026-09-09T03:51:49Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-c5827fc9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-c5827fc9", "reconcileID": "d0a3a458-9cd9-44a1-b2ea-2de324a4fd22", "LLMInferenceService": "e2e-same-id-b-c5827fc9", "namespace": "llm", "name": "e2e-same-id-b-c5827fc9-kserve-route-authn"} 2026-09-09T03:51:49Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-c5827fc9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-c5827fc9", "reconcileID": "d0a3a458-9cd9-44a1-b2ea-2de324a4fd22", "LLMInferenceService": "e2e-same-id-b-c5827fc9", "namespace": "llm", "authType": "userdefined"} 2026-09-09T03:51:49Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-c5827fc9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-c5827fc9", "reconcileID": "d0a3a458-9cd9-44a1-b2ea-2de324a4fd22", "LLMInferenceService": "e2e-same-id-b-c5827fc9", "namespace": "llm"} 2026-09-09T03:51:50Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-c5827fc9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-c5827fc9", "reconcileID": "111c5bea-5c05-479e-892b-53c87d54f1b6", "LLMInferenceService": "e2e-same-id-a-c5827fc9", "namespace": "llm"} 2026-09-09T03:51:50Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-c5827fc9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-c5827fc9", "reconcileID": "111c5bea-5c05-479e-892b-53c87d54f1b6", "LLMInferenceService": "e2e-same-id-a-c5827fc9", "namespace": "llm", "name": "e2e-same-id-a-c5827fc9"} 2026-09-09T03:51:50Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-c5827fc9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-c5827fc9", "reconcileID": "111c5bea-5c05-479e-892b-53c87d54f1b6", "LLMInferenceService": "e2e-same-id-a-c5827fc9", "namespace": "llm"} 2026-09-09T03:51:50Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-c5827fc9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-c5827fc9", "reconcileID": "111c5bea-5c05-479e-892b-53c87d54f1b6", "LLMInferenceService": "e2e-same-id-a-c5827fc9", "namespace": "llm"} 2026-09-09T03:51:50Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-c5827fc9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-c5827fc9", "reconcileID": "111c5bea-5c05-479e-892b-53c87d54f1b6", "LLMInferenceService": "e2e-same-id-a-c5827fc9", "namespace": "llm", "name": "e2e-same-id-a-c5827fc9-kserve-route-authn"} 2026-09-09T03:51:50Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-c5827fc9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-c5827fc9", "reconcileID": "111c5bea-5c05-479e-892b-53c87d54f1b6", "LLMInferenceService": "e2e-same-id-a-c5827fc9", "namespace": "llm", "name": "e2e-same-id-a-c5827fc9-kserve-route-authn"} 2026-09-09T03:51:50Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-c5827fc9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-c5827fc9", "reconcileID": "a6655e44-6f55-4ed6-8476-13e12971e5c4", "LLMInferenceService": "e2e-same-id-a-c5827fc9", "namespace": "llm"} 2026-09-09T03:51:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "539f9b99-541b-411f-8505-8f0f63e40006", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T03:51:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "539f9b99-541b-411f-8505-8f0f63e40006", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-09T03:51:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "539f9b99-541b-411f-8505-8f0f63e40006", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T03:51:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "dccaf4fa-43ba-4bb4-a394-3e8d972c735e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T03:51:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "dccaf4fa-43ba-4bb4-a394-3e8d972c735e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-09T03:51:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "dccaf4fa-43ba-4bb4-a394-3e8d972c735e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T03:51:50Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-c5827fc9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-c5827fc9", "reconcileID": "e0fe721c-0abb-4cbf-91c9-9c46d30b9fab", "LLMInferenceService": "e2e-same-id-b-c5827fc9", "namespace": "llm"} 2026-09-09T03:51:50Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-c5827fc9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-c5827fc9", "reconcileID": "e0fe721c-0abb-4cbf-91c9-9c46d30b9fab", "LLMInferenceService": "e2e-same-id-b-c5827fc9", "namespace": "llm", "name": "e2e-same-id-b-c5827fc9"} 2026-09-09T03:51:50Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-c5827fc9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-c5827fc9", "reconcileID": "e0fe721c-0abb-4cbf-91c9-9c46d30b9fab", "LLMInferenceService": "e2e-same-id-b-c5827fc9", "namespace": "llm"} 2026-09-09T03:51:50Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-c5827fc9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-c5827fc9", "reconcileID": "e0fe721c-0abb-4cbf-91c9-9c46d30b9fab", "LLMInferenceService": "e2e-same-id-b-c5827fc9", "namespace": "llm"} 2026-09-09T03:51:50Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-c5827fc9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-c5827fc9", "reconcileID": "e0fe721c-0abb-4cbf-91c9-9c46d30b9fab", "LLMInferenceService": "e2e-same-id-b-c5827fc9", "namespace": "llm", "name": "e2e-same-id-b-c5827fc9-kserve-route-authn"} 2026-09-09T03:51:51Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-c5827fc9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-c5827fc9", "reconcileID": "e0fe721c-0abb-4cbf-91c9-9c46d30b9fab", "LLMInferenceService": "e2e-same-id-b-c5827fc9", "namespace": "llm", "name": "e2e-same-id-b-c5827fc9-kserve-route-authn"} 2026-09-09T03:51:51Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-c5827fc9","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-c5827fc9", "reconcileID": "916861c7-17f0-4615-8376-f643a8c7de76", "LLMInferenceService": "e2e-same-id-b-c5827fc9", "namespace": "llm"} 2026-09-09T03:51:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "dca28ac8-a693-41ed-9fa8-4f662d22bbeb", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T03:51:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "dca28ac8-a693-41ed-9fa8-4f662d22bbeb", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-09T03:51:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "dca28ac8-a693-41ed-9fa8-4f662d22bbeb", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T03:51:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4fbc5b07-979f-4ca3-b761-677131e17362", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T03:51:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4fbc5b07-979f-4ca3-b761-677131e17362", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-09T03:51:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4fbc5b07-979f-4ca3-b761-677131e17362", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}