2026-07-08T19:12:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-d39cc297"}, "namespace": "ai-tenant-e2e-mt-d39cc297", "name": "odh-trusted-ca-bundle", "reconcileID": "326a94fb-fc4e-44f3-b6d0-029db4046be0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-d39cc297"} 2026-07-08T19:12:12Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-d39cc297"}, "namespace": "ai-tenant-e2e-mt-d39cc297", "name": "openshift-service-ca.crt", "reconcileID": "9655df5e-a7d0-4bd3-ab7b-5da89baab5a8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-d39cc297", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T19:12:12Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-d39cc297"}, "namespace": "ai-tenant-e2e-mt-d39cc297", "name": "openshift-service-ca.crt", "reconcileID": "9655df5e-a7d0-4bd3-ab7b-5da89baab5a8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-d39cc297"} 2026-07-08T19:12:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-d39cc297"}, "namespace": "ai-tenant-e2e-mt-d39cc297", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a45993c0-4804-4add-87ac-56e48d91a2cd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-d39cc297"} 2026-07-08T19:12:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-d39cc297"}, "namespace": "ai-tenant-e2e-mt-d39cc297", "name": "openshift-service-ca.crt", "reconcileID": "cf397ec1-dee3-463b-aac7-b6827d9dbb19", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-d39cc297"} 2026-07-08T19:12:13Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-d39cc297"}, "namespace": "ai-tenant-e2e-mt-d39cc297", "name": "odh-trusted-ca-bundle", "reconcileID": "d3077ed8-dcb2-4d1f-b176-d80da345d2d3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-d39cc297", "update": "odh-kserve-custom-ca-bundle"} 2026-07-08T19:12:13Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-d39cc297"}, "namespace": "ai-tenant-e2e-mt-d39cc297", "name": "odh-trusted-ca-bundle", "reconcileID": "d3077ed8-dcb2-4d1f-b176-d80da345d2d3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-d39cc297"} 2026-07-08T19:12:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-d39cc297"}, "namespace": "ai-tenant-e2e-mt-d39cc297", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d105de61-ec90-4706-b5e7-c634964a0a78", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-d39cc297"} 2026-07-08T19:12:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-d39cc297"}, "namespace": "ai-tenant-e2e-mt-d39cc297", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5b96b141-0710-4be6-a5b1-c41dc2dad04f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-d39cc297"} 2026-07-08T19:12:49Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-d39cc297"}, "namespace": "ai-tenant-e2e-mt-d39cc297", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5b96b141-0710-4be6-a5b1-c41dc2dad04f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-d39cc297", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T19:12:49Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-d39cc297"}, "namespace": "ai-tenant-e2e-mt-d39cc297", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5b96b141-0710-4be6-a5b1-c41dc2dad04f", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-d39cc297 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T19:12:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-d39cc297"}, "namespace": "ai-tenant-e2e-mt-d39cc297", "name": "odh-trusted-ca-bundle", "reconcileID": "09263d6c-5012-4e5d-8d4f-b040bbabff42", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-d39cc297"} 2026-07-08T19:12:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-d39cc297"}, "namespace": "ai-tenant-e2e-mt-d39cc297", "name": "odh-trusted-ca-bundle", "reconcileID": "09263d6c-5012-4e5d-8d4f-b040bbabff42", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-d39cc297"} 2026-07-08T19:12:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-d39cc297"}, "namespace": "ai-tenant-e2e-mt-d39cc297", "name": "openshift-service-ca.crt", "reconcileID": "9c98f933-d46a-4e57-aff6-20d04f5a7d47", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-d39cc297"} 2026-07-08T19:12:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-d39cc297"}, "namespace": "ai-tenant-e2e-mt-d39cc297", "name": "openshift-service-ca.crt", "reconcileID": "9c98f933-d46a-4e57-aff6-20d04f5a7d47", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-d39cc297"} 2026-07-08T19:12:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-d39cc297"}, "namespace": "ai-tenant-e2e-mt-d39cc297", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d3fcddc7-9fc7-4b1a-a5f5-e5b874b8220b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-d39cc297"} 2026-07-08T19:12:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-d39cc297"}, "namespace": "ai-tenant-e2e-mt-d39cc297", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d3fcddc7-9fc7-4b1a-a5f5-e5b874b8220b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-d39cc297"} 2026-07-08T19:12:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-abcbfa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-abcbfa", "reconcileID": "e12221cd-cc99-443d-8d49-9089f3747111", "Gateway": "e2e-inf-a-abcbfa", "namespace": "openshift-ingress"} 2026-07-08T19:12:51Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-abcbfa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-abcbfa", "reconcileID": "e12221cd-cc99-443d-8d49-9089f3747111", "Gateway": "e2e-inf-a-abcbfa", "namespace": "openshift-ingress", "name": "e2e-inf-a-abcbfa-authn-ssl"} 2026-07-08T19:12:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-abcbfa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-abcbfa", "reconcileID": "e12221cd-cc99-443d-8d49-9089f3747111", "Gateway": "e2e-inf-a-abcbfa", "namespace": "openshift-ingress"} 2026-07-08T19:12:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-abcbfa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-abcbfa", "reconcileID": "aba1666f-9096-4d63-b42d-73c4e9aa5c37", "Gateway": "e2e-inf-a-abcbfa", "namespace": "openshift-ingress"} 2026-07-08T19:12:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-abcbfa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-abcbfa", "reconcileID": "aba1666f-9096-4d63-b42d-73c4e9aa5c37", "Gateway": "e2e-inf-a-abcbfa", "namespace": "openshift-ingress", "name": "e2e-inf-a-abcbfa-authn-ssl"} 2026-07-08T19:12:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-abcbfa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-abcbfa", "reconcileID": "aba1666f-9096-4d63-b42d-73c4e9aa5c37", "Gateway": "e2e-inf-a-abcbfa", "namespace": "openshift-ingress"} 2026-07-08T19:12:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-abcbfa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-abcbfa", "reconcileID": "123e0ac8-c3d1-45f6-8bcc-f1958e79b491", "Gateway": "e2e-inf-a-abcbfa", "namespace": "openshift-ingress"} 2026-07-08T19:12:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-abcbfa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-abcbfa", "reconcileID": "123e0ac8-c3d1-45f6-8bcc-f1958e79b491", "Gateway": "e2e-inf-a-abcbfa", "namespace": "openshift-ingress", "name": "e2e-inf-a-abcbfa-authn-ssl"} 2026-07-08T19:12:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-abcbfa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-abcbfa", "reconcileID": "123e0ac8-c3d1-45f6-8bcc-f1958e79b491", "Gateway": "e2e-inf-a-abcbfa", "namespace": "openshift-ingress"} 2026-07-08T19:12:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-abcbfa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-abcbfa", "reconcileID": "6d101c0b-c0dd-49fc-af86-ea5e84620c83", "Gateway": "e2e-inf-a-abcbfa", "namespace": "openshift-ingress"} 2026-07-08T19:12:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-abcbfa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-abcbfa", "reconcileID": "6d101c0b-c0dd-49fc-af86-ea5e84620c83", "Gateway": "e2e-inf-a-abcbfa", "namespace": "openshift-ingress", "name": "e2e-inf-a-abcbfa-authn-ssl"} 2026-07-08T19:12:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-abcbfa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-abcbfa", "reconcileID": "6d101c0b-c0dd-49fc-af86-ea5e84620c83", "Gateway": "e2e-inf-a-abcbfa", "namespace": "openshift-ingress"} 2026-07-08T19:12:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-abcbfa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-abcbfa", "reconcileID": "f40243e7-3257-4a50-89e7-ad6d357a1c8b", "Gateway": "e2e-inf-a-abcbfa", "namespace": "openshift-ingress"} 2026-07-08T19:12:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-abcbfa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-abcbfa", "reconcileID": "f40243e7-3257-4a50-89e7-ad6d357a1c8b", "Gateway": "e2e-inf-a-abcbfa", "namespace": "openshift-ingress", "name": "e2e-inf-a-abcbfa-authn-ssl"} 2026-07-08T19:12:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-abcbfa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-abcbfa", "reconcileID": "f40243e7-3257-4a50-89e7-ad6d357a1c8b", "Gateway": "e2e-inf-a-abcbfa", "namespace": "openshift-ingress"} 2026-07-08T19:12:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-abcbfa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-abcbfa", "reconcileID": "0d507af0-8997-4ba9-b3ee-1f155abd7e68", "Gateway": "e2e-inf-a-abcbfa", "namespace": "openshift-ingress"} 2026-07-08T19:12:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-abcbfa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-abcbfa", "reconcileID": "0d507af0-8997-4ba9-b3ee-1f155abd7e68", "Gateway": "e2e-inf-a-abcbfa", "namespace": "openshift-ingress", "name": "e2e-inf-a-abcbfa-authn-ssl"} 2026-07-08T19:12:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-abcbfa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-abcbfa", "reconcileID": "0d507af0-8997-4ba9-b3ee-1f155abd7e68", "Gateway": "e2e-inf-a-abcbfa", "namespace": "openshift-ingress"} 2026-07-08T19:12:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-abcbfa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-abcbfa", "reconcileID": "43e1195f-96e7-44c8-9f12-4f04b5fc7601", "Gateway": "e2e-inf-a-abcbfa", "namespace": "openshift-ingress"} 2026-07-08T19:12:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-abcbfa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-abcbfa", "reconcileID": "43e1195f-96e7-44c8-9f12-4f04b5fc7601", "Gateway": "e2e-inf-a-abcbfa", "namespace": "openshift-ingress", "name": "e2e-inf-a-abcbfa-authn-ssl"} 2026-07-08T19:12:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-abcbfa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-abcbfa", "reconcileID": "43e1195f-96e7-44c8-9f12-4f04b5fc7601", "Gateway": "e2e-inf-a-abcbfa", "namespace": "openshift-ingress"} 2026-07-08T19:12:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-abcbfa"}, "namespace": "ai-tenant-e2e-inf-a-abcbfa", "name": "openshift-service-ca.crt", "reconcileID": "6cf3f4c3-ac4f-4e34-a4e2-8a6efb9db942", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-abcbfa"} 2026-07-08T19:12:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-abcbfa"}, "namespace": "ai-tenant-e2e-inf-a-abcbfa", "name": "odh-trusted-ca-bundle", "reconcileID": "388f1e98-f032-4946-9c2f-c241f53abb2f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-abcbfa"} 2026-07-08T19:12:54Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-abcbfa"}, "namespace": "ai-tenant-e2e-inf-a-abcbfa", "name": "openshift-service-ca.crt", "reconcileID": "1f608493-3844-4b7d-a574-fc00b7de57f4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-abcbfa", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T19:12:54Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-abcbfa"}, "namespace": "ai-tenant-e2e-inf-a-abcbfa", "name": "openshift-service-ca.crt", "reconcileID": "1f608493-3844-4b7d-a574-fc00b7de57f4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-abcbfa"} 2026-07-08T19:12:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-abcbfa"}, "namespace": "ai-tenant-e2e-inf-a-abcbfa", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "143d99b8-6e70-43cb-a965-3fa8c28cea25", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-abcbfa"} 2026-07-08T19:12:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-abcbfa"}, "namespace": "ai-tenant-e2e-inf-a-abcbfa", "name": "openshift-service-ca.crt", "reconcileID": "0a46ac05-3453-47eb-9274-f931d1b692c3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-abcbfa"} 2026-07-08T19:12:54Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-abcbfa"}, "namespace": "ai-tenant-e2e-inf-a-abcbfa", "name": "odh-trusted-ca-bundle", "reconcileID": "104b0a44-9919-4b23-8f53-1faaab5bd955", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-abcbfa", "update": "odh-kserve-custom-ca-bundle"} 2026-07-08T19:12:54Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-abcbfa"}, "namespace": "ai-tenant-e2e-inf-a-abcbfa", "name": "odh-trusted-ca-bundle", "reconcileID": "104b0a44-9919-4b23-8f53-1faaab5bd955", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-abcbfa"} 2026-07-08T19:12:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-abcbfa"}, "namespace": "ai-tenant-e2e-inf-a-abcbfa", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5f665e19-f3c5-4b19-b75b-30f0ea05acdd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-abcbfa"} 2026-07-08T19:12:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-abcbfa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-abcbfa", "reconcileID": "2edb6462-1ffa-4011-9478-947a3164c4a9", "Gateway": "e2e-inf-a-abcbfa", "namespace": "openshift-ingress"} 2026-07-08T19:12:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-abcbfa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-abcbfa", "reconcileID": "2edb6462-1ffa-4011-9478-947a3164c4a9", "Gateway": "e2e-inf-a-abcbfa", "namespace": "openshift-ingress", "name": "e2e-inf-a-abcbfa-authn-ssl"} 2026-07-08T19:12:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-abcbfa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-abcbfa", "reconcileID": "2edb6462-1ffa-4011-9478-947a3164c4a9", "Gateway": "e2e-inf-a-abcbfa", "namespace": "openshift-ingress"} 2026-07-08T19:12:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "3bd5215e-e813-4ba1-9197-36d8287d293b", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T19:12:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-521fd5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-521fd5", "reconcileID": "28fffffc-7924-4c65-a90f-3d08643db3e8", "Gateway": "e2e-inf-b-521fd5", "namespace": "openshift-ingress"} 2026-07-08T19:12:59Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-521fd5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-521fd5", "reconcileID": "28fffffc-7924-4c65-a90f-3d08643db3e8", "Gateway": "e2e-inf-b-521fd5", "namespace": "openshift-ingress", "name": "e2e-inf-b-521fd5-authn-ssl"} 2026-07-08T19:12:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-521fd5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-521fd5", "reconcileID": "28fffffc-7924-4c65-a90f-3d08643db3e8", "Gateway": "e2e-inf-b-521fd5", "namespace": "openshift-ingress"} 2026-07-08T19:12:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-521fd5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-521fd5", "reconcileID": "9b4aef8b-b5a1-46f9-96b3-7f62b713a309", "Gateway": "e2e-inf-b-521fd5", "namespace": "openshift-ingress"} 2026-07-08T19:12:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-521fd5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-521fd5", "reconcileID": "9b4aef8b-b5a1-46f9-96b3-7f62b713a309", "Gateway": "e2e-inf-b-521fd5", "namespace": "openshift-ingress", "name": "e2e-inf-b-521fd5-authn-ssl"} 2026-07-08T19:12:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-521fd5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-521fd5", "reconcileID": "9b4aef8b-b5a1-46f9-96b3-7f62b713a309", "Gateway": "e2e-inf-b-521fd5", "namespace": "openshift-ingress"} 2026-07-08T19:12:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-521fd5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-521fd5", "reconcileID": "8709177f-1092-4b1a-9b16-52825d0ed68d", "Gateway": "e2e-inf-b-521fd5", "namespace": "openshift-ingress"} 2026-07-08T19:12:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-521fd5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-521fd5", "reconcileID": "8709177f-1092-4b1a-9b16-52825d0ed68d", "Gateway": "e2e-inf-b-521fd5", "namespace": "openshift-ingress", "name": "e2e-inf-b-521fd5-authn-ssl"} 2026-07-08T19:12:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-521fd5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-521fd5", "reconcileID": "8709177f-1092-4b1a-9b16-52825d0ed68d", "Gateway": "e2e-inf-b-521fd5", "namespace": "openshift-ingress"} 2026-07-08T19:12:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-521fd5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-521fd5", "reconcileID": "78401d63-a3e2-4d95-9c27-dc1d137e0136", "Gateway": "e2e-inf-b-521fd5", "namespace": "openshift-ingress"} 2026-07-08T19:12:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-521fd5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-521fd5", "reconcileID": "78401d63-a3e2-4d95-9c27-dc1d137e0136", "Gateway": "e2e-inf-b-521fd5", "namespace": "openshift-ingress", "name": "e2e-inf-b-521fd5-authn-ssl"} 2026-07-08T19:12:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-521fd5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-521fd5", "reconcileID": "78401d63-a3e2-4d95-9c27-dc1d137e0136", "Gateway": "e2e-inf-b-521fd5", "namespace": "openshift-ingress"} 2026-07-08T19:12:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-521fd5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-521fd5", "reconcileID": "d9dd31cb-b469-4f6c-93ba-057c8a72e986", "Gateway": "e2e-inf-b-521fd5", "namespace": "openshift-ingress"} 2026-07-08T19:12:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-521fd5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-521fd5", "reconcileID": "d9dd31cb-b469-4f6c-93ba-057c8a72e986", "Gateway": "e2e-inf-b-521fd5", "namespace": "openshift-ingress", "name": "e2e-inf-b-521fd5-authn-ssl"} 2026-07-08T19:12:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-521fd5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-521fd5", "reconcileID": "d9dd31cb-b469-4f6c-93ba-057c8a72e986", "Gateway": "e2e-inf-b-521fd5", "namespace": "openshift-ingress"} 2026-07-08T19:12:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-521fd5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-521fd5", "reconcileID": "57befc52-ae9d-4a1a-9330-c1c1feb3930f", "Gateway": "e2e-inf-b-521fd5", "namespace": "openshift-ingress"} 2026-07-08T19:12:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-521fd5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-521fd5", "reconcileID": "57befc52-ae9d-4a1a-9330-c1c1feb3930f", "Gateway": "e2e-inf-b-521fd5", "namespace": "openshift-ingress", "name": "e2e-inf-b-521fd5-authn-ssl"} 2026-07-08T19:12:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-521fd5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-521fd5", "reconcileID": "57befc52-ae9d-4a1a-9330-c1c1feb3930f", "Gateway": "e2e-inf-b-521fd5", "namespace": "openshift-ingress"} 2026-07-08T19:12:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-521fd5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-521fd5", "reconcileID": "0a48f2a9-87cc-41a7-9566-13e34ec75a00", "Gateway": "e2e-inf-b-521fd5", "namespace": "openshift-ingress"} 2026-07-08T19:12:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-521fd5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-521fd5", "reconcileID": "0a48f2a9-87cc-41a7-9566-13e34ec75a00", "Gateway": "e2e-inf-b-521fd5", "namespace": "openshift-ingress", "name": "e2e-inf-b-521fd5-authn-ssl"} 2026-07-08T19:12:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-521fd5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-521fd5", "reconcileID": "0a48f2a9-87cc-41a7-9566-13e34ec75a00", "Gateway": "e2e-inf-b-521fd5", "namespace": "openshift-ingress"} 2026-07-08T19:13:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-521fd5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-521fd5", "reconcileID": "e81f5555-74c4-4a24-9a56-b80af46a6982", "Gateway": "e2e-inf-b-521fd5", "namespace": "openshift-ingress"} 2026-07-08T19:13:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-521fd5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-521fd5", "reconcileID": "e81f5555-74c4-4a24-9a56-b80af46a6982", "Gateway": "e2e-inf-b-521fd5", "namespace": "openshift-ingress", "name": "e2e-inf-b-521fd5-authn-ssl"} 2026-07-08T19:13:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-521fd5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-521fd5", "reconcileID": "e81f5555-74c4-4a24-9a56-b80af46a6982", "Gateway": "e2e-inf-b-521fd5", "namespace": "openshift-ingress"} 2026-07-08T19:13:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-abcbfa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-abcbfa", "reconcileID": "255801c8-daa8-455f-a5be-3fec63af9019", "Gateway": "e2e-inf-a-abcbfa", "namespace": "openshift-ingress"} 2026-07-08T19:13:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-abcbfa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-abcbfa", "reconcileID": "255801c8-daa8-455f-a5be-3fec63af9019", "Gateway": "e2e-inf-a-abcbfa", "namespace": "openshift-ingress", "name": "e2e-inf-a-abcbfa-authn-ssl"} 2026-07-08T19:13:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-abcbfa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-abcbfa", "reconcileID": "255801c8-daa8-455f-a5be-3fec63af9019", "Gateway": "e2e-inf-a-abcbfa", "namespace": "openshift-ingress"} 2026-07-08T19:13:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-521fd5"}, "namespace": "ai-tenant-e2e-inf-b-521fd5", "name": "odh-trusted-ca-bundle", "reconcileID": "441670e2-f070-43cc-aa4f-bcf6685335a5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-521fd5"} 2026-07-08T19:13:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-521fd5"}, "namespace": "ai-tenant-e2e-inf-b-521fd5", "name": "openshift-service-ca.crt", "reconcileID": "0faaa466-de31-4dd2-9993-d26b25d90f6a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-521fd5"} 2026-07-08T19:13:03Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-521fd5"}, "namespace": "ai-tenant-e2e-inf-b-521fd5", "name": "openshift-service-ca.crt", "reconcileID": "d4a2f2d6-13c1-4954-b045-fab8602bbcb7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-521fd5", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T19:13:03Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-521fd5"}, "namespace": "ai-tenant-e2e-inf-b-521fd5", "name": "openshift-service-ca.crt", "reconcileID": "d4a2f2d6-13c1-4954-b045-fab8602bbcb7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-521fd5"} 2026-07-08T19:13:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-521fd5"}, "namespace": "ai-tenant-e2e-inf-b-521fd5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "22951c63-3179-4c35-9dad-ace7f4829ae2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-521fd5"} 2026-07-08T19:13:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-521fd5"}, "namespace": "ai-tenant-e2e-inf-b-521fd5", "name": "openshift-service-ca.crt", "reconcileID": "d06fa5c8-cdd2-4c5b-99c0-2acba4b5ba06", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-521fd5"} 2026-07-08T19:13:03Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-521fd5"}, "namespace": "ai-tenant-e2e-inf-b-521fd5", "name": "odh-trusted-ca-bundle", "reconcileID": "74e2574e-d647-4593-a16d-fb22b37a3f33", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-521fd5", "update": "odh-kserve-custom-ca-bundle"} 2026-07-08T19:13:03Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-521fd5"}, "namespace": "ai-tenant-e2e-inf-b-521fd5", "name": "odh-trusted-ca-bundle", "reconcileID": "74e2574e-d647-4593-a16d-fb22b37a3f33", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-521fd5"} 2026-07-08T19:13:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-521fd5"}, "namespace": "ai-tenant-e2e-inf-b-521fd5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1b74d15f-304f-46c0-b599-5325da83f06f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-521fd5"} 2026-07-08T19:13:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-521fd5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-521fd5", "reconcileID": "d037d87e-13bd-4109-b895-615c0cbd9b0b", "Gateway": "e2e-inf-b-521fd5", "namespace": "openshift-ingress"} 2026-07-08T19:13:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-521fd5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-521fd5", "reconcileID": "d037d87e-13bd-4109-b895-615c0cbd9b0b", "Gateway": "e2e-inf-b-521fd5", "namespace": "openshift-ingress", "name": "e2e-inf-b-521fd5-authn-ssl"} 2026-07-08T19:13:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-521fd5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-521fd5", "reconcileID": "d037d87e-13bd-4109-b895-615c0cbd9b0b", "Gateway": "e2e-inf-b-521fd5", "namespace": "openshift-ingress"} 2026-07-08T19:13:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ed8e3f44-6a11-4834-a999-a90dee8888bf", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T19:13:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-521fd5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-521fd5", "reconcileID": "eed91afb-2c29-41dc-bac4-61645e69c144", "Gateway": "e2e-inf-b-521fd5", "namespace": "openshift-ingress"} 2026-07-08T19:13:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-521fd5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-521fd5", "reconcileID": "eed91afb-2c29-41dc-bac4-61645e69c144", "Gateway": "e2e-inf-b-521fd5", "namespace": "openshift-ingress", "name": "e2e-inf-b-521fd5-authn-ssl"} 2026-07-08T19:13:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-521fd5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-521fd5", "reconcileID": "eed91afb-2c29-41dc-bac4-61645e69c144", "Gateway": "e2e-inf-b-521fd5", "namespace": "openshift-ingress"} 2026-07-08T19:13:07Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-abcbfa","namespace":"ai-tenant-e2e-inf-a-abcbfa"}, "namespace": "ai-tenant-e2e-inf-a-abcbfa", "name": "test-model-abcbfa", "reconcileID": "44b9ca26-a2d6-4560-ba43-b0897ea94f91", "LLMInferenceService": "test-model-abcbfa", "namespace": "ai-tenant-e2e-inf-a-abcbfa"} 2026-07-08T19:13:07Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-abcbfa","namespace":"ai-tenant-e2e-inf-a-abcbfa"}, "namespace": "ai-tenant-e2e-inf-a-abcbfa", "name": "test-model-abcbfa", "reconcileID": "44b9ca26-a2d6-4560-ba43-b0897ea94f91", "LLMInferenceService": "test-model-abcbfa", "namespace": "ai-tenant-e2e-inf-a-abcbfa"} 2026-07-08T19:13:07Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-abcbfa","namespace":"ai-tenant-e2e-inf-a-abcbfa"}, "namespace": "ai-tenant-e2e-inf-a-abcbfa", "name": "test-model-abcbfa", "reconcileID": "44b9ca26-a2d6-4560-ba43-b0897ea94f91", "LLMInferenceService": "test-model-abcbfa", "namespace": "ai-tenant-e2e-inf-a-abcbfa"} 2026-07-08T19:13:07Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-abcbfa","namespace":"ai-tenant-e2e-inf-a-abcbfa"}, "namespace": "ai-tenant-e2e-inf-a-abcbfa", "name": "test-model-abcbfa", "reconcileID": "44b9ca26-a2d6-4560-ba43-b0897ea94f91", "LLMInferenceService": "test-model-abcbfa", "namespace": "ai-tenant-e2e-inf-a-abcbfa", "name": "test-model-abcbfa-kserve-route-authn"} 2026-07-08T19:13:07Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-abcbfa","namespace":"ai-tenant-e2e-inf-a-abcbfa"}, "namespace": "ai-tenant-e2e-inf-a-abcbfa", "name": "test-model-abcbfa", "reconcileID": "44b9ca26-a2d6-4560-ba43-b0897ea94f91", "LLMInferenceService": "test-model-abcbfa", "namespace": "ai-tenant-e2e-inf-a-abcbfa", "authType": "userdefined"} 2026-07-08T19:13:07Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-abcbfa","namespace":"ai-tenant-e2e-inf-a-abcbfa"}, "namespace": "ai-tenant-e2e-inf-a-abcbfa", "name": "test-model-abcbfa", "reconcileID": "44b9ca26-a2d6-4560-ba43-b0897ea94f91", "LLMInferenceService": "test-model-abcbfa", "namespace": "ai-tenant-e2e-inf-a-abcbfa"} 2026-07-08T19:13:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-abcbfa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-abcbfa", "reconcileID": "461b02d4-c804-4349-aa3d-0871fa003337", "Gateway": "e2e-inf-a-abcbfa", "namespace": "openshift-ingress"} 2026-07-08T19:13:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-abcbfa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-abcbfa", "reconcileID": "461b02d4-c804-4349-aa3d-0871fa003337", "Gateway": "e2e-inf-a-abcbfa", "namespace": "openshift-ingress", "name": "e2e-inf-a-abcbfa-authn-ssl"} 2026-07-08T19:13:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-abcbfa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-abcbfa", "reconcileID": "461b02d4-c804-4349-aa3d-0871fa003337", "Gateway": "e2e-inf-a-abcbfa", "namespace": "openshift-ingress"} 2026-07-08T19:13:08Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-abcbfa","namespace":"ai-tenant-e2e-inf-a-abcbfa"}, "namespace": "ai-tenant-e2e-inf-a-abcbfa", "name": "test-model-abcbfa", "reconcileID": "d49d5054-19c3-49a7-a9c5-15da20146645", "LLMInferenceService": "test-model-abcbfa", "namespace": "ai-tenant-e2e-inf-a-abcbfa"} 2026-07-08T19:13:08Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-abcbfa","namespace":"ai-tenant-e2e-inf-a-abcbfa"}, "namespace": "ai-tenant-e2e-inf-a-abcbfa", "name": "test-model-abcbfa", "reconcileID": "d49d5054-19c3-49a7-a9c5-15da20146645", "LLMInferenceService": "test-model-abcbfa", "namespace": "ai-tenant-e2e-inf-a-abcbfa"} 2026-07-08T19:13:08Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-abcbfa","namespace":"ai-tenant-e2e-inf-a-abcbfa"}, "namespace": "ai-tenant-e2e-inf-a-abcbfa", "name": "test-model-abcbfa", "reconcileID": "d49d5054-19c3-49a7-a9c5-15da20146645", "LLMInferenceService": "test-model-abcbfa", "namespace": "ai-tenant-e2e-inf-a-abcbfa"} 2026-07-08T19:13:08Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-abcbfa","namespace":"ai-tenant-e2e-inf-a-abcbfa"}, "namespace": "ai-tenant-e2e-inf-a-abcbfa", "name": "test-model-abcbfa", "reconcileID": "d49d5054-19c3-49a7-a9c5-15da20146645", "LLMInferenceService": "test-model-abcbfa", "namespace": "ai-tenant-e2e-inf-a-abcbfa", "name": "test-model-abcbfa-kserve-route-authn"} 2026-07-08T19:13:08Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-abcbfa","namespace":"ai-tenant-e2e-inf-a-abcbfa"}, "namespace": "ai-tenant-e2e-inf-a-abcbfa", "name": "test-model-abcbfa", "reconcileID": "d49d5054-19c3-49a7-a9c5-15da20146645", "LLMInferenceService": "test-model-abcbfa", "namespace": "ai-tenant-e2e-inf-a-abcbfa", "authType": "userdefined"} 2026-07-08T19:13:08Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-abcbfa","namespace":"ai-tenant-e2e-inf-a-abcbfa"}, "namespace": "ai-tenant-e2e-inf-a-abcbfa", "name": "test-model-abcbfa", "reconcileID": "d49d5054-19c3-49a7-a9c5-15da20146645", "LLMInferenceService": "test-model-abcbfa", "namespace": "ai-tenant-e2e-inf-a-abcbfa"} 2026-07-08T19:13:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "cbb9e545-5e22-4724-92a9-b2e6658b19f8", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T19:13:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-abcbfa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-abcbfa", "reconcileID": "a1f1b6b6-4966-45bb-a957-7e271b3f06e4", "Gateway": "e2e-inf-a-abcbfa", "namespace": "openshift-ingress"} 2026-07-08T19:13:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-abcbfa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-abcbfa", "reconcileID": "a1f1b6b6-4966-45bb-a957-7e271b3f06e4", "Gateway": "e2e-inf-a-abcbfa", "namespace": "openshift-ingress", "name": "e2e-inf-a-abcbfa-authn-ssl"} 2026-07-08T19:13:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-abcbfa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-abcbfa", "reconcileID": "a1f1b6b6-4966-45bb-a957-7e271b3f06e4", "Gateway": "e2e-inf-a-abcbfa", "namespace": "openshift-ingress"} 2026-07-08T19:13:20Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-abcbfa","namespace":"ai-tenant-e2e-inf-a-abcbfa"}, "namespace": "ai-tenant-e2e-inf-a-abcbfa", "name": "test-model-abcbfa", "reconcileID": "2316d212-08d5-4c47-ba3f-feccb9ffe302", "LLMInferenceService": "test-model-abcbfa", "namespace": "ai-tenant-e2e-inf-a-abcbfa"} 2026-07-08T19:13:20Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-abcbfa","namespace":"ai-tenant-e2e-inf-a-abcbfa"}, "namespace": "ai-tenant-e2e-inf-a-abcbfa", "name": "test-model-abcbfa", "reconcileID": "2316d212-08d5-4c47-ba3f-feccb9ffe302", "LLMInferenceService": "test-model-abcbfa", "namespace": "ai-tenant-e2e-inf-a-abcbfa"} 2026-07-08T19:13:20Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-abcbfa","namespace":"ai-tenant-e2e-inf-a-abcbfa"}, "namespace": "ai-tenant-e2e-inf-a-abcbfa", "name": "test-model-abcbfa", "reconcileID": "2316d212-08d5-4c47-ba3f-feccb9ffe302", "LLMInferenceService": "test-model-abcbfa", "namespace": "ai-tenant-e2e-inf-a-abcbfa"} 2026-07-08T19:13:20Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-abcbfa","namespace":"ai-tenant-e2e-inf-a-abcbfa"}, "namespace": "ai-tenant-e2e-inf-a-abcbfa", "name": "test-model-abcbfa", "reconcileID": "2316d212-08d5-4c47-ba3f-feccb9ffe302", "LLMInferenceService": "test-model-abcbfa", "namespace": "ai-tenant-e2e-inf-a-abcbfa", "name": "test-model-abcbfa-kserve-route-authn"} 2026-07-08T19:13:20Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-abcbfa","namespace":"ai-tenant-e2e-inf-a-abcbfa"}, "namespace": "ai-tenant-e2e-inf-a-abcbfa", "name": "test-model-abcbfa", "reconcileID": "2316d212-08d5-4c47-ba3f-feccb9ffe302", "LLMInferenceService": "test-model-abcbfa", "namespace": "ai-tenant-e2e-inf-a-abcbfa", "authType": "userdefined"} 2026-07-08T19:13:20Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-abcbfa","namespace":"ai-tenant-e2e-inf-a-abcbfa"}, "namespace": "ai-tenant-e2e-inf-a-abcbfa", "name": "test-model-abcbfa", "reconcileID": "2316d212-08d5-4c47-ba3f-feccb9ffe302", "LLMInferenceService": "test-model-abcbfa", "namespace": "ai-tenant-e2e-inf-a-abcbfa"} 2026-07-08T19:13:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "de2937c9-a864-446e-a037-ad516116a6db", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T19:13:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-abcbfa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-abcbfa", "reconcileID": "a4fa5511-c553-431b-ba60-b65162723539", "Gateway": "e2e-inf-a-abcbfa", "namespace": "openshift-ingress"} 2026-07-08T19:13:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-abcbfa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-abcbfa", "reconcileID": "a4fa5511-c553-431b-ba60-b65162723539", "Gateway": "e2e-inf-a-abcbfa", "namespace": "openshift-ingress", "name": "e2e-inf-a-abcbfa-authn-ssl"} 2026-07-08T19:13:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-abcbfa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-abcbfa", "reconcileID": "a4fa5511-c553-431b-ba60-b65162723539", "Gateway": "e2e-inf-a-abcbfa", "namespace": "openshift-ingress"} 2026-07-08T19:13:34Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-abcbfa","namespace":"ai-tenant-e2e-inf-a-abcbfa"}, "namespace": "ai-tenant-e2e-inf-a-abcbfa", "name": "test-model-abcbfa", "reconcileID": "662dd154-2d80-48ae-b82c-75447317bcb5", "LLMInferenceService": "test-model-abcbfa", "namespace": "ai-tenant-e2e-inf-a-abcbfa"} 2026-07-08T19:13:34Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-abcbfa","namespace":"ai-tenant-e2e-inf-a-abcbfa"}, "namespace": "ai-tenant-e2e-inf-a-abcbfa", "name": "test-model-abcbfa", "reconcileID": "662dd154-2d80-48ae-b82c-75447317bcb5", "LLMInferenceService": "test-model-abcbfa", "namespace": "ai-tenant-e2e-inf-a-abcbfa"} 2026-07-08T19:13:34Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-abcbfa","namespace":"ai-tenant-e2e-inf-a-abcbfa"}, "namespace": "ai-tenant-e2e-inf-a-abcbfa", "name": "test-model-abcbfa", "reconcileID": "662dd154-2d80-48ae-b82c-75447317bcb5", "LLMInferenceService": "test-model-abcbfa", "namespace": "ai-tenant-e2e-inf-a-abcbfa"} 2026-07-08T19:13:34Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-abcbfa","namespace":"ai-tenant-e2e-inf-a-abcbfa"}, "namespace": "ai-tenant-e2e-inf-a-abcbfa", "name": "test-model-abcbfa", "reconcileID": "662dd154-2d80-48ae-b82c-75447317bcb5", "LLMInferenceService": "test-model-abcbfa", "namespace": "ai-tenant-e2e-inf-a-abcbfa", "name": "test-model-abcbfa-kserve-route-authn"} 2026-07-08T19:13:34Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-abcbfa","namespace":"ai-tenant-e2e-inf-a-abcbfa"}, "namespace": "ai-tenant-e2e-inf-a-abcbfa", "name": "test-model-abcbfa", "reconcileID": "662dd154-2d80-48ae-b82c-75447317bcb5", "LLMInferenceService": "test-model-abcbfa", "namespace": "ai-tenant-e2e-inf-a-abcbfa", "authType": "userdefined"} 2026-07-08T19:13:34Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-abcbfa","namespace":"ai-tenant-e2e-inf-a-abcbfa"}, "namespace": "ai-tenant-e2e-inf-a-abcbfa", "name": "test-model-abcbfa", "reconcileID": "662dd154-2d80-48ae-b82c-75447317bcb5", "LLMInferenceService": "test-model-abcbfa", "namespace": "ai-tenant-e2e-inf-a-abcbfa"} 2026-07-08T19:13:39Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-521fd5","namespace":"ai-tenant-e2e-inf-b-521fd5"}, "namespace": "ai-tenant-e2e-inf-b-521fd5", "name": "test-model-521fd5", "reconcileID": "bf2144a5-7030-4eea-97f6-1cf1f12c2711", "LLMInferenceService": "test-model-521fd5", "namespace": "ai-tenant-e2e-inf-b-521fd5"} 2026-07-08T19:13:39Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-521fd5","namespace":"ai-tenant-e2e-inf-b-521fd5"}, "namespace": "ai-tenant-e2e-inf-b-521fd5", "name": "test-model-521fd5", "reconcileID": "bf2144a5-7030-4eea-97f6-1cf1f12c2711", "LLMInferenceService": "test-model-521fd5", "namespace": "ai-tenant-e2e-inf-b-521fd5"} 2026-07-08T19:13:39Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-521fd5","namespace":"ai-tenant-e2e-inf-b-521fd5"}, "namespace": "ai-tenant-e2e-inf-b-521fd5", "name": "test-model-521fd5", "reconcileID": "bf2144a5-7030-4eea-97f6-1cf1f12c2711", "LLMInferenceService": "test-model-521fd5", "namespace": "ai-tenant-e2e-inf-b-521fd5"} 2026-07-08T19:13:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-521fd5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-521fd5", "reconcileID": "317acde9-04c5-42b9-8add-8d4bcf93db8e", "Gateway": "e2e-inf-b-521fd5", "namespace": "openshift-ingress"} 2026-07-08T19:13:39Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-521fd5","namespace":"ai-tenant-e2e-inf-b-521fd5"}, "namespace": "ai-tenant-e2e-inf-b-521fd5", "name": "test-model-521fd5", "reconcileID": "bf2144a5-7030-4eea-97f6-1cf1f12c2711", "LLMInferenceService": "test-model-521fd5", "namespace": "ai-tenant-e2e-inf-b-521fd5", "name": "test-model-521fd5-kserve-route-authn"} 2026-07-08T19:13:39Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-521fd5","namespace":"ai-tenant-e2e-inf-b-521fd5"}, "namespace": "ai-tenant-e2e-inf-b-521fd5", "name": "test-model-521fd5", "reconcileID": "bf2144a5-7030-4eea-97f6-1cf1f12c2711", "LLMInferenceService": "test-model-521fd5", "namespace": "ai-tenant-e2e-inf-b-521fd5", "authType": "userdefined"} 2026-07-08T19:13:39Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-521fd5","namespace":"ai-tenant-e2e-inf-b-521fd5"}, "namespace": "ai-tenant-e2e-inf-b-521fd5", "name": "test-model-521fd5", "reconcileID": "bf2144a5-7030-4eea-97f6-1cf1f12c2711", "LLMInferenceService": "test-model-521fd5", "namespace": "ai-tenant-e2e-inf-b-521fd5"} 2026-07-08T19:13:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-521fd5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-521fd5", "reconcileID": "317acde9-04c5-42b9-8add-8d4bcf93db8e", "Gateway": "e2e-inf-b-521fd5", "namespace": "openshift-ingress", "name": "e2e-inf-b-521fd5-authn-ssl"} 2026-07-08T19:13:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-521fd5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-521fd5", "reconcileID": "317acde9-04c5-42b9-8add-8d4bcf93db8e", "Gateway": "e2e-inf-b-521fd5", "namespace": "openshift-ingress"} 2026-07-08T19:13:39Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-521fd5","namespace":"ai-tenant-e2e-inf-b-521fd5"}, "namespace": "ai-tenant-e2e-inf-b-521fd5", "name": "test-model-521fd5", "reconcileID": "38782f45-a78c-4e2e-9cab-815cb084848a", "LLMInferenceService": "test-model-521fd5", "namespace": "ai-tenant-e2e-inf-b-521fd5"} 2026-07-08T19:13:39Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-521fd5","namespace":"ai-tenant-e2e-inf-b-521fd5"}, "namespace": "ai-tenant-e2e-inf-b-521fd5", "name": "test-model-521fd5", "reconcileID": "38782f45-a78c-4e2e-9cab-815cb084848a", "LLMInferenceService": "test-model-521fd5", "namespace": "ai-tenant-e2e-inf-b-521fd5"} 2026-07-08T19:13:39Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-521fd5","namespace":"ai-tenant-e2e-inf-b-521fd5"}, "namespace": "ai-tenant-e2e-inf-b-521fd5", "name": "test-model-521fd5", "reconcileID": "38782f45-a78c-4e2e-9cab-815cb084848a", "LLMInferenceService": "test-model-521fd5", "namespace": "ai-tenant-e2e-inf-b-521fd5"} 2026-07-08T19:13:39Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-521fd5","namespace":"ai-tenant-e2e-inf-b-521fd5"}, "namespace": "ai-tenant-e2e-inf-b-521fd5", "name": "test-model-521fd5", "reconcileID": "38782f45-a78c-4e2e-9cab-815cb084848a", "LLMInferenceService": "test-model-521fd5", "namespace": "ai-tenant-e2e-inf-b-521fd5", "name": "test-model-521fd5-kserve-route-authn"} 2026-07-08T19:13:39Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-521fd5","namespace":"ai-tenant-e2e-inf-b-521fd5"}, "namespace": "ai-tenant-e2e-inf-b-521fd5", "name": "test-model-521fd5", "reconcileID": "38782f45-a78c-4e2e-9cab-815cb084848a", "LLMInferenceService": "test-model-521fd5", "namespace": "ai-tenant-e2e-inf-b-521fd5", "authType": "userdefined"} 2026-07-08T19:13:39Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-521fd5","namespace":"ai-tenant-e2e-inf-b-521fd5"}, "namespace": "ai-tenant-e2e-inf-b-521fd5", "name": "test-model-521fd5", "reconcileID": "38782f45-a78c-4e2e-9cab-815cb084848a", "LLMInferenceService": "test-model-521fd5", "namespace": "ai-tenant-e2e-inf-b-521fd5"} 2026-07-08T19:13:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-521fd5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-521fd5", "reconcileID": "a268b475-36ef-49fd-9a27-a5ccf2fd5882", "Gateway": "e2e-inf-b-521fd5", "namespace": "openshift-ingress"} 2026-07-08T19:13:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-521fd5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-521fd5", "reconcileID": "a268b475-36ef-49fd-9a27-a5ccf2fd5882", "Gateway": "e2e-inf-b-521fd5", "namespace": "openshift-ingress", "name": "e2e-inf-b-521fd5-authn-ssl"} 2026-07-08T19:13:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-521fd5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-521fd5", "reconcileID": "a268b475-36ef-49fd-9a27-a5ccf2fd5882", "Gateway": "e2e-inf-b-521fd5", "namespace": "openshift-ingress"} 2026-07-08T19:13:49Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-521fd5","namespace":"ai-tenant-e2e-inf-b-521fd5"}, "namespace": "ai-tenant-e2e-inf-b-521fd5", "name": "test-model-521fd5", "reconcileID": "5f836926-0624-4e67-ba65-834eb25f7bf0", "LLMInferenceService": "test-model-521fd5", "namespace": "ai-tenant-e2e-inf-b-521fd5"} 2026-07-08T19:13:49Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-521fd5","namespace":"ai-tenant-e2e-inf-b-521fd5"}, "namespace": "ai-tenant-e2e-inf-b-521fd5", "name": "test-model-521fd5", "reconcileID": "5f836926-0624-4e67-ba65-834eb25f7bf0", "LLMInferenceService": "test-model-521fd5", "namespace": "ai-tenant-e2e-inf-b-521fd5"} 2026-07-08T19:13:49Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-521fd5","namespace":"ai-tenant-e2e-inf-b-521fd5"}, "namespace": "ai-tenant-e2e-inf-b-521fd5", "name": "test-model-521fd5", "reconcileID": "5f836926-0624-4e67-ba65-834eb25f7bf0", "LLMInferenceService": "test-model-521fd5", "namespace": "ai-tenant-e2e-inf-b-521fd5"} 2026-07-08T19:13:49Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-521fd5","namespace":"ai-tenant-e2e-inf-b-521fd5"}, "namespace": "ai-tenant-e2e-inf-b-521fd5", "name": "test-model-521fd5", "reconcileID": "5f836926-0624-4e67-ba65-834eb25f7bf0", "LLMInferenceService": "test-model-521fd5", "namespace": "ai-tenant-e2e-inf-b-521fd5", "name": "test-model-521fd5-kserve-route-authn"} 2026-07-08T19:13:49Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-521fd5","namespace":"ai-tenant-e2e-inf-b-521fd5"}, "namespace": "ai-tenant-e2e-inf-b-521fd5", "name": "test-model-521fd5", "reconcileID": "5f836926-0624-4e67-ba65-834eb25f7bf0", "LLMInferenceService": "test-model-521fd5", "namespace": "ai-tenant-e2e-inf-b-521fd5", "authType": "userdefined"} 2026-07-08T19:13:49Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-521fd5","namespace":"ai-tenant-e2e-inf-b-521fd5"}, "namespace": "ai-tenant-e2e-inf-b-521fd5", "name": "test-model-521fd5", "reconcileID": "5f836926-0624-4e67-ba65-834eb25f7bf0", "LLMInferenceService": "test-model-521fd5", "namespace": "ai-tenant-e2e-inf-b-521fd5"} 2026-07-08T19:13:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-521fd5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-521fd5", "reconcileID": "03e7f50d-2b20-4fb2-8069-e80e133bee9e", "Gateway": "e2e-inf-b-521fd5", "namespace": "openshift-ingress"} 2026-07-08T19:13:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-521fd5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-521fd5", "reconcileID": "03e7f50d-2b20-4fb2-8069-e80e133bee9e", "Gateway": "e2e-inf-b-521fd5", "namespace": "openshift-ingress", "name": "e2e-inf-b-521fd5-authn-ssl"} 2026-07-08T19:13:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-521fd5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-521fd5", "reconcileID": "03e7f50d-2b20-4fb2-8069-e80e133bee9e", "Gateway": "e2e-inf-b-521fd5", "namespace": "openshift-ingress"} 2026-07-08T19:13:56Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-521fd5","namespace":"ai-tenant-e2e-inf-b-521fd5"}, "namespace": "ai-tenant-e2e-inf-b-521fd5", "name": "test-model-521fd5", "reconcileID": "0ba9554e-c60f-43b3-8663-377106b166ac", "LLMInferenceService": "test-model-521fd5", "namespace": "ai-tenant-e2e-inf-b-521fd5"} 2026-07-08T19:13:56Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-521fd5","namespace":"ai-tenant-e2e-inf-b-521fd5"}, "namespace": "ai-tenant-e2e-inf-b-521fd5", "name": "test-model-521fd5", "reconcileID": "0ba9554e-c60f-43b3-8663-377106b166ac", "LLMInferenceService": "test-model-521fd5", "namespace": "ai-tenant-e2e-inf-b-521fd5"} 2026-07-08T19:13:56Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-521fd5","namespace":"ai-tenant-e2e-inf-b-521fd5"}, "namespace": "ai-tenant-e2e-inf-b-521fd5", "name": "test-model-521fd5", "reconcileID": "0ba9554e-c60f-43b3-8663-377106b166ac", "LLMInferenceService": "test-model-521fd5", "namespace": "ai-tenant-e2e-inf-b-521fd5"} 2026-07-08T19:13:56Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-521fd5","namespace":"ai-tenant-e2e-inf-b-521fd5"}, "namespace": "ai-tenant-e2e-inf-b-521fd5", "name": "test-model-521fd5", "reconcileID": "0ba9554e-c60f-43b3-8663-377106b166ac", "LLMInferenceService": "test-model-521fd5", "namespace": "ai-tenant-e2e-inf-b-521fd5", "name": "test-model-521fd5-kserve-route-authn"} 2026-07-08T19:13:56Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-521fd5","namespace":"ai-tenant-e2e-inf-b-521fd5"}, "namespace": "ai-tenant-e2e-inf-b-521fd5", "name": "test-model-521fd5", "reconcileID": "0ba9554e-c60f-43b3-8663-377106b166ac", "LLMInferenceService": "test-model-521fd5", "namespace": "ai-tenant-e2e-inf-b-521fd5", "authType": "userdefined"} 2026-07-08T19:13:56Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-521fd5","namespace":"ai-tenant-e2e-inf-b-521fd5"}, "namespace": "ai-tenant-e2e-inf-b-521fd5", "name": "test-model-521fd5", "reconcileID": "0ba9554e-c60f-43b3-8663-377106b166ac", "LLMInferenceService": "test-model-521fd5", "namespace": "ai-tenant-e2e-inf-b-521fd5"} 2026-07-08T19:13:59Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-521fd5","namespace":"ai-tenant-e2e-inf-b-521fd5"}, "namespace": "ai-tenant-e2e-inf-b-521fd5", "name": "test-model-521fd5", "reconcileID": "fab58cb9-f85f-47a1-a379-065e9ccfeb71", "LLMInferenceService": "test-model-521fd5", "namespace": "ai-tenant-e2e-inf-b-521fd5"} 2026-07-08T19:13:59Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-521fd5","namespace":"ai-tenant-e2e-inf-b-521fd5"}, "namespace": "ai-tenant-e2e-inf-b-521fd5", "name": "test-model-521fd5", "reconcileID": "fab58cb9-f85f-47a1-a379-065e9ccfeb71", "LLMInferenceService": "test-model-521fd5", "namespace": "ai-tenant-e2e-inf-b-521fd5"} 2026-07-08T19:13:59Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-521fd5","namespace":"ai-tenant-e2e-inf-b-521fd5"}, "namespace": "ai-tenant-e2e-inf-b-521fd5", "name": "test-model-521fd5", "reconcileID": "fab58cb9-f85f-47a1-a379-065e9ccfeb71", "LLMInferenceService": "test-model-521fd5", "namespace": "ai-tenant-e2e-inf-b-521fd5"} 2026-07-08T19:13:59Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-521fd5","namespace":"ai-tenant-e2e-inf-b-521fd5"}, "namespace": "ai-tenant-e2e-inf-b-521fd5", "name": "test-model-521fd5", "reconcileID": "fab58cb9-f85f-47a1-a379-065e9ccfeb71", "LLMInferenceService": "test-model-521fd5", "namespace": "ai-tenant-e2e-inf-b-521fd5", "name": "test-model-521fd5-kserve-route-authn"} 2026-07-08T19:13:59Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-521fd5","namespace":"ai-tenant-e2e-inf-b-521fd5"}, "namespace": "ai-tenant-e2e-inf-b-521fd5", "name": "test-model-521fd5", "reconcileID": "fab58cb9-f85f-47a1-a379-065e9ccfeb71", "LLMInferenceService": "test-model-521fd5", "namespace": "ai-tenant-e2e-inf-b-521fd5", "authType": "userdefined"} 2026-07-08T19:13:59Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-521fd5","namespace":"ai-tenant-e2e-inf-b-521fd5"}, "namespace": "ai-tenant-e2e-inf-b-521fd5", "name": "test-model-521fd5", "reconcileID": "fab58cb9-f85f-47a1-a379-065e9ccfeb71", "LLMInferenceService": "test-model-521fd5", "namespace": "ai-tenant-e2e-inf-b-521fd5"} 2026-07-08T19:14:06Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-abcbfa","namespace":"ai-tenant-e2e-inf-a-abcbfa"}, "namespace": "ai-tenant-e2e-inf-a-abcbfa", "name": "test-model-abcbfa", "reconcileID": "e106da28-fc26-4e0f-85e4-657516f0d434", "LLMInferenceService": "test-model-abcbfa", "namespace": "ai-tenant-e2e-inf-a-abcbfa"} 2026-07-08T19:14:06Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-abcbfa","namespace":"ai-tenant-e2e-inf-a-abcbfa"}, "namespace": "ai-tenant-e2e-inf-a-abcbfa", "name": "test-model-abcbfa", "reconcileID": "e106da28-fc26-4e0f-85e4-657516f0d434", "LLMInferenceService": "test-model-abcbfa", "namespace": "ai-tenant-e2e-inf-a-abcbfa", "name": "test-model-abcbfa"} 2026-07-08T19:14:06Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-abcbfa","namespace":"ai-tenant-e2e-inf-a-abcbfa"}, "namespace": "ai-tenant-e2e-inf-a-abcbfa", "name": "test-model-abcbfa", "reconcileID": "e106da28-fc26-4e0f-85e4-657516f0d434", "LLMInferenceService": "test-model-abcbfa", "namespace": "ai-tenant-e2e-inf-a-abcbfa"} 2026-07-08T19:14:06Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-abcbfa","namespace":"ai-tenant-e2e-inf-a-abcbfa"}, "namespace": "ai-tenant-e2e-inf-a-abcbfa", "name": "test-model-abcbfa", "reconcileID": "e106da28-fc26-4e0f-85e4-657516f0d434", "LLMInferenceService": "test-model-abcbfa", "namespace": "ai-tenant-e2e-inf-a-abcbfa"} 2026-07-08T19:14:06Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-abcbfa","namespace":"ai-tenant-e2e-inf-a-abcbfa"}, "namespace": "ai-tenant-e2e-inf-a-abcbfa", "name": "test-model-abcbfa", "reconcileID": "e106da28-fc26-4e0f-85e4-657516f0d434", "LLMInferenceService": "test-model-abcbfa", "namespace": "ai-tenant-e2e-inf-a-abcbfa", "name": "test-model-abcbfa-kserve-route-authn"} 2026-07-08T19:14:06Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-abcbfa","namespace":"ai-tenant-e2e-inf-a-abcbfa"}, "namespace": "ai-tenant-e2e-inf-a-abcbfa", "name": "test-model-abcbfa", "reconcileID": "e106da28-fc26-4e0f-85e4-657516f0d434", "LLMInferenceService": "test-model-abcbfa", "namespace": "ai-tenant-e2e-inf-a-abcbfa", "name": "test-model-abcbfa-kserve-route-authn"} 2026-07-08T19:14:06Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-abcbfa","namespace":"ai-tenant-e2e-inf-a-abcbfa"}, "namespace": "ai-tenant-e2e-inf-a-abcbfa", "name": "test-model-abcbfa", "reconcileID": "e106da28-fc26-4e0f-85e4-657516f0d434", "LLMInferenceService": "test-model-abcbfa", "namespace": "ai-tenant-e2e-inf-a-abcbfa", "namespace": "ai-tenant-e2e-inf-a-abcbfa"} 2026-07-08T19:14:06Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-abcbfa","namespace":"ai-tenant-e2e-inf-a-abcbfa"}, "namespace": "ai-tenant-e2e-inf-a-abcbfa", "name": "test-model-abcbfa", "reconcileID": "e106da28-fc26-4e0f-85e4-657516f0d434", "LLMInferenceService": "test-model-abcbfa", "namespace": "ai-tenant-e2e-inf-a-abcbfa", "namespace": "ai-tenant-e2e-inf-a-abcbfa"} 2026-07-08T19:14:06Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-abcbfa","namespace":"ai-tenant-e2e-inf-a-abcbfa"}, "namespace": "ai-tenant-e2e-inf-a-abcbfa", "name": "test-model-abcbfa", "reconcileID": "a3354bdb-fed4-4a90-8999-58dc1a68dd4c", "LLMInferenceService": "test-model-abcbfa", "namespace": "ai-tenant-e2e-inf-a-abcbfa"} 2026-07-08T19:14:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-abcbfa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-abcbfa", "reconcileID": "e6c0c74f-654c-4769-bb94-a739dbba6a08", "Gateway": "e2e-inf-a-abcbfa", "namespace": "openshift-ingress"} 2026-07-08T19:14:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-abcbfa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-abcbfa", "reconcileID": "e6c0c74f-654c-4769-bb94-a739dbba6a08", "Gateway": "e2e-inf-a-abcbfa", "namespace": "openshift-ingress", "name": "e2e-inf-a-abcbfa-authn-ssl"} 2026-07-08T19:14:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-abcbfa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-abcbfa", "reconcileID": "e6c0c74f-654c-4769-bb94-a739dbba6a08", "Gateway": "e2e-inf-a-abcbfa", "namespace": "openshift-ingress"} 2026-07-08T19:14:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-abcbfa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-abcbfa", "reconcileID": "e2911bc7-1782-4f6b-b117-065a9178a217", "Gateway": "e2e-inf-a-abcbfa", "namespace": "openshift-ingress"} 2026-07-08T19:14:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-abcbfa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-abcbfa", "reconcileID": "e2911bc7-1782-4f6b-b117-065a9178a217", "Gateway": "e2e-inf-a-abcbfa", "namespace": "openshift-ingress", "name": "e2e-inf-a-abcbfa-authn-ssl"} 2026-07-08T19:14:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-abcbfa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-abcbfa", "reconcileID": "e2911bc7-1782-4f6b-b117-065a9178a217", "Gateway": "e2e-inf-a-abcbfa", "namespace": "openshift-ingress"} 2026-07-08T19:14:07Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-521fd5","namespace":"ai-tenant-e2e-inf-b-521fd5"}, "namespace": "ai-tenant-e2e-inf-b-521fd5", "name": "test-model-521fd5", "reconcileID": "1c66dc6c-5319-46b4-b093-849b5f9c9d2e", "LLMInferenceService": "test-model-521fd5", "namespace": "ai-tenant-e2e-inf-b-521fd5"} 2026-07-08T19:14:07Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-521fd5","namespace":"ai-tenant-e2e-inf-b-521fd5"}, "namespace": "ai-tenant-e2e-inf-b-521fd5", "name": "test-model-521fd5", "reconcileID": "1c66dc6c-5319-46b4-b093-849b5f9c9d2e", "LLMInferenceService": "test-model-521fd5", "namespace": "ai-tenant-e2e-inf-b-521fd5", "name": "test-model-521fd5"} 2026-07-08T19:14:07Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-521fd5","namespace":"ai-tenant-e2e-inf-b-521fd5"}, "namespace": "ai-tenant-e2e-inf-b-521fd5", "name": "test-model-521fd5", "reconcileID": "1c66dc6c-5319-46b4-b093-849b5f9c9d2e", "LLMInferenceService": "test-model-521fd5", "namespace": "ai-tenant-e2e-inf-b-521fd5"} 2026-07-08T19:14:07Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-521fd5","namespace":"ai-tenant-e2e-inf-b-521fd5"}, "namespace": "ai-tenant-e2e-inf-b-521fd5", "name": "test-model-521fd5", "reconcileID": "1c66dc6c-5319-46b4-b093-849b5f9c9d2e", "LLMInferenceService": "test-model-521fd5", "namespace": "ai-tenant-e2e-inf-b-521fd5"} 2026-07-08T19:14:07Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-521fd5","namespace":"ai-tenant-e2e-inf-b-521fd5"}, "namespace": "ai-tenant-e2e-inf-b-521fd5", "name": "test-model-521fd5", "reconcileID": "1c66dc6c-5319-46b4-b093-849b5f9c9d2e", "LLMInferenceService": "test-model-521fd5", "namespace": "ai-tenant-e2e-inf-b-521fd5", "name": "test-model-521fd5-kserve-route-authn"} 2026-07-08T19:14:07Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-521fd5","namespace":"ai-tenant-e2e-inf-b-521fd5"}, "namespace": "ai-tenant-e2e-inf-b-521fd5", "name": "test-model-521fd5", "reconcileID": "1c66dc6c-5319-46b4-b093-849b5f9c9d2e", "LLMInferenceService": "test-model-521fd5", "namespace": "ai-tenant-e2e-inf-b-521fd5", "name": "test-model-521fd5-kserve-route-authn"} 2026-07-08T19:14:07Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-521fd5","namespace":"ai-tenant-e2e-inf-b-521fd5"}, "namespace": "ai-tenant-e2e-inf-b-521fd5", "name": "test-model-521fd5", "reconcileID": "1c66dc6c-5319-46b4-b093-849b5f9c9d2e", "LLMInferenceService": "test-model-521fd5", "namespace": "ai-tenant-e2e-inf-b-521fd5", "namespace": "ai-tenant-e2e-inf-b-521fd5"} 2026-07-08T19:14:07Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-521fd5","namespace":"ai-tenant-e2e-inf-b-521fd5"}, "namespace": "ai-tenant-e2e-inf-b-521fd5", "name": "test-model-521fd5", "reconcileID": "1c66dc6c-5319-46b4-b093-849b5f9c9d2e", "LLMInferenceService": "test-model-521fd5", "namespace": "ai-tenant-e2e-inf-b-521fd5", "namespace": "ai-tenant-e2e-inf-b-521fd5"} 2026-07-08T19:14:07Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-521fd5","namespace":"ai-tenant-e2e-inf-b-521fd5"}, "namespace": "ai-tenant-e2e-inf-b-521fd5", "name": "test-model-521fd5", "reconcileID": "ea129e0b-922f-4e3c-ba68-9d29c2dfe8b6", "LLMInferenceService": "test-model-521fd5", "namespace": "ai-tenant-e2e-inf-b-521fd5"} 2026-07-08T19:14:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-521fd5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-521fd5", "reconcileID": "0be773c2-3dbf-4836-bc63-4c8bc6b68c36", "Gateway": "e2e-inf-b-521fd5", "namespace": "openshift-ingress"} 2026-07-08T19:14:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-521fd5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-521fd5", "reconcileID": "0be773c2-3dbf-4836-bc63-4c8bc6b68c36", "Gateway": "e2e-inf-b-521fd5", "namespace": "openshift-ingress", "name": "e2e-inf-b-521fd5-authn-ssl"} 2026-07-08T19:14:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-521fd5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-521fd5", "reconcileID": "0be773c2-3dbf-4836-bc63-4c8bc6b68c36", "Gateway": "e2e-inf-b-521fd5", "namespace": "openshift-ingress"} 2026-07-08T19:14:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-521fd5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-521fd5", "reconcileID": "8f8cd3bb-6b05-4f61-b67a-eb888b96f163", "Gateway": "e2e-inf-b-521fd5", "namespace": "openshift-ingress"} 2026-07-08T19:14:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-521fd5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-521fd5", "reconcileID": "8f8cd3bb-6b05-4f61-b67a-eb888b96f163", "Gateway": "e2e-inf-b-521fd5", "namespace": "openshift-ingress", "name": "e2e-inf-b-521fd5-authn-ssl"} 2026-07-08T19:14:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-521fd5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-521fd5", "reconcileID": "8f8cd3bb-6b05-4f61-b67a-eb888b96f163", "Gateway": "e2e-inf-b-521fd5", "namespace": "openshift-ingress"} 2026-07-08T19:14:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "8721c201-ce16-4a57-9292-91fd57127278", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T19:14:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-abcbfa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-abcbfa", "reconcileID": "d8b6040d-3ad9-41c8-bf19-9fefdc2d054e", "Gateway": "e2e-inf-a-abcbfa", "namespace": "openshift-ingress"} 2026-07-08T19:14:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-abcbfa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-abcbfa", "reconcileID": "d8b6040d-3ad9-41c8-bf19-9fefdc2d054e", "Gateway": "e2e-inf-a-abcbfa", "namespace": "openshift-ingress", "name": "e2e-inf-a-abcbfa-authn-ssl"} 2026-07-08T19:14:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-abcbfa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-abcbfa", "reconcileID": "d8b6040d-3ad9-41c8-bf19-9fefdc2d054e", "Gateway": "e2e-inf-a-abcbfa", "namespace": "openshift-ingress"} 2026-07-08T19:14:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-abcbfa"}, "namespace": "ai-tenant-e2e-inf-a-abcbfa", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6ba7afac-4c2b-46ad-8708-9b0abe7f1d48", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-abcbfa"} 2026-07-08T19:14:49Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-abcbfa"}, "namespace": "ai-tenant-e2e-inf-a-abcbfa", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6ba7afac-4c2b-46ad-8708-9b0abe7f1d48", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-abcbfa", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T19:14:49Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-abcbfa"}, "namespace": "ai-tenant-e2e-inf-a-abcbfa", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6ba7afac-4c2b-46ad-8708-9b0abe7f1d48", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-inf-a-abcbfa because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T19:14:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-abcbfa"}, "namespace": "ai-tenant-e2e-inf-a-abcbfa", "name": "odh-trusted-ca-bundle", "reconcileID": "56c5b7a1-c77c-4f32-8572-d871acbf6c2d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-abcbfa"} 2026-07-08T19:14:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-abcbfa"}, "namespace": "ai-tenant-e2e-inf-a-abcbfa", "name": "odh-trusted-ca-bundle", "reconcileID": "56c5b7a1-c77c-4f32-8572-d871acbf6c2d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-abcbfa"} 2026-07-08T19:14:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-abcbfa"}, "namespace": "ai-tenant-e2e-inf-a-abcbfa", "name": "openshift-service-ca.crt", "reconcileID": "339c8545-5b04-49f4-bbe1-2363921f8371", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-abcbfa"} 2026-07-08T19:14:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-abcbfa"}, "namespace": "ai-tenant-e2e-inf-a-abcbfa", "name": "openshift-service-ca.crt", "reconcileID": "339c8545-5b04-49f4-bbe1-2363921f8371", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-abcbfa"} 2026-07-08T19:14:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-abcbfa"}, "namespace": "ai-tenant-e2e-inf-a-abcbfa", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0da9e51c-4985-4784-af86-56a2f0c210fb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-abcbfa"} 2026-07-08T19:14:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-abcbfa"}, "namespace": "ai-tenant-e2e-inf-a-abcbfa", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0da9e51c-4985-4784-af86-56a2f0c210fb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-abcbfa"} 2026-07-08T19:14:50Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-abcbfa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-abcbfa", "reconcileID": "559e6265-ca8c-4acc-a309-a71a0ed3c881", "Gateway": "e2e-inf-a-abcbfa", "namespace": "openshift-ingress"} 2026-07-08T19:14:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d10be538-6e47-428e-9b0d-a04679b6c144", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T19:14:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-521fd5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-521fd5", "reconcileID": "b9de711f-1de1-4a7a-826f-b800d75ca404", "Gateway": "e2e-inf-b-521fd5", "namespace": "openshift-ingress"} 2026-07-08T19:14:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-521fd5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-521fd5", "reconcileID": "b9de711f-1de1-4a7a-826f-b800d75ca404", "Gateway": "e2e-inf-b-521fd5", "namespace": "openshift-ingress", "name": "e2e-inf-b-521fd5-authn-ssl"} 2026-07-08T19:14:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-521fd5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-521fd5", "reconcileID": "b9de711f-1de1-4a7a-826f-b800d75ca404", "Gateway": "e2e-inf-b-521fd5", "namespace": "openshift-ingress"} 2026-07-08T19:14:57Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-521fd5"}, "namespace": "ai-tenant-e2e-inf-b-521fd5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "26431e51-3934-48ea-9e21-fb1a43a3f445", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-521fd5"} 2026-07-08T19:14:57Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-521fd5"}, "namespace": "ai-tenant-e2e-inf-b-521fd5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "26431e51-3934-48ea-9e21-fb1a43a3f445", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-521fd5", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T19:14:57Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-521fd5"}, "namespace": "ai-tenant-e2e-inf-b-521fd5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "26431e51-3934-48ea-9e21-fb1a43a3f445", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-inf-b-521fd5 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T19:14:57Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-521fd5"}, "namespace": "ai-tenant-e2e-inf-b-521fd5", "name": "odh-trusted-ca-bundle", "reconcileID": "8d2a5829-6906-4d0c-b039-e86aa51743fe", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-521fd5"} 2026-07-08T19:14:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-521fd5"}, "namespace": "ai-tenant-e2e-inf-b-521fd5", "name": "odh-trusted-ca-bundle", "reconcileID": "8d2a5829-6906-4d0c-b039-e86aa51743fe", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-521fd5"} 2026-07-08T19:14:57Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-521fd5"}, "namespace": "ai-tenant-e2e-inf-b-521fd5", "name": "openshift-service-ca.crt", "reconcileID": "7f5426e9-ea04-4a4a-a8b1-d0d5a06b82d8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-521fd5"} 2026-07-08T19:14:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-521fd5"}, "namespace": "ai-tenant-e2e-inf-b-521fd5", "name": "openshift-service-ca.crt", "reconcileID": "7f5426e9-ea04-4a4a-a8b1-d0d5a06b82d8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-521fd5"} 2026-07-08T19:14:57Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-521fd5"}, "namespace": "ai-tenant-e2e-inf-b-521fd5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "19fe5346-cd30-4401-bf25-5a850c8a1004", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-521fd5"} 2026-07-08T19:14:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-521fd5"}, "namespace": "ai-tenant-e2e-inf-b-521fd5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "19fe5346-cd30-4401-bf25-5a850c8a1004", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-521fd5"} 2026-07-08T19:14:57Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-521fd5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-521fd5", "reconcileID": "2fa804bb-39de-4414-b8ac-811503e61e34", "Gateway": "e2e-inf-b-521fd5", "namespace": "openshift-ingress"} 2026-07-08T19:14:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-30f36b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-30f36b", "reconcileID": "90215513-24cd-4674-8e70-7bc0f788166b", "Gateway": "e2e-api-a-30f36b", "namespace": "openshift-ingress"} 2026-07-08T19:14:58Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-30f36b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-30f36b", "reconcileID": "90215513-24cd-4674-8e70-7bc0f788166b", "Gateway": "e2e-api-a-30f36b", "namespace": "openshift-ingress", "name": "e2e-api-a-30f36b-authn-ssl"} 2026-07-08T19:14:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-30f36b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-30f36b", "reconcileID": "90215513-24cd-4674-8e70-7bc0f788166b", "Gateway": "e2e-api-a-30f36b", "namespace": "openshift-ingress"} 2026-07-08T19:14:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-30f36b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-30f36b", "reconcileID": "9761dfed-fb44-483d-8c4f-5a5a0fd4e7d6", "Gateway": "e2e-api-a-30f36b", "namespace": "openshift-ingress"} 2026-07-08T19:14:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-30f36b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-30f36b", "reconcileID": "9761dfed-fb44-483d-8c4f-5a5a0fd4e7d6", "Gateway": "e2e-api-a-30f36b", "namespace": "openshift-ingress", "name": "e2e-api-a-30f36b-authn-ssl"} 2026-07-08T19:14:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-30f36b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-30f36b", "reconcileID": "9761dfed-fb44-483d-8c4f-5a5a0fd4e7d6", "Gateway": "e2e-api-a-30f36b", "namespace": "openshift-ingress"} 2026-07-08T19:14:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-30f36b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-30f36b", "reconcileID": "b26563ec-d1c7-4265-9e6c-60821f88f2cd", "Gateway": "e2e-api-a-30f36b", "namespace": "openshift-ingress"} 2026-07-08T19:14:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-30f36b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-30f36b", "reconcileID": "b26563ec-d1c7-4265-9e6c-60821f88f2cd", "Gateway": "e2e-api-a-30f36b", "namespace": "openshift-ingress", "name": "e2e-api-a-30f36b-authn-ssl"} 2026-07-08T19:14:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-30f36b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-30f36b", "reconcileID": "b26563ec-d1c7-4265-9e6c-60821f88f2cd", "Gateway": "e2e-api-a-30f36b", "namespace": "openshift-ingress"} 2026-07-08T19:14:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-30f36b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-30f36b", "reconcileID": "cea58c82-4f16-45c4-8442-26ffb9f47898", "Gateway": "e2e-api-a-30f36b", "namespace": "openshift-ingress"} 2026-07-08T19:14:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-30f36b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-30f36b", "reconcileID": "cea58c82-4f16-45c4-8442-26ffb9f47898", "Gateway": "e2e-api-a-30f36b", "namespace": "openshift-ingress", "name": "e2e-api-a-30f36b-authn-ssl"} 2026-07-08T19:14:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-30f36b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-30f36b", "reconcileID": "cea58c82-4f16-45c4-8442-26ffb9f47898", "Gateway": "e2e-api-a-30f36b", "namespace": "openshift-ingress"} 2026-07-08T19:14:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-30f36b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-30f36b", "reconcileID": "85379139-26d5-489a-9a5c-e48703b86167", "Gateway": "e2e-api-a-30f36b", "namespace": "openshift-ingress"} 2026-07-08T19:14:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-30f36b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-30f36b", "reconcileID": "85379139-26d5-489a-9a5c-e48703b86167", "Gateway": "e2e-api-a-30f36b", "namespace": "openshift-ingress", "name": "e2e-api-a-30f36b-authn-ssl"} 2026-07-08T19:14:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-30f36b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-30f36b", "reconcileID": "85379139-26d5-489a-9a5c-e48703b86167", "Gateway": "e2e-api-a-30f36b", "namespace": "openshift-ingress"} 2026-07-08T19:14:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-30f36b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-30f36b", "reconcileID": "5b936f5d-9b3e-499e-b83f-1cf05d191b2d", "Gateway": "e2e-api-a-30f36b", "namespace": "openshift-ingress"} 2026-07-08T19:14:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-30f36b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-30f36b", "reconcileID": "5b936f5d-9b3e-499e-b83f-1cf05d191b2d", "Gateway": "e2e-api-a-30f36b", "namespace": "openshift-ingress", "name": "e2e-api-a-30f36b-authn-ssl"} 2026-07-08T19:14:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-30f36b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-30f36b", "reconcileID": "5b936f5d-9b3e-499e-b83f-1cf05d191b2d", "Gateway": "e2e-api-a-30f36b", "namespace": "openshift-ingress"} 2026-07-08T19:15:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-30f36b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-30f36b", "reconcileID": "1cd76a7d-6123-489e-8049-229f4efc2283", "Gateway": "e2e-api-a-30f36b", "namespace": "openshift-ingress"} 2026-07-08T19:15:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-30f36b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-30f36b", "reconcileID": "1cd76a7d-6123-489e-8049-229f4efc2283", "Gateway": "e2e-api-a-30f36b", "namespace": "openshift-ingress", "name": "e2e-api-a-30f36b-authn-ssl"} 2026-07-08T19:15:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-30f36b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-30f36b", "reconcileID": "1cd76a7d-6123-489e-8049-229f4efc2283", "Gateway": "e2e-api-a-30f36b", "namespace": "openshift-ingress"} 2026-07-08T19:15:01Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-08T19:15:01Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-08T19:15:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-30f36b"}, "namespace": "ai-tenant-e2e-api-a-30f36b", "name": "openshift-service-ca.crt", "reconcileID": "c8621b86-d39b-486e-bf50-22d534d67f61", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-30f36b"} 2026-07-08T19:15:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-30f36b"}, "namespace": "ai-tenant-e2e-api-a-30f36b", "name": "odh-trusted-ca-bundle", "reconcileID": "84de2972-1699-4bed-8cae-99b25aaa1b0e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-30f36b"} 2026-07-08T19:15:02Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-30f36b"}, "namespace": "ai-tenant-e2e-api-a-30f36b", "name": "openshift-service-ca.crt", "reconcileID": "e7fd20aa-bc22-4c70-a220-245ed145ee77", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-30f36b", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T19:15:02Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-30f36b"}, "namespace": "ai-tenant-e2e-api-a-30f36b", "name": "openshift-service-ca.crt", "reconcileID": "e7fd20aa-bc22-4c70-a220-245ed145ee77", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-30f36b"} 2026-07-08T19:15:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-30f36b"}, "namespace": "ai-tenant-e2e-api-a-30f36b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c4c211de-be11-4940-b945-74299040ec4b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-30f36b"} 2026-07-08T19:15:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-30f36b"}, "namespace": "ai-tenant-e2e-api-a-30f36b", "name": "openshift-service-ca.crt", "reconcileID": "14f167fc-f296-485b-94e7-5be21668bdf9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-30f36b"} 2026-07-08T19:15:02Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-30f36b"}, "namespace": "ai-tenant-e2e-api-a-30f36b", "name": "odh-trusted-ca-bundle", "reconcileID": "326694b6-6a88-44fc-be19-77bb23f0b7e2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-30f36b", "update": "odh-kserve-custom-ca-bundle"} 2026-07-08T19:15:02Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-30f36b"}, "namespace": "ai-tenant-e2e-api-a-30f36b", "name": "odh-trusted-ca-bundle", "reconcileID": "326694b6-6a88-44fc-be19-77bb23f0b7e2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-30f36b"} 2026-07-08T19:15:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-30f36b"}, "namespace": "ai-tenant-e2e-api-a-30f36b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "de6b8dc6-0b3e-4eaf-a581-c2d2c8b67ab1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-30f36b"} 2026-07-08T19:15:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "08b0c1e6-5dd4-4b4a-9ae8-3a08a20da707", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T19:15:02Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-08T19:15:02Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-08T19:15:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-30f36b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-30f36b", "reconcileID": "57f70cad-debc-4491-b540-190053215734", "Gateway": "e2e-api-a-30f36b", "namespace": "openshift-ingress"} 2026-07-08T19:15:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-30f36b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-30f36b", "reconcileID": "57f70cad-debc-4491-b540-190053215734", "Gateway": "e2e-api-a-30f36b", "namespace": "openshift-ingress", "name": "e2e-api-a-30f36b-authn-ssl"} 2026-07-08T19:15:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-30f36b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-30f36b", "reconcileID": "57f70cad-debc-4491-b540-190053215734", "Gateway": "e2e-api-a-30f36b", "namespace": "openshift-ingress"} 2026-07-08T19:15:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "a0d3e125-76b0-4547-8cc5-bf374553a7b2", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T19:15:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-30f36b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-30f36b", "reconcileID": "d485175f-ab7d-45d6-9c3f-85a8ea4ab24c", "Gateway": "e2e-api-a-30f36b", "namespace": "openshift-ingress"} 2026-07-08T19:15:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-30f36b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-30f36b", "reconcileID": "d485175f-ab7d-45d6-9c3f-85a8ea4ab24c", "Gateway": "e2e-api-a-30f36b", "namespace": "openshift-ingress", "name": "e2e-api-a-30f36b-authn-ssl"} 2026-07-08T19:15:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-30f36b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-30f36b", "reconcileID": "d485175f-ab7d-45d6-9c3f-85a8ea4ab24c", "Gateway": "e2e-api-a-30f36b", "namespace": "openshift-ingress"} 2026-07-08T19:15:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-b742e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-b742e8", "reconcileID": "0ba5965f-ced4-46b3-85a2-59666467a2ac", "Gateway": "e2e-api-b-b742e8", "namespace": "openshift-ingress"} 2026-07-08T19:15:07Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-b742e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-b742e8", "reconcileID": "0ba5965f-ced4-46b3-85a2-59666467a2ac", "Gateway": "e2e-api-b-b742e8", "namespace": "openshift-ingress", "name": "e2e-api-b-b742e8-authn-ssl"} 2026-07-08T19:15:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-b742e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-b742e8", "reconcileID": "0ba5965f-ced4-46b3-85a2-59666467a2ac", "Gateway": "e2e-api-b-b742e8", "namespace": "openshift-ingress"} 2026-07-08T19:15:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-b742e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-b742e8", "reconcileID": "1d7c1c16-e126-4105-8321-a2160863aa71", "Gateway": "e2e-api-b-b742e8", "namespace": "openshift-ingress"} 2026-07-08T19:15:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-b742e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-b742e8", "reconcileID": "1d7c1c16-e126-4105-8321-a2160863aa71", "Gateway": "e2e-api-b-b742e8", "namespace": "openshift-ingress", "name": "e2e-api-b-b742e8-authn-ssl"} 2026-07-08T19:15:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-b742e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-b742e8", "reconcileID": "1d7c1c16-e126-4105-8321-a2160863aa71", "Gateway": "e2e-api-b-b742e8", "namespace": "openshift-ingress"} 2026-07-08T19:15:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-b742e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-b742e8", "reconcileID": "e5c3ba00-d72b-4117-99e5-7d22e466b8ba", "Gateway": "e2e-api-b-b742e8", "namespace": "openshift-ingress"} 2026-07-08T19:15:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-b742e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-b742e8", "reconcileID": "e5c3ba00-d72b-4117-99e5-7d22e466b8ba", "Gateway": "e2e-api-b-b742e8", "namespace": "openshift-ingress", "name": "e2e-api-b-b742e8-authn-ssl"} 2026-07-08T19:15:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-b742e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-b742e8", "reconcileID": "e5c3ba00-d72b-4117-99e5-7d22e466b8ba", "Gateway": "e2e-api-b-b742e8", "namespace": "openshift-ingress"} 2026-07-08T19:15:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-b742e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-b742e8", "reconcileID": "a3934c3b-bb36-4e20-adf6-9365434c36ef", "Gateway": "e2e-api-b-b742e8", "namespace": "openshift-ingress"} 2026-07-08T19:15:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-b742e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-b742e8", "reconcileID": "a3934c3b-bb36-4e20-adf6-9365434c36ef", "Gateway": "e2e-api-b-b742e8", "namespace": "openshift-ingress", "name": "e2e-api-b-b742e8-authn-ssl"} 2026-07-08T19:15:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-b742e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-b742e8", "reconcileID": "a3934c3b-bb36-4e20-adf6-9365434c36ef", "Gateway": "e2e-api-b-b742e8", "namespace": "openshift-ingress"} 2026-07-08T19:15:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-b742e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-b742e8", "reconcileID": "8c2e1b8b-23c4-4ce4-8e74-197603ac3bcd", "Gateway": "e2e-api-b-b742e8", "namespace": "openshift-ingress"} 2026-07-08T19:15:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-b742e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-b742e8", "reconcileID": "8c2e1b8b-23c4-4ce4-8e74-197603ac3bcd", "Gateway": "e2e-api-b-b742e8", "namespace": "openshift-ingress", "name": "e2e-api-b-b742e8-authn-ssl"} 2026-07-08T19:15:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-b742e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-b742e8", "reconcileID": "8c2e1b8b-23c4-4ce4-8e74-197603ac3bcd", "Gateway": "e2e-api-b-b742e8", "namespace": "openshift-ingress"} 2026-07-08T19:15:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-b742e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-b742e8", "reconcileID": "267545df-e80e-48b5-b972-eb7a2cfa7caf", "Gateway": "e2e-api-b-b742e8", "namespace": "openshift-ingress"} 2026-07-08T19:15:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-b742e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-b742e8", "reconcileID": "267545df-e80e-48b5-b972-eb7a2cfa7caf", "Gateway": "e2e-api-b-b742e8", "namespace": "openshift-ingress", "name": "e2e-api-b-b742e8-authn-ssl"} 2026-07-08T19:15:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-b742e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-b742e8", "reconcileID": "267545df-e80e-48b5-b972-eb7a2cfa7caf", "Gateway": "e2e-api-b-b742e8", "namespace": "openshift-ingress"} 2026-07-08T19:15:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-b742e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-b742e8", "reconcileID": "a8bea8b9-701e-41e4-b85f-536881929be7", "Gateway": "e2e-api-b-b742e8", "namespace": "openshift-ingress"} 2026-07-08T19:15:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-b742e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-b742e8", "reconcileID": "a8bea8b9-701e-41e4-b85f-536881929be7", "Gateway": "e2e-api-b-b742e8", "namespace": "openshift-ingress", "name": "e2e-api-b-b742e8-authn-ssl"} 2026-07-08T19:15:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-b742e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-b742e8", "reconcileID": "a8bea8b9-701e-41e4-b85f-536881929be7", "Gateway": "e2e-api-b-b742e8", "namespace": "openshift-ingress"} 2026-07-08T19:15:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-b742e8"}, "namespace": "ai-tenant-e2e-api-b-b742e8", "name": "openshift-service-ca.crt", "reconcileID": "43c0b4a0-12e5-4ede-b466-d8942f7a0adc", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-b742e8"} 2026-07-08T19:15:10Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-b742e8"}, "namespace": "ai-tenant-e2e-api-b-b742e8", "name": "openshift-service-ca.crt", "reconcileID": "a0019bdc-000b-4753-8329-d06bcb862abb", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-b742e8", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T19:15:10Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-b742e8"}, "namespace": "ai-tenant-e2e-api-b-b742e8", "name": "openshift-service-ca.crt", "reconcileID": "a0019bdc-000b-4753-8329-d06bcb862abb", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-b742e8"} 2026-07-08T19:15:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-b742e8"}, "namespace": "ai-tenant-e2e-api-b-b742e8", "name": "odh-trusted-ca-bundle", "reconcileID": "37df30d1-9f42-4bfd-b15f-690056350dff", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-b742e8"} 2026-07-08T19:15:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-b742e8"}, "namespace": "ai-tenant-e2e-api-b-b742e8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "afa8556f-ca6a-4c23-818c-b0d374bdd056", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-b742e8"} 2026-07-08T19:15:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-b742e8"}, "namespace": "ai-tenant-e2e-api-b-b742e8", "name": "openshift-service-ca.crt", "reconcileID": "29459ccf-1f50-4330-9fb9-d6425f2856da", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-b742e8"} 2026-07-08T19:15:10Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-b742e8"}, "namespace": "ai-tenant-e2e-api-b-b742e8", "name": "odh-trusted-ca-bundle", "reconcileID": "147e589b-5717-45e3-a90c-56d840b73dbf", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-b742e8", "update": "odh-kserve-custom-ca-bundle"} 2026-07-08T19:15:10Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-b742e8"}, "namespace": "ai-tenant-e2e-api-b-b742e8", "name": "odh-trusted-ca-bundle", "reconcileID": "147e589b-5717-45e3-a90c-56d840b73dbf", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-b742e8"} 2026-07-08T19:15:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-b742e8"}, "namespace": "ai-tenant-e2e-api-b-b742e8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "91eafe8c-e0b1-40ee-add2-f61343d70c6f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-b742e8"} 2026-07-08T19:15:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-b742e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-b742e8", "reconcileID": "b29f7d6d-a161-4292-ab8f-7f083fd0b214", "Gateway": "e2e-api-b-b742e8", "namespace": "openshift-ingress"} 2026-07-08T19:15:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-b742e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-b742e8", "reconcileID": "b29f7d6d-a161-4292-ab8f-7f083fd0b214", "Gateway": "e2e-api-b-b742e8", "namespace": "openshift-ingress", "name": "e2e-api-b-b742e8-authn-ssl"} 2026-07-08T19:15:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-b742e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-b742e8", "reconcileID": "b29f7d6d-a161-4292-ab8f-7f083fd0b214", "Gateway": "e2e-api-b-b742e8", "namespace": "openshift-ingress"} 2026-07-08T19:15:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "aba61f03-bc79-41f6-8494-ec7f9f945768", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T19:15:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-30f36b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-30f36b", "reconcileID": "8556697d-2235-4106-ae65-aca9352e1ff7", "Gateway": "e2e-api-a-30f36b", "namespace": "openshift-ingress"} 2026-07-08T19:15:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-30f36b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-30f36b", "reconcileID": "8556697d-2235-4106-ae65-aca9352e1ff7", "Gateway": "e2e-api-a-30f36b", "namespace": "openshift-ingress", "name": "e2e-api-a-30f36b-authn-ssl"} 2026-07-08T19:15:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-30f36b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-30f36b", "reconcileID": "8556697d-2235-4106-ae65-aca9352e1ff7", "Gateway": "e2e-api-a-30f36b", "namespace": "openshift-ingress"} 2026-07-08T19:15:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-b742e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-b742e8", "reconcileID": "6cf89228-d34c-4326-954c-f5cbe52b4179", "Gateway": "e2e-api-b-b742e8", "namespace": "openshift-ingress"} 2026-07-08T19:15:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-b742e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-b742e8", "reconcileID": "6cf89228-d34c-4326-954c-f5cbe52b4179", "Gateway": "e2e-api-b-b742e8", "namespace": "openshift-ingress", "name": "e2e-api-b-b742e8-authn-ssl"} 2026-07-08T19:15:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-b742e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-b742e8", "reconcileID": "6cf89228-d34c-4326-954c-f5cbe52b4179", "Gateway": "e2e-api-b-b742e8", "namespace": "openshift-ingress"} 2026-07-08T19:15:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "b17e526f-9dc7-4d8b-a74a-7eb1b22b0429", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T19:15:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-30f36b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-30f36b", "reconcileID": "29e76f20-6357-49bf-b48e-c3f8e92843aa", "Gateway": "e2e-api-a-30f36b", "namespace": "openshift-ingress"} 2026-07-08T19:15:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-30f36b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-30f36b", "reconcileID": "29e76f20-6357-49bf-b48e-c3f8e92843aa", "Gateway": "e2e-api-a-30f36b", "namespace": "openshift-ingress", "name": "e2e-api-a-30f36b-authn-ssl"} 2026-07-08T19:15:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-30f36b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-30f36b", "reconcileID": "29e76f20-6357-49bf-b48e-c3f8e92843aa", "Gateway": "e2e-api-a-30f36b", "namespace": "openshift-ingress"} 2026-07-08T19:15:29Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-30f36b"}, "namespace": "ai-tenant-e2e-api-a-30f36b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ed355d1a-83dc-47ac-becd-f3733ca59b77", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-30f36b"} 2026-07-08T19:15:29Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-30f36b"}, "namespace": "ai-tenant-e2e-api-a-30f36b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ed355d1a-83dc-47ac-becd-f3733ca59b77", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-30f36b", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T19:15:29Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-30f36b"}, "namespace": "ai-tenant-e2e-api-a-30f36b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ed355d1a-83dc-47ac-becd-f3733ca59b77", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-30f36b because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T19:15:29Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-30f36b"}, "namespace": "ai-tenant-e2e-api-a-30f36b", "name": "odh-trusted-ca-bundle", "reconcileID": "02689512-0eb0-458a-a6fe-47d10d7ea8cc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-30f36b"} 2026-07-08T19:15:29Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-30f36b"}, "namespace": "ai-tenant-e2e-api-a-30f36b", "name": "odh-trusted-ca-bundle", "reconcileID": "02689512-0eb0-458a-a6fe-47d10d7ea8cc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-30f36b", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T19:15:29Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-30f36b"}, "namespace": "ai-tenant-e2e-api-a-30f36b", "name": "odh-trusted-ca-bundle", "reconcileID": "02689512-0eb0-458a-a6fe-47d10d7ea8cc", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-30f36b because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T19:15:29Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-30f36b"}, "namespace": "ai-tenant-e2e-api-a-30f36b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "46c2d6c1-2628-4463-b5e5-76aa79073523", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-30f36b"} 2026-07-08T19:15:29Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-30f36b"}, "namespace": "ai-tenant-e2e-api-a-30f36b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "46c2d6c1-2628-4463-b5e5-76aa79073523", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-30f36b", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T19:15:29Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-30f36b"}, "namespace": "ai-tenant-e2e-api-a-30f36b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "46c2d6c1-2628-4463-b5e5-76aa79073523", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-30f36b because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T19:15:29Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-30f36b"}, "namespace": "ai-tenant-e2e-api-a-30f36b", "name": "openshift-service-ca.crt", "reconcileID": "9a485219-90e3-42a7-8b1c-61144162e2c6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-30f36b"} 2026-07-08T19:15:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-30f36b"}, "namespace": "ai-tenant-e2e-api-a-30f36b", "name": "openshift-service-ca.crt", "reconcileID": "9a485219-90e3-42a7-8b1c-61144162e2c6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-30f36b"} 2026-07-08T19:15:29Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-30f36b"}, "namespace": "ai-tenant-e2e-api-a-30f36b", "name": "odh-trusted-ca-bundle", "reconcileID": "d78b7c89-cf70-4f05-bcce-e3c67597d999", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-30f36b"} 2026-07-08T19:15:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-30f36b"}, "namespace": "ai-tenant-e2e-api-a-30f36b", "name": "odh-trusted-ca-bundle", "reconcileID": "d78b7c89-cf70-4f05-bcce-e3c67597d999", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-30f36b"} 2026-07-08T19:15:29Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-30f36b"}, "namespace": "ai-tenant-e2e-api-a-30f36b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4c1d9231-962e-4e9a-8db2-4ceaab590868", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-30f36b"} 2026-07-08T19:15:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-30f36b"}, "namespace": "ai-tenant-e2e-api-a-30f36b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4c1d9231-962e-4e9a-8db2-4ceaab590868", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-30f36b"} 2026-07-08T19:15:30Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-30f36b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-30f36b", "reconcileID": "2c3363c4-3ba0-423d-9a83-c877c648d98c", "Gateway": "e2e-api-a-30f36b", "namespace": "openshift-ingress"} 2026-07-08T19:15:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ad0316a9-4a9b-459c-b712-11c8d555324f", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T19:15:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-b742e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-b742e8", "reconcileID": "568089d2-314c-4e0f-8ffb-78e4ea0e7a12", "Gateway": "e2e-api-b-b742e8", "namespace": "openshift-ingress"} 2026-07-08T19:15:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-b742e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-b742e8", "reconcileID": "568089d2-314c-4e0f-8ffb-78e4ea0e7a12", "Gateway": "e2e-api-b-b742e8", "namespace": "openshift-ingress", "name": "e2e-api-b-b742e8-authn-ssl"} 2026-07-08T19:15:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-b742e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-b742e8", "reconcileID": "568089d2-314c-4e0f-8ffb-78e4ea0e7a12", "Gateway": "e2e-api-b-b742e8", "namespace": "openshift-ingress"} 2026-07-08T19:15:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-b742e8"}, "namespace": "ai-tenant-e2e-api-b-b742e8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6dc368b7-791d-4787-932f-903352c90e80", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-b742e8"} 2026-07-08T19:15:37Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-b742e8"}, "namespace": "ai-tenant-e2e-api-b-b742e8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6dc368b7-791d-4787-932f-903352c90e80", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-b742e8", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T19:15:37Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-b742e8"}, "namespace": "ai-tenant-e2e-api-b-b742e8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6dc368b7-791d-4787-932f-903352c90e80", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-b742e8 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T19:15:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-b742e8"}, "namespace": "ai-tenant-e2e-api-b-b742e8", "name": "odh-trusted-ca-bundle", "reconcileID": "7a79e1f5-24ed-46cd-a9c4-264259b7726d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-b742e8"} 2026-07-08T19:15:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-b742e8"}, "namespace": "ai-tenant-e2e-api-b-b742e8", "name": "odh-trusted-ca-bundle", "reconcileID": "7a79e1f5-24ed-46cd-a9c4-264259b7726d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-b742e8"} 2026-07-08T19:15:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-b742e8"}, "namespace": "ai-tenant-e2e-api-b-b742e8", "name": "openshift-service-ca.crt", "reconcileID": "0a2daee2-494f-4ad8-b7d8-47861432e0bf", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-b742e8"} 2026-07-08T19:15:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-b742e8"}, "namespace": "ai-tenant-e2e-api-b-b742e8", "name": "openshift-service-ca.crt", "reconcileID": "0a2daee2-494f-4ad8-b7d8-47861432e0bf", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-b742e8"} 2026-07-08T19:15:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-b742e8"}, "namespace": "ai-tenant-e2e-api-b-b742e8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e414fa06-0655-4649-9953-4959ce642759", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-b742e8"} 2026-07-08T19:15:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-b742e8"}, "namespace": "ai-tenant-e2e-api-b-b742e8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e414fa06-0655-4649-9953-4959ce642759", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-b742e8"} 2026-07-08T19:15:37Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-b742e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-b742e8", "reconcileID": "4f153154-8c2b-41e3-9ff1-a16ac840ffc5", "Gateway": "e2e-api-b-b742e8", "namespace": "openshift-ingress"} 2026-07-08T19:15:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1f446e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1f446e", "reconcileID": "b6606b4b-635c-42ad-a85f-5c746ec1b44d", "Gateway": "e2e-shared-a-1f446e", "namespace": "openshift-ingress"} 2026-07-08T19:15:38Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1f446e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1f446e", "reconcileID": "b6606b4b-635c-42ad-a85f-5c746ec1b44d", "Gateway": "e2e-shared-a-1f446e", "namespace": "openshift-ingress", "name": "e2e-shared-a-1f446e-authn-ssl"} 2026-07-08T19:15:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1f446e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1f446e", "reconcileID": "b6606b4b-635c-42ad-a85f-5c746ec1b44d", "Gateway": "e2e-shared-a-1f446e", "namespace": "openshift-ingress"} 2026-07-08T19:15:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1f446e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1f446e", "reconcileID": "fc02ab34-4181-4085-92f9-0f4d8a437d74", "Gateway": "e2e-shared-a-1f446e", "namespace": "openshift-ingress"} 2026-07-08T19:15:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1f446e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1f446e", "reconcileID": "fc02ab34-4181-4085-92f9-0f4d8a437d74", "Gateway": "e2e-shared-a-1f446e", "namespace": "openshift-ingress", "name": "e2e-shared-a-1f446e-authn-ssl"} 2026-07-08T19:15:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1f446e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1f446e", "reconcileID": "fc02ab34-4181-4085-92f9-0f4d8a437d74", "Gateway": "e2e-shared-a-1f446e", "namespace": "openshift-ingress"} 2026-07-08T19:15:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1f446e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1f446e", "reconcileID": "3e721b36-b159-47b2-a0fa-9083e6e9ee25", "Gateway": "e2e-shared-a-1f446e", "namespace": "openshift-ingress"} 2026-07-08T19:15:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1f446e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1f446e", "reconcileID": "3e721b36-b159-47b2-a0fa-9083e6e9ee25", "Gateway": "e2e-shared-a-1f446e", "namespace": "openshift-ingress", "name": "e2e-shared-a-1f446e-authn-ssl"} 2026-07-08T19:15:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1f446e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1f446e", "reconcileID": "3e721b36-b159-47b2-a0fa-9083e6e9ee25", "Gateway": "e2e-shared-a-1f446e", "namespace": "openshift-ingress"} 2026-07-08T19:15:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1f446e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1f446e", "reconcileID": "f8f923dc-9511-4c20-9741-dc1f0711d39c", "Gateway": "e2e-shared-a-1f446e", "namespace": "openshift-ingress"} 2026-07-08T19:15:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1f446e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1f446e", "reconcileID": "f8f923dc-9511-4c20-9741-dc1f0711d39c", "Gateway": "e2e-shared-a-1f446e", "namespace": "openshift-ingress", "name": "e2e-shared-a-1f446e-authn-ssl"} 2026-07-08T19:15:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1f446e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1f446e", "reconcileID": "f8f923dc-9511-4c20-9741-dc1f0711d39c", "Gateway": "e2e-shared-a-1f446e", "namespace": "openshift-ingress"} 2026-07-08T19:15:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1f446e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1f446e", "reconcileID": "aa7baef4-8464-4d1b-83e8-034b2194e2cc", "Gateway": "e2e-shared-a-1f446e", "namespace": "openshift-ingress"} 2026-07-08T19:15:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1f446e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1f446e", "reconcileID": "aa7baef4-8464-4d1b-83e8-034b2194e2cc", "Gateway": "e2e-shared-a-1f446e", "namespace": "openshift-ingress", "name": "e2e-shared-a-1f446e-authn-ssl"} 2026-07-08T19:15:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1f446e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1f446e", "reconcileID": "aa7baef4-8464-4d1b-83e8-034b2194e2cc", "Gateway": "e2e-shared-a-1f446e", "namespace": "openshift-ingress"} 2026-07-08T19:15:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1f446e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1f446e", "reconcileID": "bcb1dc5e-8ca6-45bd-8b8c-3c355dd285f9", "Gateway": "e2e-shared-a-1f446e", "namespace": "openshift-ingress"} 2026-07-08T19:15:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1f446e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1f446e", "reconcileID": "bcb1dc5e-8ca6-45bd-8b8c-3c355dd285f9", "Gateway": "e2e-shared-a-1f446e", "namespace": "openshift-ingress", "name": "e2e-shared-a-1f446e-authn-ssl"} 2026-07-08T19:15:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1f446e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1f446e", "reconcileID": "bcb1dc5e-8ca6-45bd-8b8c-3c355dd285f9", "Gateway": "e2e-shared-a-1f446e", "namespace": "openshift-ingress"} 2026-07-08T19:15:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1f446e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1f446e", "reconcileID": "66756035-de52-4f82-80cb-14bfcfc89926", "Gateway": "e2e-shared-a-1f446e", "namespace": "openshift-ingress"} 2026-07-08T19:15:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1f446e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1f446e", "reconcileID": "66756035-de52-4f82-80cb-14bfcfc89926", "Gateway": "e2e-shared-a-1f446e", "namespace": "openshift-ingress", "name": "e2e-shared-a-1f446e-authn-ssl"} 2026-07-08T19:15:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1f446e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1f446e", "reconcileID": "66756035-de52-4f82-80cb-14bfcfc89926", "Gateway": "e2e-shared-a-1f446e", "namespace": "openshift-ingress"} 2026-07-08T19:15:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-1f446e"}, "namespace": "ai-tenant-e2e-shared-a-1f446e", "name": "openshift-service-ca.crt", "reconcileID": "0ecd206e-1f8b-4e80-81b2-2807cb2c7c31", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-1f446e"} 2026-07-08T19:15:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-1f446e"}, "namespace": "ai-tenant-e2e-shared-a-1f446e", "name": "odh-trusted-ca-bundle", "reconcileID": "79c9fb0e-4f64-41d5-a700-d10f915926bb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-1f446e"} 2026-07-08T19:15:41Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-1f446e"}, "namespace": "ai-tenant-e2e-shared-a-1f446e", "name": "openshift-service-ca.crt", "reconcileID": "0354709c-8668-4856-8cdc-08c49a4f1dc8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-1f446e", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T19:15:41Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-1f446e"}, "namespace": "ai-tenant-e2e-shared-a-1f446e", "name": "openshift-service-ca.crt", "reconcileID": "0354709c-8668-4856-8cdc-08c49a4f1dc8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-1f446e"} 2026-07-08T19:15:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-1f446e"}, "namespace": "ai-tenant-e2e-shared-a-1f446e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "85054396-3615-42f7-92a6-d00b00b005cc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-1f446e"} 2026-07-08T19:15:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-1f446e"}, "namespace": "ai-tenant-e2e-shared-a-1f446e", "name": "openshift-service-ca.crt", "reconcileID": "559ecef8-075b-46fd-85f5-caa9f5974319", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-1f446e"} 2026-07-08T19:15:41Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-1f446e"}, "namespace": "ai-tenant-e2e-shared-a-1f446e", "name": "odh-trusted-ca-bundle", "reconcileID": "4d2517b9-5484-4b9d-90df-7162159a2a02", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-1f446e", "update": "odh-kserve-custom-ca-bundle"} 2026-07-08T19:15:41Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-1f446e"}, "namespace": "ai-tenant-e2e-shared-a-1f446e", "name": "odh-trusted-ca-bundle", "reconcileID": "4d2517b9-5484-4b9d-90df-7162159a2a02", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-1f446e"} 2026-07-08T19:15:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-1f446e"}, "namespace": "ai-tenant-e2e-shared-a-1f446e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "63219164-e2cf-4693-b628-f5871591cbeb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-1f446e"} 2026-07-08T19:15:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1f446e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1f446e", "reconcileID": "4a0f0727-ebec-41fe-8410-bb41db575e65", "Gateway": "e2e-shared-a-1f446e", "namespace": "openshift-ingress"} 2026-07-08T19:15:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1f446e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1f446e", "reconcileID": "4a0f0727-ebec-41fe-8410-bb41db575e65", "Gateway": "e2e-shared-a-1f446e", "namespace": "openshift-ingress", "name": "e2e-shared-a-1f446e-authn-ssl"} 2026-07-08T19:15:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1f446e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1f446e", "reconcileID": "4a0f0727-ebec-41fe-8410-bb41db575e65", "Gateway": "e2e-shared-a-1f446e", "namespace": "openshift-ingress"} 2026-07-08T19:15:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "1e2589e6-c059-4c02-9494-551590b0c2ca", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T19:15:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-824e89","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-824e89", "reconcileID": "d04cd975-1452-40b6-b6b9-aac826e77ab8", "Gateway": "e2e-shared-b-824e89", "namespace": "openshift-ingress"} 2026-07-08T19:15:46Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-824e89","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-824e89", "reconcileID": "d04cd975-1452-40b6-b6b9-aac826e77ab8", "Gateway": "e2e-shared-b-824e89", "namespace": "openshift-ingress", "name": "e2e-shared-b-824e89-authn-ssl"} 2026-07-08T19:15:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-824e89","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-824e89", "reconcileID": "d04cd975-1452-40b6-b6b9-aac826e77ab8", "Gateway": "e2e-shared-b-824e89", "namespace": "openshift-ingress"} 2026-07-08T19:15:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-824e89","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-824e89", "reconcileID": "e8f189a0-d998-4fe8-a188-a6e8c59ac74b", "Gateway": "e2e-shared-b-824e89", "namespace": "openshift-ingress"} 2026-07-08T19:15:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-824e89","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-824e89", "reconcileID": "e8f189a0-d998-4fe8-a188-a6e8c59ac74b", "Gateway": "e2e-shared-b-824e89", "namespace": "openshift-ingress", "name": "e2e-shared-b-824e89-authn-ssl"} 2026-07-08T19:15:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-824e89","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-824e89", "reconcileID": "e8f189a0-d998-4fe8-a188-a6e8c59ac74b", "Gateway": "e2e-shared-b-824e89", "namespace": "openshift-ingress"} 2026-07-08T19:15:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-824e89","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-824e89", "reconcileID": "46a18e1e-e340-4590-a760-d9d2d7d403de", "Gateway": "e2e-shared-b-824e89", "namespace": "openshift-ingress"} 2026-07-08T19:15:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-824e89","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-824e89", "reconcileID": "46a18e1e-e340-4590-a760-d9d2d7d403de", "Gateway": "e2e-shared-b-824e89", "namespace": "openshift-ingress", "name": "e2e-shared-b-824e89-authn-ssl"} 2026-07-08T19:15:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-824e89","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-824e89", "reconcileID": "46a18e1e-e340-4590-a760-d9d2d7d403de", "Gateway": "e2e-shared-b-824e89", "namespace": "openshift-ingress"} 2026-07-08T19:15:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-824e89","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-824e89", "reconcileID": "5c4acc3c-0841-4784-b8f1-23a368204df2", "Gateway": "e2e-shared-b-824e89", "namespace": "openshift-ingress"} 2026-07-08T19:15:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-824e89","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-824e89", "reconcileID": "5c4acc3c-0841-4784-b8f1-23a368204df2", "Gateway": "e2e-shared-b-824e89", "namespace": "openshift-ingress", "name": "e2e-shared-b-824e89-authn-ssl"} 2026-07-08T19:15:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-824e89","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-824e89", "reconcileID": "5c4acc3c-0841-4784-b8f1-23a368204df2", "Gateway": "e2e-shared-b-824e89", "namespace": "openshift-ingress"} 2026-07-08T19:15:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-824e89","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-824e89", "reconcileID": "6fd5ebca-7358-417d-a094-297f38324637", "Gateway": "e2e-shared-b-824e89", "namespace": "openshift-ingress"} 2026-07-08T19:15:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-824e89","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-824e89", "reconcileID": "6fd5ebca-7358-417d-a094-297f38324637", "Gateway": "e2e-shared-b-824e89", "namespace": "openshift-ingress", "name": "e2e-shared-b-824e89-authn-ssl"} 2026-07-08T19:15:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-824e89","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-824e89", "reconcileID": "6fd5ebca-7358-417d-a094-297f38324637", "Gateway": "e2e-shared-b-824e89", "namespace": "openshift-ingress"} 2026-07-08T19:15:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-824e89","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-824e89", "reconcileID": "3fc6dfb9-c764-4103-8ac5-99d0af91a1ce", "Gateway": "e2e-shared-b-824e89", "namespace": "openshift-ingress"} 2026-07-08T19:15:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-824e89","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-824e89", "reconcileID": "3fc6dfb9-c764-4103-8ac5-99d0af91a1ce", "Gateway": "e2e-shared-b-824e89", "namespace": "openshift-ingress", "name": "e2e-shared-b-824e89-authn-ssl"} 2026-07-08T19:15:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-824e89","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-824e89", "reconcileID": "3fc6dfb9-c764-4103-8ac5-99d0af91a1ce", "Gateway": "e2e-shared-b-824e89", "namespace": "openshift-ingress"} 2026-07-08T19:15:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-824e89","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-824e89", "reconcileID": "fa4f3614-a79a-4023-bb74-afe68b981b66", "Gateway": "e2e-shared-b-824e89", "namespace": "openshift-ingress"} 2026-07-08T19:15:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-824e89","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-824e89", "reconcileID": "fa4f3614-a79a-4023-bb74-afe68b981b66", "Gateway": "e2e-shared-b-824e89", "namespace": "openshift-ingress", "name": "e2e-shared-b-824e89-authn-ssl"} 2026-07-08T19:15:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-824e89","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-824e89", "reconcileID": "fa4f3614-a79a-4023-bb74-afe68b981b66", "Gateway": "e2e-shared-b-824e89", "namespace": "openshift-ingress"} 2026-07-08T19:15:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-824e89"}, "namespace": "ai-tenant-e2e-shared-b-824e89", "name": "openshift-service-ca.crt", "reconcileID": "0709042f-2fcc-4fb7-a3ce-4042fe63e268", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-824e89"} 2026-07-08T19:15:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-824e89"}, "namespace": "ai-tenant-e2e-shared-b-824e89", "name": "odh-trusted-ca-bundle", "reconcileID": "73c13aaf-83b3-4444-bbc9-356ceadbfc89", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-824e89"} 2026-07-08T19:15:49Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-824e89"}, "namespace": "ai-tenant-e2e-shared-b-824e89", "name": "openshift-service-ca.crt", "reconcileID": "d317861f-9912-4009-92bd-7229547b0b84", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-824e89", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T19:15:49Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-824e89"}, "namespace": "ai-tenant-e2e-shared-b-824e89", "name": "openshift-service-ca.crt", "reconcileID": "d317861f-9912-4009-92bd-7229547b0b84", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-824e89"} 2026-07-08T19:15:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-824e89"}, "namespace": "ai-tenant-e2e-shared-b-824e89", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3f42db13-d799-455d-b13f-55f271cb9583", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-824e89"} 2026-07-08T19:15:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-824e89"}, "namespace": "ai-tenant-e2e-shared-b-824e89", "name": "openshift-service-ca.crt", "reconcileID": "03b4a6da-1489-443d-b2a5-ce61e7941c8e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-824e89"} 2026-07-08T19:15:49Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-824e89"}, "namespace": "ai-tenant-e2e-shared-b-824e89", "name": "odh-trusted-ca-bundle", "reconcileID": "a3dc39f1-7b90-4173-8782-4d586166ad0f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-824e89", "update": "odh-kserve-custom-ca-bundle"} 2026-07-08T19:15:49Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-824e89"}, "namespace": "ai-tenant-e2e-shared-b-824e89", "name": "odh-trusted-ca-bundle", "reconcileID": "a3dc39f1-7b90-4173-8782-4d586166ad0f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-824e89"} 2026-07-08T19:15:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-824e89"}, "namespace": "ai-tenant-e2e-shared-b-824e89", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bc4ecfc6-5e03-485f-b9e4-8ad1c6fd6182", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-824e89"} 2026-07-08T19:15:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-824e89","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-824e89", "reconcileID": "60730353-b87a-4104-bbb8-ff61f9c3dbbf", "Gateway": "e2e-shared-b-824e89", "namespace": "openshift-ingress"} 2026-07-08T19:15:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-824e89","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-824e89", "reconcileID": "60730353-b87a-4104-bbb8-ff61f9c3dbbf", "Gateway": "e2e-shared-b-824e89", "namespace": "openshift-ingress", "name": "e2e-shared-b-824e89-authn-ssl"} 2026-07-08T19:15:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-824e89","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-824e89", "reconcileID": "60730353-b87a-4104-bbb8-ff61f9c3dbbf", "Gateway": "e2e-shared-b-824e89", "namespace": "openshift-ingress"} 2026-07-08T19:15:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "3a20add1-f28e-4844-8802-b12afd7f646e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T19:15:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1f446e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1f446e", "reconcileID": "7aec0da1-0621-48bc-953d-5792fa7eace7", "Gateway": "e2e-shared-a-1f446e", "namespace": "openshift-ingress"} 2026-07-08T19:15:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1f446e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1f446e", "reconcileID": "7aec0da1-0621-48bc-953d-5792fa7eace7", "Gateway": "e2e-shared-a-1f446e", "namespace": "openshift-ingress", "name": "e2e-shared-a-1f446e-authn-ssl"} 2026-07-08T19:15:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1f446e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1f446e", "reconcileID": "7aec0da1-0621-48bc-953d-5792fa7eace7", "Gateway": "e2e-shared-a-1f446e", "namespace": "openshift-ingress"} 2026-07-08T19:15:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-824e89","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-824e89", "reconcileID": "b9b592dc-9089-4fa6-95d2-81de44641c8e", "Gateway": "e2e-shared-b-824e89", "namespace": "openshift-ingress"} 2026-07-08T19:15:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-824e89","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-824e89", "reconcileID": "b9b592dc-9089-4fa6-95d2-81de44641c8e", "Gateway": "e2e-shared-b-824e89", "namespace": "openshift-ingress", "name": "e2e-shared-b-824e89-authn-ssl"} 2026-07-08T19:15:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-824e89","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-824e89", "reconcileID": "b9b592dc-9089-4fa6-95d2-81de44641c8e", "Gateway": "e2e-shared-b-824e89", "namespace": "openshift-ingress"} 2026-07-08T19:16:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "cdb3621e-48f7-4b4a-b7df-8e41ada88aa0", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T19:16:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "601b8dbb-4181-4373-9f30-ef499c5fe07c", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T19:18:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "a396362c-1d25-47f5-abd5-46b957ef45a9", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T19:18:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1f446e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1f446e", "reconcileID": "349f7bfb-cc15-4eef-be7f-1c79a6775509", "Gateway": "e2e-shared-a-1f446e", "namespace": "openshift-ingress"} 2026-07-08T19:18:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1f446e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1f446e", "reconcileID": "349f7bfb-cc15-4eef-be7f-1c79a6775509", "Gateway": "e2e-shared-a-1f446e", "namespace": "openshift-ingress", "name": "e2e-shared-a-1f446e-authn-ssl"} 2026-07-08T19:18:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1f446e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1f446e", "reconcileID": "349f7bfb-cc15-4eef-be7f-1c79a6775509", "Gateway": "e2e-shared-a-1f446e", "namespace": "openshift-ingress"} 2026-07-08T19:19:00Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-1f446e"}, "namespace": "ai-tenant-e2e-shared-a-1f446e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "25ed4eb5-05db-4540-8b80-285ae3780642", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-1f446e"} 2026-07-08T19:19:00Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-1f446e"}, "namespace": "ai-tenant-e2e-shared-a-1f446e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "25ed4eb5-05db-4540-8b80-285ae3780642", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-1f446e", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T19:19:00Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-1f446e"}, "namespace": "ai-tenant-e2e-shared-a-1f446e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "25ed4eb5-05db-4540-8b80-285ae3780642", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-1f446e because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T19:19:00Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-1f446e"}, "namespace": "ai-tenant-e2e-shared-a-1f446e", "name": "odh-trusted-ca-bundle", "reconcileID": "b64f784c-48ed-4bfc-8c7d-3226a1574642", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-1f446e"} 2026-07-08T19:19:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-1f446e"}, "namespace": "ai-tenant-e2e-shared-a-1f446e", "name": "odh-trusted-ca-bundle", "reconcileID": "b64f784c-48ed-4bfc-8c7d-3226a1574642", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-1f446e"} 2026-07-08T19:19:00Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-1f446e"}, "namespace": "ai-tenant-e2e-shared-a-1f446e", "name": "openshift-service-ca.crt", "reconcileID": "05488fb6-6e66-488c-86af-8574f97b1dd7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-1f446e"} 2026-07-08T19:19:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-1f446e"}, "namespace": "ai-tenant-e2e-shared-a-1f446e", "name": "openshift-service-ca.crt", "reconcileID": "05488fb6-6e66-488c-86af-8574f97b1dd7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-1f446e"} 2026-07-08T19:19:00Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-1f446e"}, "namespace": "ai-tenant-e2e-shared-a-1f446e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "206d3d5f-836a-417e-9413-ba5900a28ca1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-1f446e"} 2026-07-08T19:19:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-1f446e"}, "namespace": "ai-tenant-e2e-shared-a-1f446e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "206d3d5f-836a-417e-9413-ba5900a28ca1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-1f446e"} 2026-07-08T19:19:00Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1f446e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1f446e", "reconcileID": "abfdcedd-3c03-4b70-9c60-5e8d080093d3", "Gateway": "e2e-shared-a-1f446e", "namespace": "openshift-ingress"} 2026-07-08T19:19:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "b5ddd59d-9754-41ab-b103-30a171cd0edf", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T19:19:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-824e89","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-824e89", "reconcileID": "68f2016b-54f1-48c4-9228-9c35fea480e1", "Gateway": "e2e-shared-b-824e89", "namespace": "openshift-ingress"} 2026-07-08T19:19:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-824e89","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-824e89", "reconcileID": "68f2016b-54f1-48c4-9228-9c35fea480e1", "Gateway": "e2e-shared-b-824e89", "namespace": "openshift-ingress", "name": "e2e-shared-b-824e89-authn-ssl"} 2026-07-08T19:19:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-824e89","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-824e89", "reconcileID": "68f2016b-54f1-48c4-9228-9c35fea480e1", "Gateway": "e2e-shared-b-824e89", "namespace": "openshift-ingress"} 2026-07-08T19:19:07Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-824e89"}, "namespace": "ai-tenant-e2e-shared-b-824e89", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "755bd1d9-2ee2-4411-b746-aee79d06742f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-824e89"} 2026-07-08T19:19:07Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-824e89"}, "namespace": "ai-tenant-e2e-shared-b-824e89", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "755bd1d9-2ee2-4411-b746-aee79d06742f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-824e89", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T19:19:07Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-824e89"}, "namespace": "ai-tenant-e2e-shared-b-824e89", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "755bd1d9-2ee2-4411-b746-aee79d06742f", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-824e89 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T19:19:07Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-824e89"}, "namespace": "ai-tenant-e2e-shared-b-824e89", "name": "odh-trusted-ca-bundle", "reconcileID": "0fc08192-eeb8-4f45-ad70-a86dbfd63b82", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-824e89"} 2026-07-08T19:19:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-824e89"}, "namespace": "ai-tenant-e2e-shared-b-824e89", "name": "odh-trusted-ca-bundle", "reconcileID": "0fc08192-eeb8-4f45-ad70-a86dbfd63b82", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-824e89"} 2026-07-08T19:19:07Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-824e89"}, "namespace": "ai-tenant-e2e-shared-b-824e89", "name": "openshift-service-ca.crt", "reconcileID": "26e102e8-7ed5-46b0-8130-9fb61b221549", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-824e89"} 2026-07-08T19:19:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-824e89"}, "namespace": "ai-tenant-e2e-shared-b-824e89", "name": "openshift-service-ca.crt", "reconcileID": "26e102e8-7ed5-46b0-8130-9fb61b221549", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-824e89"} 2026-07-08T19:19:07Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-824e89"}, "namespace": "ai-tenant-e2e-shared-b-824e89", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7b5a5833-67b7-401c-81e4-d8daba7c3eb1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-824e89"} 2026-07-08T19:19:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-824e89"}, "namespace": "ai-tenant-e2e-shared-b-824e89", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7b5a5833-67b7-401c-81e4-d8daba7c3eb1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-824e89"} 2026-07-08T19:19:07Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-824e89","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-824e89", "reconcileID": "668ff794-06ca-4c63-bd95-30c055a53756", "Gateway": "e2e-shared-b-824e89", "namespace": "openshift-ingress"}