/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-07T23:42:44Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-93360df8"}, "namespace": "ai-tenant-e2e-mt-93360df8", "name": "odh-trusted-ca-bundle", "reconcileID": "7f755368-6506-4f9a-88b5-399ec62265e8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-93360df8"} 2026-07-07T23:42:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-93360df8"}, "namespace": "ai-tenant-e2e-mt-93360df8", "name": "odh-trusted-ca-bundle", "reconcileID": "7f755368-6506-4f9a-88b5-399ec62265e8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-93360df8"} 2026-07-07T23:42:44Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-93360df8"}, "namespace": "ai-tenant-e2e-mt-93360df8", "name": "openshift-service-ca.crt", "reconcileID": "f1a71ff3-6579-440c-8038-795f3032a4ea", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-93360df8"} 2026-07-07T23:42:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-93360df8"}, "namespace": "ai-tenant-e2e-mt-93360df8", "name": "openshift-service-ca.crt", "reconcileID": "f1a71ff3-6579-440c-8038-795f3032a4ea", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-93360df8"} 2026-07-07T23:42:44Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-93360df8"}, "namespace": "ai-tenant-e2e-mt-93360df8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "55e567ac-f9b2-4b8c-965a-2d7263c20e47", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-93360df8"} 2026-07-07T23:42:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-93360df8"}, "namespace": "ai-tenant-e2e-mt-93360df8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "55e567ac-f9b2-4b8c-965a-2d7263c20e47", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-93360df8"} 2026-07-07T23:42:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-cf49f667"}, "namespace": "ai-tenant-e2e-mt-cf49f667", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e68ffb44-8383-4a9e-908a-4389672f594a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-cf49f667"} 2026-07-07T23:42:51Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-cf49f667"}, "namespace": "ai-tenant-e2e-mt-cf49f667", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e68ffb44-8383-4a9e-908a-4389672f594a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-cf49f667", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T23:42:51Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-cf49f667"}, "namespace": "ai-tenant-e2e-mt-cf49f667", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e68ffb44-8383-4a9e-908a-4389672f594a", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-cf49f667 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-07T23:42:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-cf49f667"}, "namespace": "ai-tenant-e2e-mt-cf49f667", "name": "odh-trusted-ca-bundle", "reconcileID": "f85026e4-8bee-4283-b110-9b736f059a6b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-cf49f667"} 2026-07-07T23:42:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-cf49f667"}, "namespace": "ai-tenant-e2e-mt-cf49f667", "name": "odh-trusted-ca-bundle", "reconcileID": "f85026e4-8bee-4283-b110-9b736f059a6b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-cf49f667"} 2026-07-07T23:42:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-cf49f667"}, "namespace": "ai-tenant-e2e-mt-cf49f667", "name": "openshift-service-ca.crt", "reconcileID": "b21faed1-1f66-42b2-9f5a-c078fefce159", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-cf49f667"} 2026-07-07T23:42:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-cf49f667"}, "namespace": "ai-tenant-e2e-mt-cf49f667", "name": "openshift-service-ca.crt", "reconcileID": "b21faed1-1f66-42b2-9f5a-c078fefce159", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-cf49f667"} 2026-07-07T23:42:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-cf49f667"}, "namespace": "ai-tenant-e2e-mt-cf49f667", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "41acdb88-ddb7-4611-89a8-de71961c3174", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-cf49f667"} 2026-07-07T23:42:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-cf49f667"}, "namespace": "ai-tenant-e2e-mt-cf49f667", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "41acdb88-ddb7-4611-89a8-de71961c3174", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-cf49f667"} 2026-07-07T23:42:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-e65ade3c"}, "namespace": "ai-tenant-e2e-mt-e65ade3c", "name": "openshift-service-ca.crt", "reconcileID": "ca737897-b4bc-40c0-8b8f-b4f3c729327d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-e65ade3c"} 2026-07-07T23:42:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-e65ade3c"}, "namespace": "ai-tenant-e2e-mt-e65ade3c", "name": "odh-trusted-ca-bundle", "reconcileID": "180abfb0-1605-49da-800b-0a0ebe6042d1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-e65ade3c"} 2026-07-07T23:42:51Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-e65ade3c"}, "namespace": "ai-tenant-e2e-mt-e65ade3c", "name": "openshift-service-ca.crt", "reconcileID": "c5054583-3fd2-4b55-9602-500349c887eb", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-e65ade3c", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T23:42:51Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-e65ade3c"}, "namespace": "ai-tenant-e2e-mt-e65ade3c", "name": "openshift-service-ca.crt", "reconcileID": "c5054583-3fd2-4b55-9602-500349c887eb", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-e65ade3c"} 2026-07-07T23:42:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-e65ade3c"}, "namespace": "ai-tenant-e2e-mt-e65ade3c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b6bd2675-9346-4e8e-93bf-4f403a114031", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-e65ade3c"} 2026-07-07T23:42:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-e65ade3c"}, "namespace": "ai-tenant-e2e-mt-e65ade3c", "name": "openshift-service-ca.crt", "reconcileID": "079a35de-c87b-472f-9f9c-c6e20ee17e85", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-e65ade3c"} 2026-07-07T23:42:51Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-e65ade3c"}, "namespace": "ai-tenant-e2e-mt-e65ade3c", "name": "odh-trusted-ca-bundle", "reconcileID": "9c187168-e3df-4e81-b190-2693cd523a02", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-e65ade3c", "update": "odh-kserve-custom-ca-bundle"} 2026-07-07T23:42:51Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-e65ade3c"}, "namespace": "ai-tenant-e2e-mt-e65ade3c", "name": "odh-trusted-ca-bundle", "reconcileID": "9c187168-e3df-4e81-b190-2693cd523a02", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-e65ade3c"} 2026-07-07T23:42:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-e65ade3c"}, "namespace": "ai-tenant-e2e-mt-e65ade3c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "05d5c359-04b7-427f-86d5-890abf6c1e2c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-e65ade3c"} 2026-07-07T23:43:28Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-e65ade3c"}, "namespace": "ai-tenant-e2e-mt-e65ade3c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0c789987-5b14-4486-a7b4-bd14b90a732d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-e65ade3c"} 2026-07-07T23:43:28Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-e65ade3c"}, "namespace": "ai-tenant-e2e-mt-e65ade3c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0c789987-5b14-4486-a7b4-bd14b90a732d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-e65ade3c", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T23:43:28Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-e65ade3c"}, "namespace": "ai-tenant-e2e-mt-e65ade3c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0c789987-5b14-4486-a7b4-bd14b90a732d", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-e65ade3c because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-07T23:43:28Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-e65ade3c"}, "namespace": "ai-tenant-e2e-mt-e65ade3c", "name": "odh-trusted-ca-bundle", "reconcileID": "4d9fc262-b970-4ae6-b0c9-3d5289509480", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-e65ade3c"} 2026-07-07T23:43:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-e65ade3c"}, "namespace": "ai-tenant-e2e-mt-e65ade3c", "name": "odh-trusted-ca-bundle", "reconcileID": "4d9fc262-b970-4ae6-b0c9-3d5289509480", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-e65ade3c"} 2026-07-07T23:43:28Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-e65ade3c"}, "namespace": "ai-tenant-e2e-mt-e65ade3c", "name": "openshift-service-ca.crt", "reconcileID": "50fcc793-22e0-4408-83b6-46fbb6d0cdff", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-e65ade3c"} 2026-07-07T23:43:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-e65ade3c"}, "namespace": "ai-tenant-e2e-mt-e65ade3c", "name": "openshift-service-ca.crt", "reconcileID": "50fcc793-22e0-4408-83b6-46fbb6d0cdff", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-e65ade3c"} 2026-07-07T23:43:28Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-e65ade3c"}, "namespace": "ai-tenant-e2e-mt-e65ade3c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b605f907-2300-4d70-b850-6d531fbd277c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-e65ade3c"} 2026-07-07T23:43:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-e65ade3c"}, "namespace": "ai-tenant-e2e-mt-e65ade3c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b605f907-2300-4d70-b850-6d531fbd277c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-e65ade3c"} 2026-07-07T23:43:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-7ddfc0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-7ddfc0", "reconcileID": "7276c7f7-3867-4700-bec1-114253a81102", "Gateway": "e2e-inf-a-7ddfc0", "namespace": "openshift-ingress"} 2026-07-07T23:43:29Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-7ddfc0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-7ddfc0", "reconcileID": "7276c7f7-3867-4700-bec1-114253a81102", "Gateway": "e2e-inf-a-7ddfc0", "namespace": "openshift-ingress", "name": "e2e-inf-a-7ddfc0-authn-ssl"} 2026-07-07T23:43:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-7ddfc0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-7ddfc0", "reconcileID": "7276c7f7-3867-4700-bec1-114253a81102", "Gateway": "e2e-inf-a-7ddfc0", "namespace": "openshift-ingress"} 2026-07-07T23:43:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-7ddfc0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-7ddfc0", "reconcileID": "0221e37d-5a2c-44b9-b983-03d93a542592", "Gateway": "e2e-inf-a-7ddfc0", "namespace": "openshift-ingress"} 2026-07-07T23:43:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-7ddfc0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-7ddfc0", "reconcileID": "0221e37d-5a2c-44b9-b983-03d93a542592", "Gateway": "e2e-inf-a-7ddfc0", "namespace": "openshift-ingress", "name": "e2e-inf-a-7ddfc0-authn-ssl"} 2026-07-07T23:43:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-7ddfc0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-7ddfc0", "reconcileID": "0221e37d-5a2c-44b9-b983-03d93a542592", "Gateway": "e2e-inf-a-7ddfc0", "namespace": "openshift-ingress"} 2026-07-07T23:43:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-7ddfc0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-7ddfc0", "reconcileID": "dc010dbf-36e0-4d33-9d11-f1d0984db415", "Gateway": "e2e-inf-a-7ddfc0", "namespace": "openshift-ingress"} 2026-07-07T23:43:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-7ddfc0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-7ddfc0", "reconcileID": "dc010dbf-36e0-4d33-9d11-f1d0984db415", "Gateway": "e2e-inf-a-7ddfc0", "namespace": "openshift-ingress", "name": "e2e-inf-a-7ddfc0-authn-ssl"} 2026-07-07T23:43:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-7ddfc0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-7ddfc0", "reconcileID": "dc010dbf-36e0-4d33-9d11-f1d0984db415", "Gateway": "e2e-inf-a-7ddfc0", "namespace": "openshift-ingress"} 2026-07-07T23:43:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-7ddfc0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-7ddfc0", "reconcileID": "fbbcc581-8302-4c53-8ec2-584cc60682cb", "Gateway": "e2e-inf-a-7ddfc0", "namespace": "openshift-ingress"} 2026-07-07T23:43:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-7ddfc0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-7ddfc0", "reconcileID": "fbbcc581-8302-4c53-8ec2-584cc60682cb", "Gateway": "e2e-inf-a-7ddfc0", "namespace": "openshift-ingress", "name": "e2e-inf-a-7ddfc0-authn-ssl"} 2026-07-07T23:43:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-7ddfc0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-7ddfc0", "reconcileID": "fbbcc581-8302-4c53-8ec2-584cc60682cb", "Gateway": "e2e-inf-a-7ddfc0", "namespace": "openshift-ingress"} 2026-07-07T23:43:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-7ddfc0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-7ddfc0", "reconcileID": "a3a50240-d076-4d1b-ad6c-e80754ea5b86", "Gateway": "e2e-inf-a-7ddfc0", "namespace": "openshift-ingress"} 2026-07-07T23:43:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-7ddfc0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-7ddfc0", "reconcileID": "a3a50240-d076-4d1b-ad6c-e80754ea5b86", "Gateway": "e2e-inf-a-7ddfc0", "namespace": "openshift-ingress", "name": "e2e-inf-a-7ddfc0-authn-ssl"} 2026-07-07T23:43:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-7ddfc0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-7ddfc0", "reconcileID": "a3a50240-d076-4d1b-ad6c-e80754ea5b86", "Gateway": "e2e-inf-a-7ddfc0", "namespace": "openshift-ingress"} 2026-07-07T23:43:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-7ddfc0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-7ddfc0", "reconcileID": "6b89a916-ea3b-4146-a0ec-06c45d2cfb02", "Gateway": "e2e-inf-a-7ddfc0", "namespace": "openshift-ingress"} 2026-07-07T23:43:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-7ddfc0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-7ddfc0", "reconcileID": "6b89a916-ea3b-4146-a0ec-06c45d2cfb02", "Gateway": "e2e-inf-a-7ddfc0", "namespace": "openshift-ingress", "name": "e2e-inf-a-7ddfc0-authn-ssl"} 2026-07-07T23:43:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-7ddfc0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-7ddfc0", "reconcileID": "6b89a916-ea3b-4146-a0ec-06c45d2cfb02", "Gateway": "e2e-inf-a-7ddfc0", "namespace": "openshift-ingress"} 2026-07-07T23:43:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-7ddfc0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-7ddfc0", "reconcileID": "de8ba885-a5b9-4574-963d-2e51ea324fde", "Gateway": "e2e-inf-a-7ddfc0", "namespace": "openshift-ingress"} 2026-07-07T23:43:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-7ddfc0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-7ddfc0", "reconcileID": "de8ba885-a5b9-4574-963d-2e51ea324fde", "Gateway": "e2e-inf-a-7ddfc0", "namespace": "openshift-ingress", "name": "e2e-inf-a-7ddfc0-authn-ssl"} 2026-07-07T23:43:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-7ddfc0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-7ddfc0", "reconcileID": "de8ba885-a5b9-4574-963d-2e51ea324fde", "Gateway": "e2e-inf-a-7ddfc0", "namespace": "openshift-ingress"} 2026-07-07T23:43:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-7ddfc0"}, "namespace": "ai-tenant-e2e-inf-a-7ddfc0", "name": "openshift-service-ca.crt", "reconcileID": "1f26a5e8-57b9-4dd2-b5c5-00ea7eb798fa", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-7ddfc0"} 2026-07-07T23:43:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-7ddfc0"}, "namespace": "ai-tenant-e2e-inf-a-7ddfc0", "name": "odh-trusted-ca-bundle", "reconcileID": "e549c8ef-f92c-4488-a011-7949828ac67f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-7ddfc0"} 2026-07-07T23:43:32Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-7ddfc0"}, "namespace": "ai-tenant-e2e-inf-a-7ddfc0", "name": "openshift-service-ca.crt", "reconcileID": "1abe8d77-e7fb-438d-a79e-6483c4fb3eac", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-7ddfc0", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T23:43:32Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-7ddfc0"}, "namespace": "ai-tenant-e2e-inf-a-7ddfc0", "name": "openshift-service-ca.crt", "reconcileID": "1abe8d77-e7fb-438d-a79e-6483c4fb3eac", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-7ddfc0"} 2026-07-07T23:43:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-7ddfc0"}, "namespace": "ai-tenant-e2e-inf-a-7ddfc0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e2a28c3f-99ff-48a0-9805-0fe1c27a4077", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-7ddfc0"} 2026-07-07T23:43:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-7ddfc0"}, "namespace": "ai-tenant-e2e-inf-a-7ddfc0", "name": "openshift-service-ca.crt", "reconcileID": "9dc2da2e-dde4-4f1a-997f-fa41336e0928", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-7ddfc0"} 2026-07-07T23:43:32Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-7ddfc0"}, "namespace": "ai-tenant-e2e-inf-a-7ddfc0", "name": "odh-trusted-ca-bundle", "reconcileID": "c1f0a847-c3ec-4a06-9125-95164ac177b7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-7ddfc0", "update": "odh-kserve-custom-ca-bundle"} 2026-07-07T23:43:32Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-7ddfc0"}, "namespace": "ai-tenant-e2e-inf-a-7ddfc0", "name": "odh-trusted-ca-bundle", "reconcileID": "c1f0a847-c3ec-4a06-9125-95164ac177b7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-7ddfc0"} 2026-07-07T23:43:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-7ddfc0"}, "namespace": "ai-tenant-e2e-inf-a-7ddfc0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "22cc3fe8-a408-4313-9de8-09ebc92b5b1f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-7ddfc0"} 2026-07-07T23:43:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-7ddfc0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-7ddfc0", "reconcileID": "6fa963c9-ffc4-4b67-8000-0ba31073646a", "Gateway": "e2e-inf-a-7ddfc0", "namespace": "openshift-ingress"} 2026-07-07T23:43:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-7ddfc0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-7ddfc0", "reconcileID": "6fa963c9-ffc4-4b67-8000-0ba31073646a", "Gateway": "e2e-inf-a-7ddfc0", "namespace": "openshift-ingress", "name": "e2e-inf-a-7ddfc0-authn-ssl"} 2026-07-07T23:43:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-7ddfc0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-7ddfc0", "reconcileID": "6fa963c9-ffc4-4b67-8000-0ba31073646a", "Gateway": "e2e-inf-a-7ddfc0", "namespace": "openshift-ingress"} 2026-07-07T23:43:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "6cc74420-b106-43c1-af0f-27117cee1786", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-07T23:43:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-4bd96c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-4bd96c", "reconcileID": "fb334348-0c0b-4981-b1c2-2aa463e0acfe", "Gateway": "e2e-inf-b-4bd96c", "namespace": "openshift-ingress"} 2026-07-07T23:43:37Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-4bd96c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-4bd96c", "reconcileID": "fb334348-0c0b-4981-b1c2-2aa463e0acfe", "Gateway": "e2e-inf-b-4bd96c", "namespace": "openshift-ingress", "name": "e2e-inf-b-4bd96c-authn-ssl"} 2026-07-07T23:43:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-4bd96c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-4bd96c", "reconcileID": "fb334348-0c0b-4981-b1c2-2aa463e0acfe", "Gateway": "e2e-inf-b-4bd96c", "namespace": "openshift-ingress"} 2026-07-07T23:43:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-4bd96c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-4bd96c", "reconcileID": "033e46d4-bc44-425d-929c-1d81825867bd", "Gateway": "e2e-inf-b-4bd96c", "namespace": "openshift-ingress"} 2026-07-07T23:43:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-4bd96c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-4bd96c", "reconcileID": "033e46d4-bc44-425d-929c-1d81825867bd", "Gateway": "e2e-inf-b-4bd96c", "namespace": "openshift-ingress", "name": "e2e-inf-b-4bd96c-authn-ssl"} 2026-07-07T23:43:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-4bd96c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-4bd96c", "reconcileID": "033e46d4-bc44-425d-929c-1d81825867bd", "Gateway": "e2e-inf-b-4bd96c", "namespace": "openshift-ingress"} 2026-07-07T23:43:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-4bd96c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-4bd96c", "reconcileID": "5114fcb6-0925-41f1-ab33-447f058448fb", "Gateway": "e2e-inf-b-4bd96c", "namespace": "openshift-ingress"} 2026-07-07T23:43:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-4bd96c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-4bd96c", "reconcileID": "5114fcb6-0925-41f1-ab33-447f058448fb", "Gateway": "e2e-inf-b-4bd96c", "namespace": "openshift-ingress", "name": "e2e-inf-b-4bd96c-authn-ssl"} 2026-07-07T23:43:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-4bd96c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-4bd96c", "reconcileID": "5114fcb6-0925-41f1-ab33-447f058448fb", "Gateway": "e2e-inf-b-4bd96c", "namespace": "openshift-ingress"} 2026-07-07T23:43:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-4bd96c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-4bd96c", "reconcileID": "30bdb3ac-9a08-444e-96e0-d77f61e9b981", "Gateway": "e2e-inf-b-4bd96c", "namespace": "openshift-ingress"} 2026-07-07T23:43:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-4bd96c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-4bd96c", "reconcileID": "30bdb3ac-9a08-444e-96e0-d77f61e9b981", "Gateway": "e2e-inf-b-4bd96c", "namespace": "openshift-ingress", "name": "e2e-inf-b-4bd96c-authn-ssl"} 2026-07-07T23:43:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-4bd96c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-4bd96c", "reconcileID": "30bdb3ac-9a08-444e-96e0-d77f61e9b981", "Gateway": "e2e-inf-b-4bd96c", "namespace": "openshift-ingress"} 2026-07-07T23:43:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-4bd96c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-4bd96c", "reconcileID": "593dde1d-b308-4f93-939b-dcbf1350b4c6", "Gateway": "e2e-inf-b-4bd96c", "namespace": "openshift-ingress"} 2026-07-07T23:43:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-4bd96c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-4bd96c", "reconcileID": "593dde1d-b308-4f93-939b-dcbf1350b4c6", "Gateway": "e2e-inf-b-4bd96c", "namespace": "openshift-ingress", "name": "e2e-inf-b-4bd96c-authn-ssl"} 2026-07-07T23:43:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-4bd96c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-4bd96c", "reconcileID": "593dde1d-b308-4f93-939b-dcbf1350b4c6", "Gateway": "e2e-inf-b-4bd96c", "namespace": "openshift-ingress"} 2026-07-07T23:43:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-4bd96c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-4bd96c", "reconcileID": "8e77a15b-71ba-4cd3-b144-97b1124108af", "Gateway": "e2e-inf-b-4bd96c", "namespace": "openshift-ingress"} 2026-07-07T23:43:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-4bd96c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-4bd96c", "reconcileID": "8e77a15b-71ba-4cd3-b144-97b1124108af", "Gateway": "e2e-inf-b-4bd96c", "namespace": "openshift-ingress", "name": "e2e-inf-b-4bd96c-authn-ssl"} 2026-07-07T23:43:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-4bd96c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-4bd96c", "reconcileID": "8e77a15b-71ba-4cd3-b144-97b1124108af", "Gateway": "e2e-inf-b-4bd96c", "namespace": "openshift-ingress"} 2026-07-07T23:43:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-4bd96c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-4bd96c", "reconcileID": "cc424f1c-0a11-4e98-949c-d1292088590b", "Gateway": "e2e-inf-b-4bd96c", "namespace": "openshift-ingress"} 2026-07-07T23:43:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-4bd96c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-4bd96c", "reconcileID": "cc424f1c-0a11-4e98-949c-d1292088590b", "Gateway": "e2e-inf-b-4bd96c", "namespace": "openshift-ingress", "name": "e2e-inf-b-4bd96c-authn-ssl"} 2026-07-07T23:43:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-4bd96c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-4bd96c", "reconcileID": "cc424f1c-0a11-4e98-949c-d1292088590b", "Gateway": "e2e-inf-b-4bd96c", "namespace": "openshift-ingress"} 2026-07-07T23:43:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-4bd96c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-4bd96c", "reconcileID": "535253cb-150c-47a6-b884-81c5ed8640ff", "Gateway": "e2e-inf-b-4bd96c", "namespace": "openshift-ingress"} 2026-07-07T23:43:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-4bd96c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-4bd96c", "reconcileID": "535253cb-150c-47a6-b884-81c5ed8640ff", "Gateway": "e2e-inf-b-4bd96c", "namespace": "openshift-ingress", "name": "e2e-inf-b-4bd96c-authn-ssl"} 2026-07-07T23:43:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-4bd96c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-4bd96c", "reconcileID": "535253cb-150c-47a6-b884-81c5ed8640ff", "Gateway": "e2e-inf-b-4bd96c", "namespace": "openshift-ingress"} 2026-07-07T23:43:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-4bd96c"}, "namespace": "ai-tenant-e2e-inf-b-4bd96c", "name": "openshift-service-ca.crt", "reconcileID": "7872b6f6-d806-4285-a007-68d4b56667a2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-4bd96c"} 2026-07-07T23:43:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-4bd96c"}, "namespace": "ai-tenant-e2e-inf-b-4bd96c", "name": "odh-trusted-ca-bundle", "reconcileID": "303ff37c-3998-4ff2-a1d0-575601bbb46a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-4bd96c"} 2026-07-07T23:43:40Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-4bd96c"}, "namespace": "ai-tenant-e2e-inf-b-4bd96c", "name": "openshift-service-ca.crt", "reconcileID": "53f35ee4-14ad-445b-9a21-587bcc53536f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-4bd96c", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T23:43:40Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-4bd96c"}, "namespace": "ai-tenant-e2e-inf-b-4bd96c", "name": "openshift-service-ca.crt", "reconcileID": "53f35ee4-14ad-445b-9a21-587bcc53536f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-4bd96c"} 2026-07-07T23:43:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-4bd96c"}, "namespace": "ai-tenant-e2e-inf-b-4bd96c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2002a5a1-9654-4fa4-8bb8-a2d8695a5974", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-4bd96c"} 2026-07-07T23:43:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-4bd96c"}, "namespace": "ai-tenant-e2e-inf-b-4bd96c", "name": "openshift-service-ca.crt", "reconcileID": "f5b95478-523a-46c8-84d6-46a3066581b6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-4bd96c"} 2026-07-07T23:43:40Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-4bd96c"}, "namespace": "ai-tenant-e2e-inf-b-4bd96c", "name": "odh-trusted-ca-bundle", "reconcileID": "7d6aa3fd-2a41-45ff-aba1-80590fe14e36", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-4bd96c", "update": "odh-kserve-custom-ca-bundle"} 2026-07-07T23:43:40Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-4bd96c"}, "namespace": "ai-tenant-e2e-inf-b-4bd96c", "name": "odh-trusted-ca-bundle", "reconcileID": "7d6aa3fd-2a41-45ff-aba1-80590fe14e36", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-4bd96c"} 2026-07-07T23:43:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-4bd96c"}, "namespace": "ai-tenant-e2e-inf-b-4bd96c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "03865ad2-22f4-4cdb-8106-0c2bf8766744", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-4bd96c"} 2026-07-07T23:43:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-4bd96c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-4bd96c", "reconcileID": "c23458d3-49c1-4feb-86c4-8cc28ba91d26", "Gateway": "e2e-inf-b-4bd96c", "namespace": "openshift-ingress"} 2026-07-07T23:43:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-4bd96c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-4bd96c", "reconcileID": "c23458d3-49c1-4feb-86c4-8cc28ba91d26", "Gateway": "e2e-inf-b-4bd96c", "namespace": "openshift-ingress", "name": "e2e-inf-b-4bd96c-authn-ssl"} 2026-07-07T23:43:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-4bd96c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-4bd96c", "reconcileID": "c23458d3-49c1-4feb-86c4-8cc28ba91d26", "Gateway": "e2e-inf-b-4bd96c", "namespace": "openshift-ingress"} 2026-07-07T23:43:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "b5cd6656-ae42-4f9d-8174-67b0e4c3a4db", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-07T23:43:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-7ddfc0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-7ddfc0", "reconcileID": "8d35a3d0-afb1-4d79-807a-c08da7394d15", "Gateway": "e2e-inf-a-7ddfc0", "namespace": "openshift-ingress"} 2026-07-07T23:43:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-7ddfc0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-7ddfc0", "reconcileID": "8d35a3d0-afb1-4d79-807a-c08da7394d15", "Gateway": "e2e-inf-a-7ddfc0", "namespace": "openshift-ingress", "name": "e2e-inf-a-7ddfc0-authn-ssl"} 2026-07-07T23:43:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-7ddfc0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-7ddfc0", "reconcileID": "8d35a3d0-afb1-4d79-807a-c08da7394d15", "Gateway": "e2e-inf-a-7ddfc0", "namespace": "openshift-ingress"} 2026-07-07T23:43:45Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-7ddfc0","namespace":"ai-tenant-e2e-inf-a-7ddfc0"}, "namespace": "ai-tenant-e2e-inf-a-7ddfc0", "name": "test-model-7ddfc0", "reconcileID": "dedf2009-72d4-414c-b957-b2428e8c23f6", "LLMInferenceService": "test-model-7ddfc0", "namespace": "ai-tenant-e2e-inf-a-7ddfc0"} 2026-07-07T23:43:45Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-7ddfc0","namespace":"ai-tenant-e2e-inf-a-7ddfc0"}, "namespace": "ai-tenant-e2e-inf-a-7ddfc0", "name": "test-model-7ddfc0", "reconcileID": "dedf2009-72d4-414c-b957-b2428e8c23f6", "LLMInferenceService": "test-model-7ddfc0", "namespace": "ai-tenant-e2e-inf-a-7ddfc0"} 2026-07-07T23:43:45Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-7ddfc0","namespace":"ai-tenant-e2e-inf-a-7ddfc0"}, "namespace": "ai-tenant-e2e-inf-a-7ddfc0", "name": "test-model-7ddfc0", "reconcileID": "dedf2009-72d4-414c-b957-b2428e8c23f6", "LLMInferenceService": "test-model-7ddfc0", "namespace": "ai-tenant-e2e-inf-a-7ddfc0"} 2026-07-07T23:43:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-7ddfc0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-7ddfc0", "reconcileID": "aaa6a01a-7d55-4a6c-b14c-4ae7969e1e94", "Gateway": "e2e-inf-a-7ddfc0", "namespace": "openshift-ingress"} 2026-07-07T23:43:45Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-7ddfc0","namespace":"ai-tenant-e2e-inf-a-7ddfc0"}, "namespace": "ai-tenant-e2e-inf-a-7ddfc0", "name": "test-model-7ddfc0", "reconcileID": "dedf2009-72d4-414c-b957-b2428e8c23f6", "LLMInferenceService": "test-model-7ddfc0", "namespace": "ai-tenant-e2e-inf-a-7ddfc0", "name": "test-model-7ddfc0-kserve-route-authn"} 2026-07-07T23:43:45Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-7ddfc0","namespace":"ai-tenant-e2e-inf-a-7ddfc0"}, "namespace": "ai-tenant-e2e-inf-a-7ddfc0", "name": "test-model-7ddfc0", "reconcileID": "dedf2009-72d4-414c-b957-b2428e8c23f6", "LLMInferenceService": "test-model-7ddfc0", "namespace": "ai-tenant-e2e-inf-a-7ddfc0", "authType": "userdefined"} 2026-07-07T23:43:45Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-7ddfc0","namespace":"ai-tenant-e2e-inf-a-7ddfc0"}, "namespace": "ai-tenant-e2e-inf-a-7ddfc0", "name": "test-model-7ddfc0", "reconcileID": "dedf2009-72d4-414c-b957-b2428e8c23f6", "LLMInferenceService": "test-model-7ddfc0", "namespace": "ai-tenant-e2e-inf-a-7ddfc0"} 2026-07-07T23:43:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-7ddfc0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-7ddfc0", "reconcileID": "aaa6a01a-7d55-4a6c-b14c-4ae7969e1e94", "Gateway": "e2e-inf-a-7ddfc0", "namespace": "openshift-ingress", "name": "e2e-inf-a-7ddfc0-authn-ssl"} 2026-07-07T23:43:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-7ddfc0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-7ddfc0", "reconcileID": "aaa6a01a-7d55-4a6c-b14c-4ae7969e1e94", "Gateway": "e2e-inf-a-7ddfc0", "namespace": "openshift-ingress"} 2026-07-07T23:43:45Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-7ddfc0","namespace":"ai-tenant-e2e-inf-a-7ddfc0"}, "namespace": "ai-tenant-e2e-inf-a-7ddfc0", "name": "test-model-7ddfc0", "reconcileID": "233f0446-e18f-4ec3-b7ec-ec71c35afe73", "LLMInferenceService": "test-model-7ddfc0", "namespace": "ai-tenant-e2e-inf-a-7ddfc0"} 2026-07-07T23:43:45Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-7ddfc0","namespace":"ai-tenant-e2e-inf-a-7ddfc0"}, "namespace": "ai-tenant-e2e-inf-a-7ddfc0", "name": "test-model-7ddfc0", "reconcileID": "233f0446-e18f-4ec3-b7ec-ec71c35afe73", "LLMInferenceService": "test-model-7ddfc0", "namespace": "ai-tenant-e2e-inf-a-7ddfc0"} 2026-07-07T23:43:45Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-7ddfc0","namespace":"ai-tenant-e2e-inf-a-7ddfc0"}, "namespace": "ai-tenant-e2e-inf-a-7ddfc0", "name": "test-model-7ddfc0", "reconcileID": "233f0446-e18f-4ec3-b7ec-ec71c35afe73", "LLMInferenceService": "test-model-7ddfc0", "namespace": "ai-tenant-e2e-inf-a-7ddfc0"} 2026-07-07T23:43:45Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-7ddfc0","namespace":"ai-tenant-e2e-inf-a-7ddfc0"}, "namespace": "ai-tenant-e2e-inf-a-7ddfc0", "name": "test-model-7ddfc0", "reconcileID": "233f0446-e18f-4ec3-b7ec-ec71c35afe73", "LLMInferenceService": "test-model-7ddfc0", "namespace": "ai-tenant-e2e-inf-a-7ddfc0", "name": "test-model-7ddfc0-kserve-route-authn"} 2026-07-07T23:43:45Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-7ddfc0","namespace":"ai-tenant-e2e-inf-a-7ddfc0"}, "namespace": "ai-tenant-e2e-inf-a-7ddfc0", "name": "test-model-7ddfc0", "reconcileID": "233f0446-e18f-4ec3-b7ec-ec71c35afe73", "LLMInferenceService": "test-model-7ddfc0", "namespace": "ai-tenant-e2e-inf-a-7ddfc0", "authType": "userdefined"} 2026-07-07T23:43:45Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-7ddfc0","namespace":"ai-tenant-e2e-inf-a-7ddfc0"}, "namespace": "ai-tenant-e2e-inf-a-7ddfc0", "name": "test-model-7ddfc0", "reconcileID": "233f0446-e18f-4ec3-b7ec-ec71c35afe73", "LLMInferenceService": "test-model-7ddfc0", "namespace": "ai-tenant-e2e-inf-a-7ddfc0"} 2026-07-07T23:43:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-4bd96c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-4bd96c", "reconcileID": "aa9bd66c-287f-4e21-9e5e-23285b498176", "Gateway": "e2e-inf-b-4bd96c", "namespace": "openshift-ingress"} 2026-07-07T23:43:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-4bd96c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-4bd96c", "reconcileID": "aa9bd66c-287f-4e21-9e5e-23285b498176", "Gateway": "e2e-inf-b-4bd96c", "namespace": "openshift-ingress", "name": "e2e-inf-b-4bd96c-authn-ssl"} 2026-07-07T23:43:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-4bd96c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-4bd96c", "reconcileID": "aa9bd66c-287f-4e21-9e5e-23285b498176", "Gateway": "e2e-inf-b-4bd96c", "namespace": "openshift-ingress"} 2026-07-07T23:43:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "52110214-324a-43f6-bb94-d136da03c135", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-07T23:43:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-7ddfc0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-7ddfc0", "reconcileID": "2b6e519f-85b8-41a0-bc0d-964d2a4a9ca9", "Gateway": "e2e-inf-a-7ddfc0", "namespace": "openshift-ingress"} 2026-07-07T23:43:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-7ddfc0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-7ddfc0", "reconcileID": "2b6e519f-85b8-41a0-bc0d-964d2a4a9ca9", "Gateway": "e2e-inf-a-7ddfc0", "namespace": "openshift-ingress", "name": "e2e-inf-a-7ddfc0-authn-ssl"} 2026-07-07T23:43:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-7ddfc0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-7ddfc0", "reconcileID": "2b6e519f-85b8-41a0-bc0d-964d2a4a9ca9", "Gateway": "e2e-inf-a-7ddfc0", "namespace": "openshift-ingress"} 2026-07-07T23:43:56Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-7ddfc0","namespace":"ai-tenant-e2e-inf-a-7ddfc0"}, "namespace": "ai-tenant-e2e-inf-a-7ddfc0", "name": "test-model-7ddfc0", "reconcileID": "075c3e6d-377b-415f-8e59-ce4331c6b773", "LLMInferenceService": "test-model-7ddfc0", "namespace": "ai-tenant-e2e-inf-a-7ddfc0"} 2026-07-07T23:43:56Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-7ddfc0","namespace":"ai-tenant-e2e-inf-a-7ddfc0"}, "namespace": "ai-tenant-e2e-inf-a-7ddfc0", "name": "test-model-7ddfc0", "reconcileID": "075c3e6d-377b-415f-8e59-ce4331c6b773", "LLMInferenceService": "test-model-7ddfc0", "namespace": "ai-tenant-e2e-inf-a-7ddfc0"} 2026-07-07T23:43:56Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-7ddfc0","namespace":"ai-tenant-e2e-inf-a-7ddfc0"}, "namespace": "ai-tenant-e2e-inf-a-7ddfc0", "name": "test-model-7ddfc0", "reconcileID": "075c3e6d-377b-415f-8e59-ce4331c6b773", "LLMInferenceService": "test-model-7ddfc0", "namespace": "ai-tenant-e2e-inf-a-7ddfc0"} 2026-07-07T23:43:56Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-7ddfc0","namespace":"ai-tenant-e2e-inf-a-7ddfc0"}, "namespace": "ai-tenant-e2e-inf-a-7ddfc0", "name": "test-model-7ddfc0", "reconcileID": "075c3e6d-377b-415f-8e59-ce4331c6b773", "LLMInferenceService": "test-model-7ddfc0", "namespace": "ai-tenant-e2e-inf-a-7ddfc0", "name": "test-model-7ddfc0-kserve-route-authn"} 2026-07-07T23:43:56Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-7ddfc0","namespace":"ai-tenant-e2e-inf-a-7ddfc0"}, "namespace": "ai-tenant-e2e-inf-a-7ddfc0", "name": "test-model-7ddfc0", "reconcileID": "075c3e6d-377b-415f-8e59-ce4331c6b773", "LLMInferenceService": "test-model-7ddfc0", "namespace": "ai-tenant-e2e-inf-a-7ddfc0", "authType": "userdefined"} 2026-07-07T23:43:56Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-7ddfc0","namespace":"ai-tenant-e2e-inf-a-7ddfc0"}, "namespace": "ai-tenant-e2e-inf-a-7ddfc0", "name": "test-model-7ddfc0", "reconcileID": "075c3e6d-377b-415f-8e59-ce4331c6b773", "LLMInferenceService": "test-model-7ddfc0", "namespace": "ai-tenant-e2e-inf-a-7ddfc0"} 2026-07-07T23:44:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-7ddfc0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-7ddfc0", "reconcileID": "ebd59476-ffe8-4121-aad1-8d1f76b5b4e9", "Gateway": "e2e-inf-a-7ddfc0", "namespace": "openshift-ingress"} 2026-07-07T23:44:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-7ddfc0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-7ddfc0", "reconcileID": "ebd59476-ffe8-4121-aad1-8d1f76b5b4e9", "Gateway": "e2e-inf-a-7ddfc0", "namespace": "openshift-ingress", "name": "e2e-inf-a-7ddfc0-authn-ssl"} 2026-07-07T23:44:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-7ddfc0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-7ddfc0", "reconcileID": "ebd59476-ffe8-4121-aad1-8d1f76b5b4e9", "Gateway": "e2e-inf-a-7ddfc0", "namespace": "openshift-ingress"} 2026-07-07T23:44:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "a0c90737-1b7e-4289-ae8f-f8160e07d79e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-07T23:44:17Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-7ddfc0","namespace":"ai-tenant-e2e-inf-a-7ddfc0"}, "namespace": "ai-tenant-e2e-inf-a-7ddfc0", "name": "test-model-7ddfc0", "reconcileID": "c3e158fb-272c-472d-983a-1d1c951dc74f", "LLMInferenceService": "test-model-7ddfc0", "namespace": "ai-tenant-e2e-inf-a-7ddfc0"} 2026-07-07T23:44:17Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-7ddfc0","namespace":"ai-tenant-e2e-inf-a-7ddfc0"}, "namespace": "ai-tenant-e2e-inf-a-7ddfc0", "name": "test-model-7ddfc0", "reconcileID": "c3e158fb-272c-472d-983a-1d1c951dc74f", "LLMInferenceService": "test-model-7ddfc0", "namespace": "ai-tenant-e2e-inf-a-7ddfc0"} 2026-07-07T23:44:17Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-7ddfc0","namespace":"ai-tenant-e2e-inf-a-7ddfc0"}, "namespace": "ai-tenant-e2e-inf-a-7ddfc0", "name": "test-model-7ddfc0", "reconcileID": "c3e158fb-272c-472d-983a-1d1c951dc74f", "LLMInferenceService": "test-model-7ddfc0", "namespace": "ai-tenant-e2e-inf-a-7ddfc0"} 2026-07-07T23:44:17Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-7ddfc0","namespace":"ai-tenant-e2e-inf-a-7ddfc0"}, "namespace": "ai-tenant-e2e-inf-a-7ddfc0", "name": "test-model-7ddfc0", "reconcileID": "c3e158fb-272c-472d-983a-1d1c951dc74f", "LLMInferenceService": "test-model-7ddfc0", "namespace": "ai-tenant-e2e-inf-a-7ddfc0", "name": "test-model-7ddfc0-kserve-route-authn"} 2026-07-07T23:44:17Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-7ddfc0","namespace":"ai-tenant-e2e-inf-a-7ddfc0"}, "namespace": "ai-tenant-e2e-inf-a-7ddfc0", "name": "test-model-7ddfc0", "reconcileID": "c3e158fb-272c-472d-983a-1d1c951dc74f", "LLMInferenceService": "test-model-7ddfc0", "namespace": "ai-tenant-e2e-inf-a-7ddfc0", "authType": "userdefined"} 2026-07-07T23:44:17Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-7ddfc0","namespace":"ai-tenant-e2e-inf-a-7ddfc0"}, "namespace": "ai-tenant-e2e-inf-a-7ddfc0", "name": "test-model-7ddfc0", "reconcileID": "c3e158fb-272c-472d-983a-1d1c951dc74f", "LLMInferenceService": "test-model-7ddfc0", "namespace": "ai-tenant-e2e-inf-a-7ddfc0"} 2026-07-07T23:44:22Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-4bd96c","namespace":"ai-tenant-e2e-inf-b-4bd96c"}, "namespace": "ai-tenant-e2e-inf-b-4bd96c", "name": "test-model-4bd96c", "reconcileID": "730e2ea3-6bec-4db7-b48c-39e39416cc5f", "LLMInferenceService": "test-model-4bd96c", "namespace": "ai-tenant-e2e-inf-b-4bd96c"} 2026-07-07T23:44:22Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-4bd96c","namespace":"ai-tenant-e2e-inf-b-4bd96c"}, "namespace": "ai-tenant-e2e-inf-b-4bd96c", "name": "test-model-4bd96c", "reconcileID": "730e2ea3-6bec-4db7-b48c-39e39416cc5f", "LLMInferenceService": "test-model-4bd96c", "namespace": "ai-tenant-e2e-inf-b-4bd96c"} 2026-07-07T23:44:22Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-4bd96c","namespace":"ai-tenant-e2e-inf-b-4bd96c"}, "namespace": "ai-tenant-e2e-inf-b-4bd96c", "name": "test-model-4bd96c", "reconcileID": "730e2ea3-6bec-4db7-b48c-39e39416cc5f", "LLMInferenceService": "test-model-4bd96c", "namespace": "ai-tenant-e2e-inf-b-4bd96c"} 2026-07-07T23:44:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-4bd96c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-4bd96c", "reconcileID": "7f634b12-7e47-4577-9ed4-5f25fe8f8e35", "Gateway": "e2e-inf-b-4bd96c", "namespace": "openshift-ingress"} 2026-07-07T23:44:22Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-4bd96c","namespace":"ai-tenant-e2e-inf-b-4bd96c"}, "namespace": "ai-tenant-e2e-inf-b-4bd96c", "name": "test-model-4bd96c", "reconcileID": "730e2ea3-6bec-4db7-b48c-39e39416cc5f", "LLMInferenceService": "test-model-4bd96c", "namespace": "ai-tenant-e2e-inf-b-4bd96c", "name": "test-model-4bd96c-kserve-route-authn"} 2026-07-07T23:44:22Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-4bd96c","namespace":"ai-tenant-e2e-inf-b-4bd96c"}, "namespace": "ai-tenant-e2e-inf-b-4bd96c", "name": "test-model-4bd96c", "reconcileID": "730e2ea3-6bec-4db7-b48c-39e39416cc5f", "LLMInferenceService": "test-model-4bd96c", "namespace": "ai-tenant-e2e-inf-b-4bd96c", "authType": "userdefined"} 2026-07-07T23:44:22Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-4bd96c","namespace":"ai-tenant-e2e-inf-b-4bd96c"}, "namespace": "ai-tenant-e2e-inf-b-4bd96c", "name": "test-model-4bd96c", "reconcileID": "730e2ea3-6bec-4db7-b48c-39e39416cc5f", "LLMInferenceService": "test-model-4bd96c", "namespace": "ai-tenant-e2e-inf-b-4bd96c"} 2026-07-07T23:44:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-4bd96c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-4bd96c", "reconcileID": "7f634b12-7e47-4577-9ed4-5f25fe8f8e35", "Gateway": "e2e-inf-b-4bd96c", "namespace": "openshift-ingress", "name": "e2e-inf-b-4bd96c-authn-ssl"} 2026-07-07T23:44:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-4bd96c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-4bd96c", "reconcileID": "7f634b12-7e47-4577-9ed4-5f25fe8f8e35", "Gateway": "e2e-inf-b-4bd96c", "namespace": "openshift-ingress"} 2026-07-07T23:44:22Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-4bd96c","namespace":"ai-tenant-e2e-inf-b-4bd96c"}, "namespace": "ai-tenant-e2e-inf-b-4bd96c", "name": "test-model-4bd96c", "reconcileID": "9e54a185-a61c-4f9a-8908-f7b0ee50fbd1", "LLMInferenceService": "test-model-4bd96c", "namespace": "ai-tenant-e2e-inf-b-4bd96c"} 2026-07-07T23:44:22Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-4bd96c","namespace":"ai-tenant-e2e-inf-b-4bd96c"}, "namespace": "ai-tenant-e2e-inf-b-4bd96c", "name": "test-model-4bd96c", "reconcileID": "9e54a185-a61c-4f9a-8908-f7b0ee50fbd1", "LLMInferenceService": "test-model-4bd96c", "namespace": "ai-tenant-e2e-inf-b-4bd96c"} 2026-07-07T23:44:22Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-4bd96c","namespace":"ai-tenant-e2e-inf-b-4bd96c"}, "namespace": "ai-tenant-e2e-inf-b-4bd96c", "name": "test-model-4bd96c", "reconcileID": "9e54a185-a61c-4f9a-8908-f7b0ee50fbd1", "LLMInferenceService": "test-model-4bd96c", "namespace": "ai-tenant-e2e-inf-b-4bd96c"} 2026-07-07T23:44:22Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-4bd96c","namespace":"ai-tenant-e2e-inf-b-4bd96c"}, "namespace": "ai-tenant-e2e-inf-b-4bd96c", "name": "test-model-4bd96c", "reconcileID": "9e54a185-a61c-4f9a-8908-f7b0ee50fbd1", "LLMInferenceService": "test-model-4bd96c", "namespace": "ai-tenant-e2e-inf-b-4bd96c", "name": "test-model-4bd96c-kserve-route-authn"} 2026-07-07T23:44:22Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-4bd96c","namespace":"ai-tenant-e2e-inf-b-4bd96c"}, "namespace": "ai-tenant-e2e-inf-b-4bd96c", "name": "test-model-4bd96c", "reconcileID": "9e54a185-a61c-4f9a-8908-f7b0ee50fbd1", "LLMInferenceService": "test-model-4bd96c", "namespace": "ai-tenant-e2e-inf-b-4bd96c", "authType": "userdefined"} 2026-07-07T23:44:22Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-4bd96c","namespace":"ai-tenant-e2e-inf-b-4bd96c"}, "namespace": "ai-tenant-e2e-inf-b-4bd96c", "name": "test-model-4bd96c", "reconcileID": "9e54a185-a61c-4f9a-8908-f7b0ee50fbd1", "LLMInferenceService": "test-model-4bd96c", "namespace": "ai-tenant-e2e-inf-b-4bd96c"} 2026-07-07T23:44:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-4bd96c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-4bd96c", "reconcileID": "ee53e408-2e61-40a5-ad6f-c796aca69ef0", "Gateway": "e2e-inf-b-4bd96c", "namespace": "openshift-ingress"} 2026-07-07T23:44:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-4bd96c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-4bd96c", "reconcileID": "ee53e408-2e61-40a5-ad6f-c796aca69ef0", "Gateway": "e2e-inf-b-4bd96c", "namespace": "openshift-ingress", "name": "e2e-inf-b-4bd96c-authn-ssl"} 2026-07-07T23:44:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-4bd96c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-4bd96c", "reconcileID": "ee53e408-2e61-40a5-ad6f-c796aca69ef0", "Gateway": "e2e-inf-b-4bd96c", "namespace": "openshift-ingress"} 2026-07-07T23:44:25Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-4bd96c","namespace":"ai-tenant-e2e-inf-b-4bd96c"}, "namespace": "ai-tenant-e2e-inf-b-4bd96c", "name": "test-model-4bd96c", "reconcileID": "ce8cd7e6-5e17-44f6-9990-238e5eab9f9a", "LLMInferenceService": "test-model-4bd96c", "namespace": "ai-tenant-e2e-inf-b-4bd96c"} 2026-07-07T23:44:25Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-4bd96c","namespace":"ai-tenant-e2e-inf-b-4bd96c"}, "namespace": "ai-tenant-e2e-inf-b-4bd96c", "name": "test-model-4bd96c", "reconcileID": "ce8cd7e6-5e17-44f6-9990-238e5eab9f9a", "LLMInferenceService": "test-model-4bd96c", "namespace": "ai-tenant-e2e-inf-b-4bd96c"} 2026-07-07T23:44:25Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-4bd96c","namespace":"ai-tenant-e2e-inf-b-4bd96c"}, "namespace": "ai-tenant-e2e-inf-b-4bd96c", "name": "test-model-4bd96c", "reconcileID": "ce8cd7e6-5e17-44f6-9990-238e5eab9f9a", "LLMInferenceService": "test-model-4bd96c", "namespace": "ai-tenant-e2e-inf-b-4bd96c"} 2026-07-07T23:44:25Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-4bd96c","namespace":"ai-tenant-e2e-inf-b-4bd96c"}, "namespace": "ai-tenant-e2e-inf-b-4bd96c", "name": "test-model-4bd96c", "reconcileID": "ce8cd7e6-5e17-44f6-9990-238e5eab9f9a", "LLMInferenceService": "test-model-4bd96c", "namespace": "ai-tenant-e2e-inf-b-4bd96c", "name": "test-model-4bd96c-kserve-route-authn"} 2026-07-07T23:44:25Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-4bd96c","namespace":"ai-tenant-e2e-inf-b-4bd96c"}, "namespace": "ai-tenant-e2e-inf-b-4bd96c", "name": "test-model-4bd96c", "reconcileID": "ce8cd7e6-5e17-44f6-9990-238e5eab9f9a", "LLMInferenceService": "test-model-4bd96c", "namespace": "ai-tenant-e2e-inf-b-4bd96c", "authType": "userdefined"} 2026-07-07T23:44:25Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-4bd96c","namespace":"ai-tenant-e2e-inf-b-4bd96c"}, "namespace": "ai-tenant-e2e-inf-b-4bd96c", "name": "test-model-4bd96c", "reconcileID": "ce8cd7e6-5e17-44f6-9990-238e5eab9f9a", "LLMInferenceService": "test-model-4bd96c", "namespace": "ai-tenant-e2e-inf-b-4bd96c"} 2026-07-07T23:44:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-4bd96c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-4bd96c", "reconcileID": "c65bc7df-7420-486c-b8ef-6cff1fb5830d", "Gateway": "e2e-inf-b-4bd96c", "namespace": "openshift-ingress"} 2026-07-07T23:44:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-4bd96c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-4bd96c", "reconcileID": "c65bc7df-7420-486c-b8ef-6cff1fb5830d", "Gateway": "e2e-inf-b-4bd96c", "namespace": "openshift-ingress", "name": "e2e-inf-b-4bd96c-authn-ssl"} 2026-07-07T23:44:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-4bd96c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-4bd96c", "reconcileID": "c65bc7df-7420-486c-b8ef-6cff1fb5830d", "Gateway": "e2e-inf-b-4bd96c", "namespace": "openshift-ingress"} 2026-07-07T23:44:40Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-4bd96c","namespace":"ai-tenant-e2e-inf-b-4bd96c"}, "namespace": "ai-tenant-e2e-inf-b-4bd96c", "name": "test-model-4bd96c", "reconcileID": "f6bcea23-da53-4e5c-b5f4-8bc196c00480", "LLMInferenceService": "test-model-4bd96c", "namespace": "ai-tenant-e2e-inf-b-4bd96c"} 2026-07-07T23:44:40Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-4bd96c","namespace":"ai-tenant-e2e-inf-b-4bd96c"}, "namespace": "ai-tenant-e2e-inf-b-4bd96c", "name": "test-model-4bd96c", "reconcileID": "f6bcea23-da53-4e5c-b5f4-8bc196c00480", "LLMInferenceService": "test-model-4bd96c", "namespace": "ai-tenant-e2e-inf-b-4bd96c"} 2026-07-07T23:44:40Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-4bd96c","namespace":"ai-tenant-e2e-inf-b-4bd96c"}, "namespace": "ai-tenant-e2e-inf-b-4bd96c", "name": "test-model-4bd96c", "reconcileID": "f6bcea23-da53-4e5c-b5f4-8bc196c00480", "LLMInferenceService": "test-model-4bd96c", "namespace": "ai-tenant-e2e-inf-b-4bd96c"} 2026-07-07T23:44:40Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-4bd96c","namespace":"ai-tenant-e2e-inf-b-4bd96c"}, "namespace": "ai-tenant-e2e-inf-b-4bd96c", "name": "test-model-4bd96c", "reconcileID": "f6bcea23-da53-4e5c-b5f4-8bc196c00480", "LLMInferenceService": "test-model-4bd96c", "namespace": "ai-tenant-e2e-inf-b-4bd96c", "name": "test-model-4bd96c-kserve-route-authn"} 2026-07-07T23:44:40Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-4bd96c","namespace":"ai-tenant-e2e-inf-b-4bd96c"}, "namespace": "ai-tenant-e2e-inf-b-4bd96c", "name": "test-model-4bd96c", "reconcileID": "f6bcea23-da53-4e5c-b5f4-8bc196c00480", "LLMInferenceService": "test-model-4bd96c", "namespace": "ai-tenant-e2e-inf-b-4bd96c", "authType": "userdefined"} 2026-07-07T23:44:40Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-4bd96c","namespace":"ai-tenant-e2e-inf-b-4bd96c"}, "namespace": "ai-tenant-e2e-inf-b-4bd96c", "name": "test-model-4bd96c", "reconcileID": "f6bcea23-da53-4e5c-b5f4-8bc196c00480", "LLMInferenceService": "test-model-4bd96c", "namespace": "ai-tenant-e2e-inf-b-4bd96c"} 2026-07-07T23:44:48Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-7ddfc0","namespace":"ai-tenant-e2e-inf-a-7ddfc0"}, "namespace": "ai-tenant-e2e-inf-a-7ddfc0", "name": "test-model-7ddfc0", "reconcileID": "2f6e0be8-09c4-4111-a367-7819d049e229", "LLMInferenceService": "test-model-7ddfc0", "namespace": "ai-tenant-e2e-inf-a-7ddfc0"} 2026-07-07T23:44:48Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-7ddfc0","namespace":"ai-tenant-e2e-inf-a-7ddfc0"}, "namespace": "ai-tenant-e2e-inf-a-7ddfc0", "name": "test-model-7ddfc0", "reconcileID": "2f6e0be8-09c4-4111-a367-7819d049e229", "LLMInferenceService": "test-model-7ddfc0", "namespace": "ai-tenant-e2e-inf-a-7ddfc0", "name": "test-model-7ddfc0"} 2026-07-07T23:44:48Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-7ddfc0","namespace":"ai-tenant-e2e-inf-a-7ddfc0"}, "namespace": "ai-tenant-e2e-inf-a-7ddfc0", "name": "test-model-7ddfc0", "reconcileID": "2f6e0be8-09c4-4111-a367-7819d049e229", "LLMInferenceService": "test-model-7ddfc0", "namespace": "ai-tenant-e2e-inf-a-7ddfc0"} 2026-07-07T23:44:48Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-7ddfc0","namespace":"ai-tenant-e2e-inf-a-7ddfc0"}, "namespace": "ai-tenant-e2e-inf-a-7ddfc0", "name": "test-model-7ddfc0", "reconcileID": "2f6e0be8-09c4-4111-a367-7819d049e229", "LLMInferenceService": "test-model-7ddfc0", "namespace": "ai-tenant-e2e-inf-a-7ddfc0"} 2026-07-07T23:44:48Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-7ddfc0","namespace":"ai-tenant-e2e-inf-a-7ddfc0"}, "namespace": "ai-tenant-e2e-inf-a-7ddfc0", "name": "test-model-7ddfc0", "reconcileID": "2f6e0be8-09c4-4111-a367-7819d049e229", "LLMInferenceService": "test-model-7ddfc0", "namespace": "ai-tenant-e2e-inf-a-7ddfc0", "name": "test-model-7ddfc0-kserve-route-authn"} 2026-07-07T23:44:48Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-7ddfc0","namespace":"ai-tenant-e2e-inf-a-7ddfc0"}, "namespace": "ai-tenant-e2e-inf-a-7ddfc0", "name": "test-model-7ddfc0", "reconcileID": "2f6e0be8-09c4-4111-a367-7819d049e229", "LLMInferenceService": "test-model-7ddfc0", "namespace": "ai-tenant-e2e-inf-a-7ddfc0", "name": "test-model-7ddfc0-kserve-route-authn"} 2026-07-07T23:44:48Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-7ddfc0","namespace":"ai-tenant-e2e-inf-a-7ddfc0"}, "namespace": "ai-tenant-e2e-inf-a-7ddfc0", "name": "test-model-7ddfc0", "reconcileID": "2f6e0be8-09c4-4111-a367-7819d049e229", "LLMInferenceService": "test-model-7ddfc0", "namespace": "ai-tenant-e2e-inf-a-7ddfc0", "namespace": "ai-tenant-e2e-inf-a-7ddfc0"} 2026-07-07T23:44:48Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-7ddfc0","namespace":"ai-tenant-e2e-inf-a-7ddfc0"}, "namespace": "ai-tenant-e2e-inf-a-7ddfc0", "name": "test-model-7ddfc0", "reconcileID": "2f6e0be8-09c4-4111-a367-7819d049e229", "LLMInferenceService": "test-model-7ddfc0", "namespace": "ai-tenant-e2e-inf-a-7ddfc0", "namespace": "ai-tenant-e2e-inf-a-7ddfc0"} 2026-07-07T23:44:48Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-7ddfc0","namespace":"ai-tenant-e2e-inf-a-7ddfc0"}, "namespace": "ai-tenant-e2e-inf-a-7ddfc0", "name": "test-model-7ddfc0", "reconcileID": "7bfe1c19-f7ee-4a22-9c5b-e79d946aad4c", "LLMInferenceService": "test-model-7ddfc0", "namespace": "ai-tenant-e2e-inf-a-7ddfc0"} 2026-07-07T23:44:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-7ddfc0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-7ddfc0", "reconcileID": "074b9abe-5fa4-4ea6-a729-7d868b296af6", "Gateway": "e2e-inf-a-7ddfc0", "namespace": "openshift-ingress"} 2026-07-07T23:44:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-7ddfc0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-7ddfc0", "reconcileID": "074b9abe-5fa4-4ea6-a729-7d868b296af6", "Gateway": "e2e-inf-a-7ddfc0", "namespace": "openshift-ingress", "name": "e2e-inf-a-7ddfc0-authn-ssl"} 2026-07-07T23:44:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-7ddfc0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-7ddfc0", "reconcileID": "074b9abe-5fa4-4ea6-a729-7d868b296af6", "Gateway": "e2e-inf-a-7ddfc0", "namespace": "openshift-ingress"} 2026-07-07T23:44:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-7ddfc0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-7ddfc0", "reconcileID": "b42ab0a0-0974-4cf0-8579-a5ab2444a49f", "Gateway": "e2e-inf-a-7ddfc0", "namespace": "openshift-ingress"} 2026-07-07T23:44:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-7ddfc0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-7ddfc0", "reconcileID": "b42ab0a0-0974-4cf0-8579-a5ab2444a49f", "Gateway": "e2e-inf-a-7ddfc0", "namespace": "openshift-ingress", "name": "e2e-inf-a-7ddfc0-authn-ssl"} 2026-07-07T23:44:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-7ddfc0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-7ddfc0", "reconcileID": "b42ab0a0-0974-4cf0-8579-a5ab2444a49f", "Gateway": "e2e-inf-a-7ddfc0", "namespace": "openshift-ingress"} 2026-07-07T23:44:49Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-4bd96c","namespace":"ai-tenant-e2e-inf-b-4bd96c"}, "namespace": "ai-tenant-e2e-inf-b-4bd96c", "name": "test-model-4bd96c", "reconcileID": "950d03c7-6bce-4fe4-8b85-bfe7902fa8ca", "LLMInferenceService": "test-model-4bd96c", "namespace": "ai-tenant-e2e-inf-b-4bd96c"} 2026-07-07T23:44:49Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-4bd96c","namespace":"ai-tenant-e2e-inf-b-4bd96c"}, "namespace": "ai-tenant-e2e-inf-b-4bd96c", "name": "test-model-4bd96c", "reconcileID": "950d03c7-6bce-4fe4-8b85-bfe7902fa8ca", "LLMInferenceService": "test-model-4bd96c", "namespace": "ai-tenant-e2e-inf-b-4bd96c", "name": "test-model-4bd96c"} 2026-07-07T23:44:49Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-4bd96c","namespace":"ai-tenant-e2e-inf-b-4bd96c"}, "namespace": "ai-tenant-e2e-inf-b-4bd96c", "name": "test-model-4bd96c", "reconcileID": "950d03c7-6bce-4fe4-8b85-bfe7902fa8ca", "LLMInferenceService": "test-model-4bd96c", "namespace": "ai-tenant-e2e-inf-b-4bd96c"} 2026-07-07T23:44:49Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-4bd96c","namespace":"ai-tenant-e2e-inf-b-4bd96c"}, "namespace": "ai-tenant-e2e-inf-b-4bd96c", "name": "test-model-4bd96c", "reconcileID": "950d03c7-6bce-4fe4-8b85-bfe7902fa8ca", "LLMInferenceService": "test-model-4bd96c", "namespace": "ai-tenant-e2e-inf-b-4bd96c"} 2026-07-07T23:44:49Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-4bd96c","namespace":"ai-tenant-e2e-inf-b-4bd96c"}, "namespace": "ai-tenant-e2e-inf-b-4bd96c", "name": "test-model-4bd96c", "reconcileID": "950d03c7-6bce-4fe4-8b85-bfe7902fa8ca", "LLMInferenceService": "test-model-4bd96c", "namespace": "ai-tenant-e2e-inf-b-4bd96c", "name": "test-model-4bd96c-kserve-route-authn"} 2026-07-07T23:44:49Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-4bd96c","namespace":"ai-tenant-e2e-inf-b-4bd96c"}, "namespace": "ai-tenant-e2e-inf-b-4bd96c", "name": "test-model-4bd96c", "reconcileID": "950d03c7-6bce-4fe4-8b85-bfe7902fa8ca", "LLMInferenceService": "test-model-4bd96c", "namespace": "ai-tenant-e2e-inf-b-4bd96c", "name": "test-model-4bd96c-kserve-route-authn"} 2026-07-07T23:44:49Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-4bd96c","namespace":"ai-tenant-e2e-inf-b-4bd96c"}, "namespace": "ai-tenant-e2e-inf-b-4bd96c", "name": "test-model-4bd96c", "reconcileID": "950d03c7-6bce-4fe4-8b85-bfe7902fa8ca", "LLMInferenceService": "test-model-4bd96c", "namespace": "ai-tenant-e2e-inf-b-4bd96c", "namespace": "ai-tenant-e2e-inf-b-4bd96c"} 2026-07-07T23:44:49Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-4bd96c","namespace":"ai-tenant-e2e-inf-b-4bd96c"}, "namespace": "ai-tenant-e2e-inf-b-4bd96c", "name": "test-model-4bd96c", "reconcileID": "950d03c7-6bce-4fe4-8b85-bfe7902fa8ca", "LLMInferenceService": "test-model-4bd96c", "namespace": "ai-tenant-e2e-inf-b-4bd96c", "namespace": "ai-tenant-e2e-inf-b-4bd96c"} 2026-07-07T23:44:49Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-4bd96c","namespace":"ai-tenant-e2e-inf-b-4bd96c"}, "namespace": "ai-tenant-e2e-inf-b-4bd96c", "name": "test-model-4bd96c", "reconcileID": "2e79157a-fa7f-46d7-b768-012ccb3c7787", "LLMInferenceService": "test-model-4bd96c", "namespace": "ai-tenant-e2e-inf-b-4bd96c"} 2026-07-07T23:44:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-4bd96c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-4bd96c", "reconcileID": "4bdac9ec-3518-49bc-9c00-8b3ebe73f390", "Gateway": "e2e-inf-b-4bd96c", "namespace": "openshift-ingress"} 2026-07-07T23:44:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-4bd96c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-4bd96c", "reconcileID": "4bdac9ec-3518-49bc-9c00-8b3ebe73f390", "Gateway": "e2e-inf-b-4bd96c", "namespace": "openshift-ingress", "name": "e2e-inf-b-4bd96c-authn-ssl"} 2026-07-07T23:44:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-4bd96c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-4bd96c", "reconcileID": "4bdac9ec-3518-49bc-9c00-8b3ebe73f390", "Gateway": "e2e-inf-b-4bd96c", "namespace": "openshift-ingress"} 2026-07-07T23:44:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-4bd96c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-4bd96c", "reconcileID": "160dbb74-8981-46bd-9052-0661e1000c05", "Gateway": "e2e-inf-b-4bd96c", "namespace": "openshift-ingress"} 2026-07-07T23:44:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-4bd96c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-4bd96c", "reconcileID": "160dbb74-8981-46bd-9052-0661e1000c05", "Gateway": "e2e-inf-b-4bd96c", "namespace": "openshift-ingress", "name": "e2e-inf-b-4bd96c-authn-ssl"} 2026-07-07T23:44:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-4bd96c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-4bd96c", "reconcileID": "160dbb74-8981-46bd-9052-0661e1000c05", "Gateway": "e2e-inf-b-4bd96c", "namespace": "openshift-ingress"} 2026-07-07T23:44:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "104522e4-2f54-46d2-ab31-70bab6e3992f", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-07T23:44:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-7ddfc0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-7ddfc0", "reconcileID": "983a4064-d047-4dc5-aa96-af9246a316a5", "Gateway": "e2e-inf-a-7ddfc0", "namespace": "openshift-ingress"} 2026-07-07T23:44:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-7ddfc0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-7ddfc0", "reconcileID": "983a4064-d047-4dc5-aa96-af9246a316a5", "Gateway": "e2e-inf-a-7ddfc0", "namespace": "openshift-ingress", "name": "e2e-inf-a-7ddfc0-authn-ssl"} 2026-07-07T23:44:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-7ddfc0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-7ddfc0", "reconcileID": "983a4064-d047-4dc5-aa96-af9246a316a5", "Gateway": "e2e-inf-a-7ddfc0", "namespace": "openshift-ingress"} 2026-07-07T23:45:31Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-7ddfc0"}, "namespace": "ai-tenant-e2e-inf-a-7ddfc0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a5a6ce56-55ff-4756-acad-54e1c4b37fc2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-7ddfc0"} 2026-07-07T23:45:31Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-7ddfc0"}, "namespace": "ai-tenant-e2e-inf-a-7ddfc0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a5a6ce56-55ff-4756-acad-54e1c4b37fc2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-7ddfc0", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T23:45:31Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-7ddfc0"}, "namespace": "ai-tenant-e2e-inf-a-7ddfc0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a5a6ce56-55ff-4756-acad-54e1c4b37fc2", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-inf-a-7ddfc0 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-07T23:45:31Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-7ddfc0"}, "namespace": "ai-tenant-e2e-inf-a-7ddfc0", "name": "odh-trusted-ca-bundle", "reconcileID": "56341714-3f9f-4f09-b48e-d6a42c763765", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-7ddfc0"} 2026-07-07T23:45:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-7ddfc0"}, "namespace": "ai-tenant-e2e-inf-a-7ddfc0", "name": "odh-trusted-ca-bundle", "reconcileID": "56341714-3f9f-4f09-b48e-d6a42c763765", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-7ddfc0"} 2026-07-07T23:45:31Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-7ddfc0"}, "namespace": "ai-tenant-e2e-inf-a-7ddfc0", "name": "openshift-service-ca.crt", "reconcileID": "ba092b46-5713-4c1e-9d70-15fb37e2b69b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-7ddfc0"} 2026-07-07T23:45:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-7ddfc0"}, "namespace": "ai-tenant-e2e-inf-a-7ddfc0", "name": "openshift-service-ca.crt", "reconcileID": "ba092b46-5713-4c1e-9d70-15fb37e2b69b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-7ddfc0"} 2026-07-07T23:45:31Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-7ddfc0"}, "namespace": "ai-tenant-e2e-inf-a-7ddfc0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "594e88cc-81a8-44da-a6f4-2fc8b7892230", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-7ddfc0"} 2026-07-07T23:45:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-7ddfc0"}, "namespace": "ai-tenant-e2e-inf-a-7ddfc0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "594e88cc-81a8-44da-a6f4-2fc8b7892230", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-7ddfc0"} 2026-07-07T23:45:32Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-7ddfc0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-7ddfc0", "reconcileID": "077877a8-fd31-46d5-911d-fa074d6953de", "Gateway": "e2e-inf-a-7ddfc0", "namespace": "openshift-ingress"} 2026-07-07T23:45:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "04f2deb5-0895-480c-857e-84e8c41c3cd1", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-07T23:45:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-4bd96c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-4bd96c", "reconcileID": "86d882b8-5cf5-4e87-88ec-2d49da4e9026", "Gateway": "e2e-inf-b-4bd96c", "namespace": "openshift-ingress"} 2026-07-07T23:45:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-4bd96c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-4bd96c", "reconcileID": "86d882b8-5cf5-4e87-88ec-2d49da4e9026", "Gateway": "e2e-inf-b-4bd96c", "namespace": "openshift-ingress", "name": "e2e-inf-b-4bd96c-authn-ssl"} 2026-07-07T23:45:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-4bd96c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-4bd96c", "reconcileID": "86d882b8-5cf5-4e87-88ec-2d49da4e9026", "Gateway": "e2e-inf-b-4bd96c", "namespace": "openshift-ingress"} 2026-07-07T23:45:39Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-4bd96c"}, "namespace": "ai-tenant-e2e-inf-b-4bd96c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bf230e36-48d3-4ee8-9e6b-62c0f9583ac3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-4bd96c"} 2026-07-07T23:45:39Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-4bd96c"}, "namespace": "ai-tenant-e2e-inf-b-4bd96c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bf230e36-48d3-4ee8-9e6b-62c0f9583ac3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-4bd96c", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T23:45:39Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-4bd96c"}, "namespace": "ai-tenant-e2e-inf-b-4bd96c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bf230e36-48d3-4ee8-9e6b-62c0f9583ac3", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-inf-b-4bd96c because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-07T23:45:39Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-4bd96c"}, "namespace": "ai-tenant-e2e-inf-b-4bd96c", "name": "odh-trusted-ca-bundle", "reconcileID": "70314bc2-e879-4227-8672-1ca6b264a78c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-4bd96c"} 2026-07-07T23:45:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-4bd96c"}, "namespace": "ai-tenant-e2e-inf-b-4bd96c", "name": "odh-trusted-ca-bundle", "reconcileID": "70314bc2-e879-4227-8672-1ca6b264a78c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-4bd96c"} 2026-07-07T23:45:39Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-4bd96c"}, "namespace": "ai-tenant-e2e-inf-b-4bd96c", "name": "openshift-service-ca.crt", "reconcileID": "1580af87-c88d-496b-a1ad-664792279119", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-4bd96c"} 2026-07-07T23:45:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-4bd96c"}, "namespace": "ai-tenant-e2e-inf-b-4bd96c", "name": "openshift-service-ca.crt", "reconcileID": "1580af87-c88d-496b-a1ad-664792279119", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-4bd96c"} 2026-07-07T23:45:39Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-4bd96c"}, "namespace": "ai-tenant-e2e-inf-b-4bd96c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "88f9705c-d6a6-46f4-b2d6-24b41bfc61b3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-4bd96c"} 2026-07-07T23:45:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-4bd96c"}, "namespace": "ai-tenant-e2e-inf-b-4bd96c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "88f9705c-d6a6-46f4-b2d6-24b41bfc61b3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-4bd96c"} 2026-07-07T23:45:39Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-4bd96c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-4bd96c", "reconcileID": "761aeb4b-9b44-48b9-b377-94e162ce424b", "Gateway": "e2e-inf-b-4bd96c", "namespace": "openshift-ingress"} 2026-07-07T23:45:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c6a26c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c6a26c", "reconcileID": "53c1641b-738f-4799-9139-1927f5479e26", "Gateway": "e2e-api-a-c6a26c", "namespace": "openshift-ingress"} 2026-07-07T23:45:40Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c6a26c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c6a26c", "reconcileID": "53c1641b-738f-4799-9139-1927f5479e26", "Gateway": "e2e-api-a-c6a26c", "namespace": "openshift-ingress", "name": "e2e-api-a-c6a26c-authn-ssl"} 2026-07-07T23:45:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c6a26c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c6a26c", "reconcileID": "53c1641b-738f-4799-9139-1927f5479e26", "Gateway": "e2e-api-a-c6a26c", "namespace": "openshift-ingress"} 2026-07-07T23:45:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c6a26c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c6a26c", "reconcileID": "0549e2cc-7b8e-4630-b21b-61260662ac91", "Gateway": "e2e-api-a-c6a26c", "namespace": "openshift-ingress"} 2026-07-07T23:45:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c6a26c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c6a26c", "reconcileID": "0549e2cc-7b8e-4630-b21b-61260662ac91", "Gateway": "e2e-api-a-c6a26c", "namespace": "openshift-ingress", "name": "e2e-api-a-c6a26c-authn-ssl"} 2026-07-07T23:45:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c6a26c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c6a26c", "reconcileID": "0549e2cc-7b8e-4630-b21b-61260662ac91", "Gateway": "e2e-api-a-c6a26c", "namespace": "openshift-ingress"} 2026-07-07T23:45:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c6a26c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c6a26c", "reconcileID": "ef99c750-2d25-45b4-bba9-419a59ee6180", "Gateway": "e2e-api-a-c6a26c", "namespace": "openshift-ingress"} 2026-07-07T23:45:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c6a26c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c6a26c", "reconcileID": "ef99c750-2d25-45b4-bba9-419a59ee6180", "Gateway": "e2e-api-a-c6a26c", "namespace": "openshift-ingress", "name": "e2e-api-a-c6a26c-authn-ssl"} 2026-07-07T23:45:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c6a26c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c6a26c", "reconcileID": "ef99c750-2d25-45b4-bba9-419a59ee6180", "Gateway": "e2e-api-a-c6a26c", "namespace": "openshift-ingress"} 2026-07-07T23:45:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c6a26c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c6a26c", "reconcileID": "16e3d1ce-6509-4dad-a6f9-e0f2477a704b", "Gateway": "e2e-api-a-c6a26c", "namespace": "openshift-ingress"} 2026-07-07T23:45:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c6a26c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c6a26c", "reconcileID": "16e3d1ce-6509-4dad-a6f9-e0f2477a704b", "Gateway": "e2e-api-a-c6a26c", "namespace": "openshift-ingress", "name": "e2e-api-a-c6a26c-authn-ssl"} 2026-07-07T23:45:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c6a26c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c6a26c", "reconcileID": "16e3d1ce-6509-4dad-a6f9-e0f2477a704b", "Gateway": "e2e-api-a-c6a26c", "namespace": "openshift-ingress"} 2026-07-07T23:45:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c6a26c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c6a26c", "reconcileID": "6634a1ab-8291-48b8-8f69-dcf4a2698b93", "Gateway": "e2e-api-a-c6a26c", "namespace": "openshift-ingress"} 2026-07-07T23:45:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c6a26c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c6a26c", "reconcileID": "6634a1ab-8291-48b8-8f69-dcf4a2698b93", "Gateway": "e2e-api-a-c6a26c", "namespace": "openshift-ingress", "name": "e2e-api-a-c6a26c-authn-ssl"} 2026-07-07T23:45:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c6a26c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c6a26c", "reconcileID": "6634a1ab-8291-48b8-8f69-dcf4a2698b93", "Gateway": "e2e-api-a-c6a26c", "namespace": "openshift-ingress"} 2026-07-07T23:45:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c6a26c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c6a26c", "reconcileID": "874f2cca-1971-404d-ada3-b91e6761332d", "Gateway": "e2e-api-a-c6a26c", "namespace": "openshift-ingress"} 2026-07-07T23:45:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c6a26c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c6a26c", "reconcileID": "874f2cca-1971-404d-ada3-b91e6761332d", "Gateway": "e2e-api-a-c6a26c", "namespace": "openshift-ingress", "name": "e2e-api-a-c6a26c-authn-ssl"} 2026-07-07T23:45:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c6a26c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c6a26c", "reconcileID": "874f2cca-1971-404d-ada3-b91e6761332d", "Gateway": "e2e-api-a-c6a26c", "namespace": "openshift-ingress"} 2026-07-07T23:45:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c6a26c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c6a26c", "reconcileID": "1e5e465a-763b-4107-9e3b-5f7faec814fb", "Gateway": "e2e-api-a-c6a26c", "namespace": "openshift-ingress"} 2026-07-07T23:45:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c6a26c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c6a26c", "reconcileID": "1e5e465a-763b-4107-9e3b-5f7faec814fb", "Gateway": "e2e-api-a-c6a26c", "namespace": "openshift-ingress", "name": "e2e-api-a-c6a26c-authn-ssl"} 2026-07-07T23:45:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c6a26c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c6a26c", "reconcileID": "1e5e465a-763b-4107-9e3b-5f7faec814fb", "Gateway": "e2e-api-a-c6a26c", "namespace": "openshift-ingress"} 2026-07-07T23:45:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-c6a26c"}, "namespace": "ai-tenant-e2e-api-a-c6a26c", "name": "openshift-service-ca.crt", "reconcileID": "947f245e-65a4-4e9f-8c94-78d6420fefbe", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-c6a26c"} 2026-07-07T23:45:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-c6a26c"}, "namespace": "ai-tenant-e2e-api-a-c6a26c", "name": "odh-trusted-ca-bundle", "reconcileID": "c6a69638-0c5f-4d65-8936-d1cd985e0667", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-c6a26c"} 2026-07-07T23:45:43Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-c6a26c"}, "namespace": "ai-tenant-e2e-api-a-c6a26c", "name": "openshift-service-ca.crt", "reconcileID": "acd149cf-1a24-47fc-bd79-77f69fc95354", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-c6a26c", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T23:45:43Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-c6a26c"}, "namespace": "ai-tenant-e2e-api-a-c6a26c", "name": "openshift-service-ca.crt", "reconcileID": "acd149cf-1a24-47fc-bd79-77f69fc95354", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-c6a26c"} 2026-07-07T23:45:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-c6a26c"}, "namespace": "ai-tenant-e2e-api-a-c6a26c", "name": "openshift-service-ca.crt", "reconcileID": "25d90d42-fd8b-4d3c-aa25-715e645bc935", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-c6a26c"} 2026-07-07T23:45:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-c6a26c"}, "namespace": "ai-tenant-e2e-api-a-c6a26c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "44b1b1d7-b174-448c-89cf-e4f4f164690b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-c6a26c"} 2026-07-07T23:45:43Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-c6a26c"}, "namespace": "ai-tenant-e2e-api-a-c6a26c", "name": "odh-trusted-ca-bundle", "reconcileID": "ba2aec12-9656-4c27-8b87-f4d5635352e3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-c6a26c", "update": "odh-kserve-custom-ca-bundle"} 2026-07-07T23:45:43Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-c6a26c"}, "namespace": "ai-tenant-e2e-api-a-c6a26c", "name": "odh-trusted-ca-bundle", "reconcileID": "ba2aec12-9656-4c27-8b87-f4d5635352e3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-c6a26c"} 2026-07-07T23:45:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-c6a26c"}, "namespace": "ai-tenant-e2e-api-a-c6a26c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b0802cd6-af1b-4042-880d-e9ab52bb6fdc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-c6a26c"} 2026-07-07T23:45:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c6a26c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c6a26c", "reconcileID": "6e01dbf2-e567-4195-ac63-2f36a13f3651", "Gateway": "e2e-api-a-c6a26c", "namespace": "openshift-ingress"} 2026-07-07T23:45:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c6a26c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c6a26c", "reconcileID": "6e01dbf2-e567-4195-ac63-2f36a13f3651", "Gateway": "e2e-api-a-c6a26c", "namespace": "openshift-ingress", "name": "e2e-api-a-c6a26c-authn-ssl"} 2026-07-07T23:45:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c6a26c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c6a26c", "reconcileID": "6e01dbf2-e567-4195-ac63-2f36a13f3651", "Gateway": "e2e-api-a-c6a26c", "namespace": "openshift-ingress"} 2026-07-07T23:45:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "0a6d0a2d-0543-4ec7-8397-46c73c63b1fd", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-07T23:45:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-0746a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-0746a7", "reconcileID": "77cb858d-e9c8-47dc-b762-b6140c3ff9f7", "Gateway": "e2e-api-b-0746a7", "namespace": "openshift-ingress"} 2026-07-07T23:45:48Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-0746a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-0746a7", "reconcileID": "77cb858d-e9c8-47dc-b762-b6140c3ff9f7", "Gateway": "e2e-api-b-0746a7", "namespace": "openshift-ingress", "name": "e2e-api-b-0746a7-authn-ssl"} 2026-07-07T23:45:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-0746a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-0746a7", "reconcileID": "77cb858d-e9c8-47dc-b762-b6140c3ff9f7", "Gateway": "e2e-api-b-0746a7", "namespace": "openshift-ingress"} 2026-07-07T23:45:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-0746a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-0746a7", "reconcileID": "7c0f960b-5f29-40ae-8761-2a30947c8416", "Gateway": "e2e-api-b-0746a7", "namespace": "openshift-ingress"} 2026-07-07T23:45:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-0746a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-0746a7", "reconcileID": "7c0f960b-5f29-40ae-8761-2a30947c8416", "Gateway": "e2e-api-b-0746a7", "namespace": "openshift-ingress", "name": "e2e-api-b-0746a7-authn-ssl"} 2026-07-07T23:45:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-0746a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-0746a7", "reconcileID": "7c0f960b-5f29-40ae-8761-2a30947c8416", "Gateway": "e2e-api-b-0746a7", "namespace": "openshift-ingress"} 2026-07-07T23:45:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-0746a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-0746a7", "reconcileID": "6a939d6d-d810-4153-a945-fdafb6b8f49c", "Gateway": "e2e-api-b-0746a7", "namespace": "openshift-ingress"} 2026-07-07T23:45:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-0746a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-0746a7", "reconcileID": "6a939d6d-d810-4153-a945-fdafb6b8f49c", "Gateway": "e2e-api-b-0746a7", "namespace": "openshift-ingress", "name": "e2e-api-b-0746a7-authn-ssl"} 2026-07-07T23:45:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-0746a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-0746a7", "reconcileID": "6a939d6d-d810-4153-a945-fdafb6b8f49c", "Gateway": "e2e-api-b-0746a7", "namespace": "openshift-ingress"} 2026-07-07T23:45:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-0746a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-0746a7", "reconcileID": "f38a4836-8f83-4d38-9a04-d82c6a0c1861", "Gateway": "e2e-api-b-0746a7", "namespace": "openshift-ingress"} 2026-07-07T23:45:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-0746a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-0746a7", "reconcileID": "f38a4836-8f83-4d38-9a04-d82c6a0c1861", "Gateway": "e2e-api-b-0746a7", "namespace": "openshift-ingress", "name": "e2e-api-b-0746a7-authn-ssl"} 2026-07-07T23:45:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-0746a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-0746a7", "reconcileID": "f38a4836-8f83-4d38-9a04-d82c6a0c1861", "Gateway": "e2e-api-b-0746a7", "namespace": "openshift-ingress"} 2026-07-07T23:45:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-0746a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-0746a7", "reconcileID": "7fc27c39-6d53-425c-9b93-7afe260bd0e1", "Gateway": "e2e-api-b-0746a7", "namespace": "openshift-ingress"} 2026-07-07T23:45:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-0746a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-0746a7", "reconcileID": "7fc27c39-6d53-425c-9b93-7afe260bd0e1", "Gateway": "e2e-api-b-0746a7", "namespace": "openshift-ingress", "name": "e2e-api-b-0746a7-authn-ssl"} 2026-07-07T23:45:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-0746a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-0746a7", "reconcileID": "7fc27c39-6d53-425c-9b93-7afe260bd0e1", "Gateway": "e2e-api-b-0746a7", "namespace": "openshift-ingress"} 2026-07-07T23:45:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-0746a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-0746a7", "reconcileID": "526c0dfa-6d04-4139-8e6a-2a9ea240fda4", "Gateway": "e2e-api-b-0746a7", "namespace": "openshift-ingress"} 2026-07-07T23:45:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-0746a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-0746a7", "reconcileID": "526c0dfa-6d04-4139-8e6a-2a9ea240fda4", "Gateway": "e2e-api-b-0746a7", "namespace": "openshift-ingress", "name": "e2e-api-b-0746a7-authn-ssl"} 2026-07-07T23:45:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-0746a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-0746a7", "reconcileID": "526c0dfa-6d04-4139-8e6a-2a9ea240fda4", "Gateway": "e2e-api-b-0746a7", "namespace": "openshift-ingress"} 2026-07-07T23:45:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-0746a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-0746a7", "reconcileID": "ff1ba393-5c79-4639-bdc9-6b55b3b00de8", "Gateway": "e2e-api-b-0746a7", "namespace": "openshift-ingress"} 2026-07-07T23:45:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-0746a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-0746a7", "reconcileID": "ff1ba393-5c79-4639-bdc9-6b55b3b00de8", "Gateway": "e2e-api-b-0746a7", "namespace": "openshift-ingress", "name": "e2e-api-b-0746a7-authn-ssl"} 2026-07-07T23:45:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-0746a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-0746a7", "reconcileID": "ff1ba393-5c79-4639-bdc9-6b55b3b00de8", "Gateway": "e2e-api-b-0746a7", "namespace": "openshift-ingress"} 2026-07-07T23:45:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-0746a7"}, "namespace": "ai-tenant-e2e-api-b-0746a7", "name": "openshift-service-ca.crt", "reconcileID": "aade9601-aefb-4592-a895-bd9820d1ed25", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-0746a7"} 2026-07-07T23:45:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-0746a7"}, "namespace": "ai-tenant-e2e-api-b-0746a7", "name": "odh-trusted-ca-bundle", "reconcileID": "c9dc6b04-bdc7-4f04-bc59-d5a455123de7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-0746a7"} 2026-07-07T23:45:51Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-0746a7"}, "namespace": "ai-tenant-e2e-api-b-0746a7", "name": "openshift-service-ca.crt", "reconcileID": "3fbdb4c9-171e-4e46-9775-82983a565eac", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-0746a7", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T23:45:51Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-0746a7"}, "namespace": "ai-tenant-e2e-api-b-0746a7", "name": "openshift-service-ca.crt", "reconcileID": "3fbdb4c9-171e-4e46-9775-82983a565eac", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-0746a7"} 2026-07-07T23:45:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-0746a7"}, "namespace": "ai-tenant-e2e-api-b-0746a7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f4e5befe-a4ca-438a-85d0-9b678afacc7d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-0746a7"} 2026-07-07T23:45:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-0746a7"}, "namespace": "ai-tenant-e2e-api-b-0746a7", "name": "openshift-service-ca.crt", "reconcileID": "cd794615-dbb0-4625-bd5e-1b0d74ed0e94", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-0746a7"} 2026-07-07T23:45:51Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-0746a7"}, "namespace": "ai-tenant-e2e-api-b-0746a7", "name": "odh-trusted-ca-bundle", "reconcileID": "6464f31a-cd07-492b-b26a-d724ebaca662", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-0746a7", "update": "odh-kserve-custom-ca-bundle"} 2026-07-07T23:45:51Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-0746a7"}, "namespace": "ai-tenant-e2e-api-b-0746a7", "name": "odh-trusted-ca-bundle", "reconcileID": "6464f31a-cd07-492b-b26a-d724ebaca662", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-0746a7"} 2026-07-07T23:45:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-0746a7"}, "namespace": "ai-tenant-e2e-api-b-0746a7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e6db6f8c-ada1-4e24-b507-b070357daab0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-0746a7"} 2026-07-07T23:45:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-0746a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-0746a7", "reconcileID": "925d3153-b013-43c1-a6b1-3b6a8292430d", "Gateway": "e2e-api-b-0746a7", "namespace": "openshift-ingress"} 2026-07-07T23:45:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-0746a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-0746a7", "reconcileID": "925d3153-b013-43c1-a6b1-3b6a8292430d", "Gateway": "e2e-api-b-0746a7", "namespace": "openshift-ingress", "name": "e2e-api-b-0746a7-authn-ssl"} 2026-07-07T23:45:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-0746a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-0746a7", "reconcileID": "925d3153-b013-43c1-a6b1-3b6a8292430d", "Gateway": "e2e-api-b-0746a7", "namespace": "openshift-ingress"} 2026-07-07T23:45:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "f0bc22f9-fa93-482b-9ac8-a871584dbe32", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-07T23:45:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "b4e27a8e-aadf-4fef-b30c-029151d83000", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-07T23:45:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c6a26c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c6a26c", "reconcileID": "0bb195bb-f9b3-4ba5-8a82-abf0a3eab46c", "Gateway": "e2e-api-a-c6a26c", "namespace": "openshift-ingress"} 2026-07-07T23:45:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c6a26c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c6a26c", "reconcileID": "0bb195bb-f9b3-4ba5-8a82-abf0a3eab46c", "Gateway": "e2e-api-a-c6a26c", "namespace": "openshift-ingress", "name": "e2e-api-a-c6a26c-authn-ssl"} 2026-07-07T23:45:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c6a26c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c6a26c", "reconcileID": "0bb195bb-f9b3-4ba5-8a82-abf0a3eab46c", "Gateway": "e2e-api-a-c6a26c", "namespace": "openshift-ingress"} 2026-07-07T23:46:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-0746a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-0746a7", "reconcileID": "a4fefa64-acd5-40c6-8896-2f96397c47e3", "Gateway": "e2e-api-b-0746a7", "namespace": "openshift-ingress"} 2026-07-07T23:46:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-0746a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-0746a7", "reconcileID": "a4fefa64-acd5-40c6-8896-2f96397c47e3", "Gateway": "e2e-api-b-0746a7", "namespace": "openshift-ingress", "name": "e2e-api-b-0746a7-authn-ssl"} 2026-07-07T23:46:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-0746a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-0746a7", "reconcileID": "a4fefa64-acd5-40c6-8896-2f96397c47e3", "Gateway": "e2e-api-b-0746a7", "namespace": "openshift-ingress"} 2026-07-07T23:46:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "49f3ea19-af1a-4fae-921b-732b5e784066", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-07T23:46:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c6a26c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c6a26c", "reconcileID": "74393da7-dba0-463d-8a80-35b913cb2f50", "Gateway": "e2e-api-a-c6a26c", "namespace": "openshift-ingress"} 2026-07-07T23:46:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c6a26c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c6a26c", "reconcileID": "74393da7-dba0-463d-8a80-35b913cb2f50", "Gateway": "e2e-api-a-c6a26c", "namespace": "openshift-ingress", "name": "e2e-api-a-c6a26c-authn-ssl"} 2026-07-07T23:46:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c6a26c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c6a26c", "reconcileID": "74393da7-dba0-463d-8a80-35b913cb2f50", "Gateway": "e2e-api-a-c6a26c", "namespace": "openshift-ingress"} 2026-07-07T23:46:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-c6a26c"}, "namespace": "ai-tenant-e2e-api-a-c6a26c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "38fbf242-3ea5-4546-bf27-33a191fe9da9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-c6a26c"} 2026-07-07T23:46:10Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-c6a26c"}, "namespace": "ai-tenant-e2e-api-a-c6a26c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "38fbf242-3ea5-4546-bf27-33a191fe9da9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-c6a26c", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T23:46:10Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-c6a26c"}, "namespace": "ai-tenant-e2e-api-a-c6a26c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "38fbf242-3ea5-4546-bf27-33a191fe9da9", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-c6a26c because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-07T23:46:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-c6a26c"}, "namespace": "ai-tenant-e2e-api-a-c6a26c", "name": "odh-trusted-ca-bundle", "reconcileID": "6045b0b5-61a4-444c-b2fa-7eaf0c69d31b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-c6a26c"} 2026-07-07T23:46:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-c6a26c"}, "namespace": "ai-tenant-e2e-api-a-c6a26c", "name": "odh-trusted-ca-bundle", "reconcileID": "6045b0b5-61a4-444c-b2fa-7eaf0c69d31b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-c6a26c"} 2026-07-07T23:46:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-c6a26c"}, "namespace": "ai-tenant-e2e-api-a-c6a26c", "name": "openshift-service-ca.crt", "reconcileID": "d72415e0-06fc-481e-b377-e07e29adc47a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-c6a26c"} 2026-07-07T23:46:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-c6a26c"}, "namespace": "ai-tenant-e2e-api-a-c6a26c", "name": "openshift-service-ca.crt", "reconcileID": "d72415e0-06fc-481e-b377-e07e29adc47a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-c6a26c"} 2026-07-07T23:46:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-c6a26c"}, "namespace": "ai-tenant-e2e-api-a-c6a26c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "47cfa7fe-401f-43ad-b58c-43b0c4308703", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-c6a26c"} 2026-07-07T23:46:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-c6a26c"}, "namespace": "ai-tenant-e2e-api-a-c6a26c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "47cfa7fe-401f-43ad-b58c-43b0c4308703", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-c6a26c"} 2026-07-07T23:46:10Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c6a26c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c6a26c", "reconcileID": "60d02bfb-6992-4262-9b3f-8522a1aedadf", "Gateway": "e2e-api-a-c6a26c", "namespace": "openshift-ingress"} 2026-07-07T23:46:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "59ca1d4c-dff1-44e7-8150-47d9f57f291a", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-07T23:46:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-0746a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-0746a7", "reconcileID": "9ecd92aa-8ef8-408a-b85b-30841c92b4e4", "Gateway": "e2e-api-b-0746a7", "namespace": "openshift-ingress"} 2026-07-07T23:46:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-0746a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-0746a7", "reconcileID": "9ecd92aa-8ef8-408a-b85b-30841c92b4e4", "Gateway": "e2e-api-b-0746a7", "namespace": "openshift-ingress", "name": "e2e-api-b-0746a7-authn-ssl"} 2026-07-07T23:46:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-0746a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-0746a7", "reconcileID": "9ecd92aa-8ef8-408a-b85b-30841c92b4e4", "Gateway": "e2e-api-b-0746a7", "namespace": "openshift-ingress"} 2026-07-07T23:46:16Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-0746a7"}, "namespace": "ai-tenant-e2e-api-b-0746a7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bdb77f3b-860f-4dfb-954a-4969882477ec", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-0746a7"} 2026-07-07T23:46:16Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-0746a7"}, "namespace": "ai-tenant-e2e-api-b-0746a7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bdb77f3b-860f-4dfb-954a-4969882477ec", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-0746a7", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T23:46:16Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-0746a7"}, "namespace": "ai-tenant-e2e-api-b-0746a7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bdb77f3b-860f-4dfb-954a-4969882477ec", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-0746a7 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-07T23:46:16Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-0746a7"}, "namespace": "ai-tenant-e2e-api-b-0746a7", "name": "odh-trusted-ca-bundle", "reconcileID": "f7a625c5-0a20-4913-bf28-8d6db9f10e42", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-0746a7"} 2026-07-07T23:46:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-0746a7"}, "namespace": "ai-tenant-e2e-api-b-0746a7", "name": "odh-trusted-ca-bundle", "reconcileID": "f7a625c5-0a20-4913-bf28-8d6db9f10e42", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-0746a7"} 2026-07-07T23:46:16Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-0746a7"}, "namespace": "ai-tenant-e2e-api-b-0746a7", "name": "openshift-service-ca.crt", "reconcileID": "1eea4d01-6865-4d07-8258-9b73e794a13d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-0746a7"} 2026-07-07T23:46:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-0746a7"}, "namespace": "ai-tenant-e2e-api-b-0746a7", "name": "openshift-service-ca.crt", "reconcileID": "1eea4d01-6865-4d07-8258-9b73e794a13d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-0746a7"} 2026-07-07T23:46:16Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-0746a7"}, "namespace": "ai-tenant-e2e-api-b-0746a7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dab43628-7687-4b44-a3e1-878b802306fd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-0746a7"} 2026-07-07T23:46:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-0746a7"}, "namespace": "ai-tenant-e2e-api-b-0746a7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dab43628-7687-4b44-a3e1-878b802306fd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-0746a7"} 2026-07-07T23:46:17Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-0746a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-0746a7", "reconcileID": "bcc5ebb4-cd2e-4ccb-bb0f-8102e2aa3126", "Gateway": "e2e-api-b-0746a7", "namespace": "openshift-ingress"} 2026-07-07T23:46:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b512c6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b512c6", "reconcileID": "ae47e39e-0da5-4849-beae-bc87261ad029", "Gateway": "e2e-shared-a-b512c6", "namespace": "openshift-ingress"} 2026-07-07T23:46:18Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b512c6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b512c6", "reconcileID": "ae47e39e-0da5-4849-beae-bc87261ad029", "Gateway": "e2e-shared-a-b512c6", "namespace": "openshift-ingress", "name": "e2e-shared-a-b512c6-authn-ssl"} 2026-07-07T23:46:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b512c6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b512c6", "reconcileID": "ae47e39e-0da5-4849-beae-bc87261ad029", "Gateway": "e2e-shared-a-b512c6", "namespace": "openshift-ingress"} 2026-07-07T23:46:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b512c6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b512c6", "reconcileID": "119b5b1d-3b0f-4be0-9f1a-145c70db7edf", "Gateway": "e2e-shared-a-b512c6", "namespace": "openshift-ingress"} 2026-07-07T23:46:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b512c6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b512c6", "reconcileID": "119b5b1d-3b0f-4be0-9f1a-145c70db7edf", "Gateway": "e2e-shared-a-b512c6", "namespace": "openshift-ingress", "name": "e2e-shared-a-b512c6-authn-ssl"} 2026-07-07T23:46:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b512c6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b512c6", "reconcileID": "119b5b1d-3b0f-4be0-9f1a-145c70db7edf", "Gateway": "e2e-shared-a-b512c6", "namespace": "openshift-ingress"} 2026-07-07T23:46:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b512c6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b512c6", "reconcileID": "eaf447c9-9e18-4543-b895-93a81b53c22d", "Gateway": "e2e-shared-a-b512c6", "namespace": "openshift-ingress"} 2026-07-07T23:46:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b512c6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b512c6", "reconcileID": "eaf447c9-9e18-4543-b895-93a81b53c22d", "Gateway": "e2e-shared-a-b512c6", "namespace": "openshift-ingress", "name": "e2e-shared-a-b512c6-authn-ssl"} 2026-07-07T23:46:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b512c6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b512c6", "reconcileID": "eaf447c9-9e18-4543-b895-93a81b53c22d", "Gateway": "e2e-shared-a-b512c6", "namespace": "openshift-ingress"} 2026-07-07T23:46:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b512c6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b512c6", "reconcileID": "f7ae0dc1-db2a-442c-94d2-8209c817e533", "Gateway": "e2e-shared-a-b512c6", "namespace": "openshift-ingress"} 2026-07-07T23:46:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b512c6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b512c6", "reconcileID": "f7ae0dc1-db2a-442c-94d2-8209c817e533", "Gateway": "e2e-shared-a-b512c6", "namespace": "openshift-ingress", "name": "e2e-shared-a-b512c6-authn-ssl"} 2026-07-07T23:46:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b512c6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b512c6", "reconcileID": "f7ae0dc1-db2a-442c-94d2-8209c817e533", "Gateway": "e2e-shared-a-b512c6", "namespace": "openshift-ingress"} 2026-07-07T23:46:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b512c6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b512c6", "reconcileID": "f3ba331f-218f-47db-8a76-cbe6d0768ba5", "Gateway": "e2e-shared-a-b512c6", "namespace": "openshift-ingress"} 2026-07-07T23:46:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b512c6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b512c6", "reconcileID": "f3ba331f-218f-47db-8a76-cbe6d0768ba5", "Gateway": "e2e-shared-a-b512c6", "namespace": "openshift-ingress", "name": "e2e-shared-a-b512c6-authn-ssl"} 2026-07-07T23:46:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b512c6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b512c6", "reconcileID": "f3ba331f-218f-47db-8a76-cbe6d0768ba5", "Gateway": "e2e-shared-a-b512c6", "namespace": "openshift-ingress"} 2026-07-07T23:46:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b512c6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b512c6", "reconcileID": "f32109bd-b55e-4551-ada6-8b237c176366", "Gateway": "e2e-shared-a-b512c6", "namespace": "openshift-ingress"} 2026-07-07T23:46:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b512c6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b512c6", "reconcileID": "f32109bd-b55e-4551-ada6-8b237c176366", "Gateway": "e2e-shared-a-b512c6", "namespace": "openshift-ingress", "name": "e2e-shared-a-b512c6-authn-ssl"} 2026-07-07T23:46:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b512c6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b512c6", "reconcileID": "f32109bd-b55e-4551-ada6-8b237c176366", "Gateway": "e2e-shared-a-b512c6", "namespace": "openshift-ingress"} 2026-07-07T23:46:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b512c6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b512c6", "reconcileID": "e274e77a-43ac-40d3-a445-47db612be408", "Gateway": "e2e-shared-a-b512c6", "namespace": "openshift-ingress"} 2026-07-07T23:46:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b512c6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b512c6", "reconcileID": "e274e77a-43ac-40d3-a445-47db612be408", "Gateway": "e2e-shared-a-b512c6", "namespace": "openshift-ingress", "name": "e2e-shared-a-b512c6-authn-ssl"} 2026-07-07T23:46:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b512c6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b512c6", "reconcileID": "e274e77a-43ac-40d3-a445-47db612be408", "Gateway": "e2e-shared-a-b512c6", "namespace": "openshift-ingress"} 2026-07-07T23:46:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-b512c6"}, "namespace": "ai-tenant-e2e-shared-a-b512c6", "name": "openshift-service-ca.crt", "reconcileID": "efbd22be-c385-41f0-9eb2-f590eff69aac", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-b512c6"} 2026-07-07T23:46:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-b512c6"}, "namespace": "ai-tenant-e2e-shared-a-b512c6", "name": "odh-trusted-ca-bundle", "reconcileID": "bdf5e352-a209-4779-b7b1-789cd1b9fc87", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-b512c6"} 2026-07-07T23:46:21Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-b512c6"}, "namespace": "ai-tenant-e2e-shared-a-b512c6", "name": "openshift-service-ca.crt", "reconcileID": "6999d1a0-8990-4329-af96-c8b10bfada85", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-b512c6", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T23:46:21Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-b512c6"}, "namespace": "ai-tenant-e2e-shared-a-b512c6", "name": "openshift-service-ca.crt", "reconcileID": "6999d1a0-8990-4329-af96-c8b10bfada85", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-b512c6"} 2026-07-07T23:46:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-b512c6"}, "namespace": "ai-tenant-e2e-shared-a-b512c6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5d9d8f8e-cfc0-42c4-98be-532c7d4775c1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-b512c6"} 2026-07-07T23:46:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-b512c6"}, "namespace": "ai-tenant-e2e-shared-a-b512c6", "name": "openshift-service-ca.crt", "reconcileID": "4ba278ba-8c95-473f-80a6-b6ea5539c804", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-b512c6"} 2026-07-07T23:46:21Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-b512c6"}, "namespace": "ai-tenant-e2e-shared-a-b512c6", "name": "odh-trusted-ca-bundle", "reconcileID": "05690594-aa89-4a56-91fa-b8c2374eac1d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-b512c6", "update": "odh-kserve-custom-ca-bundle"} 2026-07-07T23:46:21Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-b512c6"}, "namespace": "ai-tenant-e2e-shared-a-b512c6", "name": "odh-trusted-ca-bundle", "reconcileID": "05690594-aa89-4a56-91fa-b8c2374eac1d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-b512c6"} 2026-07-07T23:46:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-b512c6"}, "namespace": "ai-tenant-e2e-shared-a-b512c6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4aa0582d-3067-4256-858d-f86ea33b4ea9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-b512c6"} 2026-07-07T23:46:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b512c6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b512c6", "reconcileID": "9c06e0df-6b01-4f21-961e-6704acd7faf2", "Gateway": "e2e-shared-a-b512c6", "namespace": "openshift-ingress"} 2026-07-07T23:46:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b512c6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b512c6", "reconcileID": "9c06e0df-6b01-4f21-961e-6704acd7faf2", "Gateway": "e2e-shared-a-b512c6", "namespace": "openshift-ingress", "name": "e2e-shared-a-b512c6-authn-ssl"} 2026-07-07T23:46:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b512c6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b512c6", "reconcileID": "9c06e0df-6b01-4f21-961e-6704acd7faf2", "Gateway": "e2e-shared-a-b512c6", "namespace": "openshift-ingress"} 2026-07-07T23:46:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "b387d985-216d-4e4c-ba13-c1d8b90a315c", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-07T23:46:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c03c4f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c03c4f", "reconcileID": "ad5a89aa-5496-4326-9c8b-f05ff3c605af", "Gateway": "e2e-shared-b-c03c4f", "namespace": "openshift-ingress"} 2026-07-07T23:46:26Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c03c4f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c03c4f", "reconcileID": "ad5a89aa-5496-4326-9c8b-f05ff3c605af", "Gateway": "e2e-shared-b-c03c4f", "namespace": "openshift-ingress", "name": "e2e-shared-b-c03c4f-authn-ssl"} 2026-07-07T23:46:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c03c4f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c03c4f", "reconcileID": "ad5a89aa-5496-4326-9c8b-f05ff3c605af", "Gateway": "e2e-shared-b-c03c4f", "namespace": "openshift-ingress"} 2026-07-07T23:46:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c03c4f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c03c4f", "reconcileID": "7dd6a591-8266-458e-81ce-03bc55c561c8", "Gateway": "e2e-shared-b-c03c4f", "namespace": "openshift-ingress"} 2026-07-07T23:46:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c03c4f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c03c4f", "reconcileID": "7dd6a591-8266-458e-81ce-03bc55c561c8", "Gateway": "e2e-shared-b-c03c4f", "namespace": "openshift-ingress", "name": "e2e-shared-b-c03c4f-authn-ssl"} 2026-07-07T23:46:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c03c4f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c03c4f", "reconcileID": "7dd6a591-8266-458e-81ce-03bc55c561c8", "Gateway": "e2e-shared-b-c03c4f", "namespace": "openshift-ingress"} 2026-07-07T23:46:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c03c4f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c03c4f", "reconcileID": "02d0141f-6a1e-474e-8ebf-d544d497da33", "Gateway": "e2e-shared-b-c03c4f", "namespace": "openshift-ingress"} 2026-07-07T23:46:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c03c4f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c03c4f", "reconcileID": "02d0141f-6a1e-474e-8ebf-d544d497da33", "Gateway": "e2e-shared-b-c03c4f", "namespace": "openshift-ingress", "name": "e2e-shared-b-c03c4f-authn-ssl"} 2026-07-07T23:46:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c03c4f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c03c4f", "reconcileID": "02d0141f-6a1e-474e-8ebf-d544d497da33", "Gateway": "e2e-shared-b-c03c4f", "namespace": "openshift-ingress"} 2026-07-07T23:46:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c03c4f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c03c4f", "reconcileID": "26894af3-a71f-4cf6-b999-3907afd5aa15", "Gateway": "e2e-shared-b-c03c4f", "namespace": "openshift-ingress"} 2026-07-07T23:46:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c03c4f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c03c4f", "reconcileID": "26894af3-a71f-4cf6-b999-3907afd5aa15", "Gateway": "e2e-shared-b-c03c4f", "namespace": "openshift-ingress", "name": "e2e-shared-b-c03c4f-authn-ssl"} 2026-07-07T23:46:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c03c4f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c03c4f", "reconcileID": "26894af3-a71f-4cf6-b999-3907afd5aa15", "Gateway": "e2e-shared-b-c03c4f", "namespace": "openshift-ingress"} 2026-07-07T23:46:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c03c4f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c03c4f", "reconcileID": "6fd9df29-ad8a-4ceb-bf4c-f37fdbefb822", "Gateway": "e2e-shared-b-c03c4f", "namespace": "openshift-ingress"} 2026-07-07T23:46:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c03c4f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c03c4f", "reconcileID": "6fd9df29-ad8a-4ceb-bf4c-f37fdbefb822", "Gateway": "e2e-shared-b-c03c4f", "namespace": "openshift-ingress", "name": "e2e-shared-b-c03c4f-authn-ssl"} 2026-07-07T23:46:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c03c4f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c03c4f", "reconcileID": "6fd9df29-ad8a-4ceb-bf4c-f37fdbefb822", "Gateway": "e2e-shared-b-c03c4f", "namespace": "openshift-ingress"} 2026-07-07T23:46:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c03c4f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c03c4f", "reconcileID": "f0962b96-b867-4c7b-8b75-27f178144c77", "Gateway": "e2e-shared-b-c03c4f", "namespace": "openshift-ingress"} 2026-07-07T23:46:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c03c4f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c03c4f", "reconcileID": "f0962b96-b867-4c7b-8b75-27f178144c77", "Gateway": "e2e-shared-b-c03c4f", "namespace": "openshift-ingress", "name": "e2e-shared-b-c03c4f-authn-ssl"} 2026-07-07T23:46:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c03c4f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c03c4f", "reconcileID": "f0962b96-b867-4c7b-8b75-27f178144c77", "Gateway": "e2e-shared-b-c03c4f", "namespace": "openshift-ingress"} 2026-07-07T23:46:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c03c4f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c03c4f", "reconcileID": "e7bcfecf-c490-4bb8-ae6f-92703658359d", "Gateway": "e2e-shared-b-c03c4f", "namespace": "openshift-ingress"} 2026-07-07T23:46:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c03c4f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c03c4f", "reconcileID": "e7bcfecf-c490-4bb8-ae6f-92703658359d", "Gateway": "e2e-shared-b-c03c4f", "namespace": "openshift-ingress", "name": "e2e-shared-b-c03c4f-authn-ssl"} 2026-07-07T23:46:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c03c4f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c03c4f", "reconcileID": "e7bcfecf-c490-4bb8-ae6f-92703658359d", "Gateway": "e2e-shared-b-c03c4f", "namespace": "openshift-ingress"} 2026-07-07T23:46:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-c03c4f"}, "namespace": "ai-tenant-e2e-shared-b-c03c4f", "name": "openshift-service-ca.crt", "reconcileID": "e60b9651-2e04-4aef-9ab5-4954e66f8f9d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-c03c4f"} 2026-07-07T23:46:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-c03c4f"}, "namespace": "ai-tenant-e2e-shared-b-c03c4f", "name": "odh-trusted-ca-bundle", "reconcileID": "953204de-2716-4a3f-942d-0e8848e9e6be", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-c03c4f"} 2026-07-07T23:46:29Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-c03c4f"}, "namespace": "ai-tenant-e2e-shared-b-c03c4f", "name": "openshift-service-ca.crt", "reconcileID": "4cd85ddf-6a41-4870-8e05-4804852e1b72", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-c03c4f", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T23:46:29Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-c03c4f"}, "namespace": "ai-tenant-e2e-shared-b-c03c4f", "name": "openshift-service-ca.crt", "reconcileID": "4cd85ddf-6a41-4870-8e05-4804852e1b72", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-c03c4f"} 2026-07-07T23:46:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-c03c4f"}, "namespace": "ai-tenant-e2e-shared-b-c03c4f", "name": "openshift-service-ca.crt", "reconcileID": "f335c9d7-be8f-4f22-85cd-9446301d6634", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-c03c4f"} 2026-07-07T23:46:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-c03c4f"}, "namespace": "ai-tenant-e2e-shared-b-c03c4f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "79267dc1-8ffa-40b2-aa30-ff705898ac79", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-c03c4f"} 2026-07-07T23:46:29Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-c03c4f"}, "namespace": "ai-tenant-e2e-shared-b-c03c4f", "name": "odh-trusted-ca-bundle", "reconcileID": "04f13f14-3b3d-4eb4-aae8-48ba80e31980", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-c03c4f", "update": "odh-kserve-custom-ca-bundle"} 2026-07-07T23:46:29Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-c03c4f"}, "namespace": "ai-tenant-e2e-shared-b-c03c4f", "name": "odh-trusted-ca-bundle", "reconcileID": "04f13f14-3b3d-4eb4-aae8-48ba80e31980", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-c03c4f"} 2026-07-07T23:46:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-c03c4f"}, "namespace": "ai-tenant-e2e-shared-b-c03c4f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c2086a73-f350-44c5-b720-efb9163b1cba", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-c03c4f"} 2026-07-07T23:46:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c03c4f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c03c4f", "reconcileID": "42993b11-3242-4e4b-8275-271cd8952b6a", "Gateway": "e2e-shared-b-c03c4f", "namespace": "openshift-ingress"} 2026-07-07T23:46:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c03c4f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c03c4f", "reconcileID": "42993b11-3242-4e4b-8275-271cd8952b6a", "Gateway": "e2e-shared-b-c03c4f", "namespace": "openshift-ingress", "name": "e2e-shared-b-c03c4f-authn-ssl"} 2026-07-07T23:46:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c03c4f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c03c4f", "reconcileID": "42993b11-3242-4e4b-8275-271cd8952b6a", "Gateway": "e2e-shared-b-c03c4f", "namespace": "openshift-ingress"} 2026-07-07T23:46:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "b5976f4f-a1c1-4c09-92a1-a422e78650df", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-07T23:46:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b512c6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b512c6", "reconcileID": "bd193e2f-37f7-450e-85dd-7bb111fb7b5e", "Gateway": "e2e-shared-a-b512c6", "namespace": "openshift-ingress"} 2026-07-07T23:46:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b512c6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b512c6", "reconcileID": "bd193e2f-37f7-450e-85dd-7bb111fb7b5e", "Gateway": "e2e-shared-a-b512c6", "namespace": "openshift-ingress", "name": "e2e-shared-a-b512c6-authn-ssl"} 2026-07-07T23:46:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b512c6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b512c6", "reconcileID": "bd193e2f-37f7-450e-85dd-7bb111fb7b5e", "Gateway": "e2e-shared-a-b512c6", "namespace": "openshift-ingress"} 2026-07-07T23:46:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c03c4f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c03c4f", "reconcileID": "8d2b05fe-efdc-47f0-b674-358715004314", "Gateway": "e2e-shared-b-c03c4f", "namespace": "openshift-ingress"} 2026-07-07T23:46:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c03c4f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c03c4f", "reconcileID": "8d2b05fe-efdc-47f0-b674-358715004314", "Gateway": "e2e-shared-b-c03c4f", "namespace": "openshift-ingress", "name": "e2e-shared-b-c03c4f-authn-ssl"} 2026-07-07T23:46:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c03c4f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c03c4f", "reconcileID": "8d2b05fe-efdc-47f0-b674-358715004314", "Gateway": "e2e-shared-b-c03c4f", "namespace": "openshift-ingress"} 2026-07-07T23:46:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "9a2bbf77-5c50-44aa-8eb5-8bcd7d01572f", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-07T23:46:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "f69f138b-25cf-4854-948b-3257857f655b", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-07T23:49:31Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-07T23:49:31Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-07T23:49:32Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-07T23:49:32Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-07T23:49:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "b6c62562-6b4c-4e33-a068-8c51027f2bd5", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-07T23:49:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b512c6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b512c6", "reconcileID": "71a13a30-aa13-4392-a13b-eff61a8fd1bf", "Gateway": "e2e-shared-a-b512c6", "namespace": "openshift-ingress"} 2026-07-07T23:49:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b512c6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b512c6", "reconcileID": "71a13a30-aa13-4392-a13b-eff61a8fd1bf", "Gateway": "e2e-shared-a-b512c6", "namespace": "openshift-ingress", "name": "e2e-shared-a-b512c6-authn-ssl"} 2026-07-07T23:49:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b512c6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b512c6", "reconcileID": "71a13a30-aa13-4392-a13b-eff61a8fd1bf", "Gateway": "e2e-shared-a-b512c6", "namespace": "openshift-ingress"} 2026-07-07T23:49:45Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-b512c6"}, "namespace": "ai-tenant-e2e-shared-a-b512c6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4ba6eabf-7e77-4588-826f-4dd39632719d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-b512c6"} 2026-07-07T23:49:45Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-b512c6"}, "namespace": "ai-tenant-e2e-shared-a-b512c6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4ba6eabf-7e77-4588-826f-4dd39632719d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-b512c6", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T23:49:45Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-b512c6"}, "namespace": "ai-tenant-e2e-shared-a-b512c6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4ba6eabf-7e77-4588-826f-4dd39632719d", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-b512c6 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-07T23:49:45Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-b512c6"}, "namespace": "ai-tenant-e2e-shared-a-b512c6", "name": "odh-trusted-ca-bundle", "reconcileID": "5c7a4320-5292-494b-925b-9ae958d669d8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-b512c6"} 2026-07-07T23:49:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-b512c6"}, "namespace": "ai-tenant-e2e-shared-a-b512c6", "name": "odh-trusted-ca-bundle", "reconcileID": "5c7a4320-5292-494b-925b-9ae958d669d8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-b512c6"} 2026-07-07T23:49:45Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-b512c6"}, "namespace": "ai-tenant-e2e-shared-a-b512c6", "name": "openshift-service-ca.crt", "reconcileID": "ea62e022-1a89-49c8-8cb5-f123bbfd8322", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-b512c6"} 2026-07-07T23:49:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-b512c6"}, "namespace": "ai-tenant-e2e-shared-a-b512c6", "name": "openshift-service-ca.crt", "reconcileID": "ea62e022-1a89-49c8-8cb5-f123bbfd8322", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-b512c6"} 2026-07-07T23:49:45Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-b512c6"}, "namespace": "ai-tenant-e2e-shared-a-b512c6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "71afaeb5-870a-4707-b209-474d25245521", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-b512c6"} 2026-07-07T23:49:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-b512c6"}, "namespace": "ai-tenant-e2e-shared-a-b512c6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "71afaeb5-870a-4707-b209-474d25245521", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-b512c6"} 2026-07-07T23:49:45Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b512c6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b512c6", "reconcileID": "788a54b0-cf35-45f0-8a20-69b462a59627", "Gateway": "e2e-shared-a-b512c6", "namespace": "openshift-ingress"} 2026-07-07T23:49:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "e14f9f45-c26d-47d8-93eb-f2dec027b760", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-07T23:49:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c03c4f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c03c4f", "reconcileID": "516800b7-2cfa-408f-bf84-1efc91082b67", "Gateway": "e2e-shared-b-c03c4f", "namespace": "openshift-ingress"} 2026-07-07T23:49:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c03c4f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c03c4f", "reconcileID": "516800b7-2cfa-408f-bf84-1efc91082b67", "Gateway": "e2e-shared-b-c03c4f", "namespace": "openshift-ingress", "name": "e2e-shared-b-c03c4f-authn-ssl"} 2026-07-07T23:49:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c03c4f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c03c4f", "reconcileID": "516800b7-2cfa-408f-bf84-1efc91082b67", "Gateway": "e2e-shared-b-c03c4f", "namespace": "openshift-ingress"} 2026-07-07T23:49:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-c03c4f"}, "namespace": "ai-tenant-e2e-shared-b-c03c4f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bcc27e64-cf7c-44ee-a257-65d2f6a8750d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-c03c4f"} 2026-07-07T23:49:51Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-c03c4f"}, "namespace": "ai-tenant-e2e-shared-b-c03c4f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bcc27e64-cf7c-44ee-a257-65d2f6a8750d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-c03c4f", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T23:49:51Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-c03c4f"}, "namespace": "ai-tenant-e2e-shared-b-c03c4f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bcc27e64-cf7c-44ee-a257-65d2f6a8750d", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-c03c4f because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-07T23:49:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-c03c4f"}, "namespace": "ai-tenant-e2e-shared-b-c03c4f", "name": "odh-trusted-ca-bundle", "reconcileID": "0e739a7f-f0d0-4f35-bae8-5e00f60b4ca0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-c03c4f"} 2026-07-07T23:49:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-c03c4f"}, "namespace": "ai-tenant-e2e-shared-b-c03c4f", "name": "odh-trusted-ca-bundle", "reconcileID": "0e739a7f-f0d0-4f35-bae8-5e00f60b4ca0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-c03c4f"} 2026-07-07T23:49:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-c03c4f"}, "namespace": "ai-tenant-e2e-shared-b-c03c4f", "name": "openshift-service-ca.crt", "reconcileID": "b5ad810e-529f-4fc4-88ce-a6dc78927ced", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-c03c4f"} 2026-07-07T23:49:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-c03c4f"}, "namespace": "ai-tenant-e2e-shared-b-c03c4f", "name": "openshift-service-ca.crt", "reconcileID": "b5ad810e-529f-4fc4-88ce-a6dc78927ced", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-c03c4f"} 2026-07-07T23:49:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-c03c4f"}, "namespace": "ai-tenant-e2e-shared-b-c03c4f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7c2f2c59-8246-4fcd-8e42-6eadb362a726", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-c03c4f"} 2026-07-07T23:49:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-c03c4f"}, "namespace": "ai-tenant-e2e-shared-b-c03c4f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7c2f2c59-8246-4fcd-8e42-6eadb362a726", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-c03c4f"} 2026-07-07T23:49:52Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c03c4f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c03c4f", "reconcileID": "cbb66e23-24f2-4f32-9a06-b22a53a83e7a", "Gateway": "e2e-shared-b-c03c4f", "namespace": "openshift-ingress"}