2026-07-13T15:19:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-0ac978","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-0ac978", "reconcileID": "04174788-e7e2-4882-96f0-fa342dfac821", "Gateway": "e2e-api-b-0ac978", "namespace": "openshift-ingress", "name": "e2e-api-b-0ac978-authn-ssl"} 2026-07-13T15:19:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-0ac978","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-0ac978", "reconcileID": "04174788-e7e2-4882-96f0-fa342dfac821", "Gateway": "e2e-api-b-0ac978", "namespace": "openshift-ingress"} 2026-07-13T15:19:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-0ac978","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-0ac978", "reconcileID": "512ee249-c01f-4aba-83d3-4ed63c6d6e93", "Gateway": "e2e-api-b-0ac978", "namespace": "openshift-ingress"} 2026-07-13T15:19:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-0ac978","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-0ac978", "reconcileID": "512ee249-c01f-4aba-83d3-4ed63c6d6e93", "Gateway": "e2e-api-b-0ac978", "namespace": "openshift-ingress", "name": "e2e-api-b-0ac978-authn-ssl"} 2026-07-13T15:19:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-0ac978","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-0ac978", "reconcileID": "512ee249-c01f-4aba-83d3-4ed63c6d6e93", "Gateway": "e2e-api-b-0ac978", "namespace": "openshift-ingress"} 2026-07-13T15:19:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-0ac978","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-0ac978", "reconcileID": "7377adcd-b837-44a9-9d34-86201cc09f1b", "Gateway": "e2e-api-b-0ac978", "namespace": "openshift-ingress"} 2026-07-13T15:19:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-0ac978","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-0ac978", "reconcileID": "7377adcd-b837-44a9-9d34-86201cc09f1b", "Gateway": "e2e-api-b-0ac978", "namespace": "openshift-ingress", "name": "e2e-api-b-0ac978-authn-ssl"} 2026-07-13T15:19:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-0ac978","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-0ac978", "reconcileID": "7377adcd-b837-44a9-9d34-86201cc09f1b", "Gateway": "e2e-api-b-0ac978", "namespace": "openshift-ingress"} 2026-07-13T15:19:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-425f46","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-425f46", "reconcileID": "9c1a9bca-3c2e-4234-82c8-8aa9ba5bec2e", "Gateway": "e2e-api-a-425f46", "namespace": "openshift-ingress"} 2026-07-13T15:19:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-425f46","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-425f46", "reconcileID": "9c1a9bca-3c2e-4234-82c8-8aa9ba5bec2e", "Gateway": "e2e-api-a-425f46", "namespace": "openshift-ingress", "name": "e2e-api-a-425f46-authn-ssl"} 2026-07-13T15:19:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-425f46","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-425f46", "reconcileID": "9c1a9bca-3c2e-4234-82c8-8aa9ba5bec2e", "Gateway": "e2e-api-a-425f46", "namespace": "openshift-ingress"} 2026-07-13T15:19:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-0ac978"}, "namespace": "ai-tenant-e2e-api-b-0ac978", "name": "openshift-service-ca.crt", "reconcileID": "95b78ddb-8b7c-453d-858d-003aed2c95b4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-0ac978"} 2026-07-13T15:19:53Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-0ac978"}, "namespace": "ai-tenant-e2e-api-b-0ac978", "name": "openshift-service-ca.crt", "reconcileID": "ea6a9589-818d-486e-a31e-bd778e5a8e53", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-0ac978", "create": "odh-kserve-custom-ca-bundle"} 2026-07-13T15:19:53Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-0ac978"}, "namespace": "ai-tenant-e2e-api-b-0ac978", "name": "openshift-service-ca.crt", "reconcileID": "ea6a9589-818d-486e-a31e-bd778e5a8e53", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-0ac978"} 2026-07-13T15:19:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-0ac978"}, "namespace": "ai-tenant-e2e-api-b-0ac978", "name": "odh-trusted-ca-bundle", "reconcileID": "4de50419-a9ec-4278-b3f4-2b0390fcb643", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-0ac978"} 2026-07-13T15:19:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-0ac978"}, "namespace": "ai-tenant-e2e-api-b-0ac978", "name": "openshift-service-ca.crt", "reconcileID": "2147c8da-b7ae-4519-882b-cc4a50652e8c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-0ac978"} 2026-07-13T15:19:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-0ac978"}, "namespace": "ai-tenant-e2e-api-b-0ac978", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b76748d6-0155-4302-9f4d-55f23069edfc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-0ac978"} 2026-07-13T15:19:53Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-0ac978"}, "namespace": "ai-tenant-e2e-api-b-0ac978", "name": "odh-trusted-ca-bundle", "reconcileID": "e7f69333-5e23-4273-b3d2-40405e861e6a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-0ac978", "update": "odh-kserve-custom-ca-bundle"} 2026-07-13T15:19:53Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-0ac978"}, "namespace": "ai-tenant-e2e-api-b-0ac978", "name": "odh-trusted-ca-bundle", "reconcileID": "e7f69333-5e23-4273-b3d2-40405e861e6a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-0ac978"} 2026-07-13T15:19:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-0ac978"}, "namespace": "ai-tenant-e2e-api-b-0ac978", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2025d141-fef5-4937-baff-27449149fce8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-0ac978"} 2026-07-13T15:19:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-0ac978","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-0ac978", "reconcileID": "d12f885e-be1c-42b8-9833-80b0b22618bf", "Gateway": "e2e-api-b-0ac978", "namespace": "openshift-ingress"} 2026-07-13T15:19:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-0ac978","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-0ac978", "reconcileID": "d12f885e-be1c-42b8-9833-80b0b22618bf", "Gateway": "e2e-api-b-0ac978", "namespace": "openshift-ingress", "name": "e2e-api-b-0ac978-authn-ssl"} 2026-07-13T15:19:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-0ac978","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-0ac978", "reconcileID": "d12f885e-be1c-42b8-9833-80b0b22618bf", "Gateway": "e2e-api-b-0ac978", "namespace": "openshift-ingress"} 2026-07-13T15:19:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "bf59f578-6302-45cd-80b4-68d15ccb1797", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-13T15:19:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-425f46","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-425f46", "reconcileID": "0990f8b8-eec1-4a68-8f95-873198361421", "Gateway": "e2e-api-a-425f46", "namespace": "openshift-ingress"} 2026-07-13T15:19:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-425f46","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-425f46", "reconcileID": "0990f8b8-eec1-4a68-8f95-873198361421", "Gateway": "e2e-api-a-425f46", "namespace": "openshift-ingress", "name": "e2e-api-a-425f46-authn-ssl"} 2026-07-13T15:19:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-425f46","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-425f46", "reconcileID": "0990f8b8-eec1-4a68-8f95-873198361421", "Gateway": "e2e-api-a-425f46", "namespace": "openshift-ingress"} 2026-07-13T15:20:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-0ac978","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-0ac978", "reconcileID": "c3d4c08d-590a-463c-a11b-76a311c44182", "Gateway": "e2e-api-b-0ac978", "namespace": "openshift-ingress"} 2026-07-13T15:20:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-0ac978","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-0ac978", "reconcileID": "c3d4c08d-590a-463c-a11b-76a311c44182", "Gateway": "e2e-api-b-0ac978", "namespace": "openshift-ingress", "name": "e2e-api-b-0ac978-authn-ssl"} 2026-07-13T15:20:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-0ac978","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-0ac978", "reconcileID": "c3d4c08d-590a-463c-a11b-76a311c44182", "Gateway": "e2e-api-b-0ac978", "namespace": "openshift-ingress"} 2026-07-13T15:20:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "e28472fd-ded2-4979-9578-f07e2741838d", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-13T15:20:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-425f46","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-425f46", "reconcileID": "a1d15b22-9713-40de-b6ed-70128d4257da", "Gateway": "e2e-api-a-425f46", "namespace": "openshift-ingress"} 2026-07-13T15:20:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-425f46","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-425f46", "reconcileID": "a1d15b22-9713-40de-b6ed-70128d4257da", "Gateway": "e2e-api-a-425f46", "namespace": "openshift-ingress", "name": "e2e-api-a-425f46-authn-ssl"} 2026-07-13T15:20:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-425f46","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-425f46", "reconcileID": "a1d15b22-9713-40de-b6ed-70128d4257da", "Gateway": "e2e-api-a-425f46", "namespace": "openshift-ingress"} 2026-07-13T15:20:13Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-425f46"}, "namespace": "ai-tenant-e2e-api-a-425f46", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dda7be54-b6bb-4455-8bff-4dd951ac0a00", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-425f46"} 2026-07-13T15:20:13Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-425f46"}, "namespace": "ai-tenant-e2e-api-a-425f46", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dda7be54-b6bb-4455-8bff-4dd951ac0a00", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-425f46", "create": "odh-kserve-custom-ca-bundle"} 2026-07-13T15:20:13Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-425f46"}, "namespace": "ai-tenant-e2e-api-a-425f46", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dda7be54-b6bb-4455-8bff-4dd951ac0a00", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-425f46 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-13T15:20:13Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-425f46"}, "namespace": "ai-tenant-e2e-api-a-425f46", "name": "odh-trusted-ca-bundle", "reconcileID": "e823e715-6ee4-48e4-bfc6-15424757a64b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-425f46"} 2026-07-13T15:20:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-425f46"}, "namespace": "ai-tenant-e2e-api-a-425f46", "name": "odh-trusted-ca-bundle", "reconcileID": "e823e715-6ee4-48e4-bfc6-15424757a64b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-425f46"} 2026-07-13T15:20:13Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-425f46"}, "namespace": "ai-tenant-e2e-api-a-425f46", "name": "openshift-service-ca.crt", "reconcileID": "8bb6ce33-d306-48b8-aa21-4ddca7df85fb", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-425f46"} 2026-07-13T15:20:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-425f46"}, "namespace": "ai-tenant-e2e-api-a-425f46", "name": "openshift-service-ca.crt", "reconcileID": "8bb6ce33-d306-48b8-aa21-4ddca7df85fb", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-425f46"} 2026-07-13T15:20:13Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-425f46"}, "namespace": "ai-tenant-e2e-api-a-425f46", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f358e72c-4b9d-40bc-8023-a99c152fea0a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-425f46"} 2026-07-13T15:20:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-425f46"}, "namespace": "ai-tenant-e2e-api-a-425f46", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f358e72c-4b9d-40bc-8023-a99c152fea0a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-425f46"} 2026-07-13T15:20:13Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-425f46","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-425f46", "reconcileID": "7eb022f4-bea7-4be3-bbf4-bdd90264cf46", "Gateway": "e2e-api-a-425f46", "namespace": "openshift-ingress"} 2026-07-13T15:20:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "34203979-3abf-46e9-8429-d232408da570", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-13T15:20:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-0ac978","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-0ac978", "reconcileID": "6feac2de-6853-4366-ab4c-28677e3561c3", "Gateway": "e2e-api-b-0ac978", "namespace": "openshift-ingress"} 2026-07-13T15:20:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-0ac978","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-0ac978", "reconcileID": "6feac2de-6853-4366-ab4c-28677e3561c3", "Gateway": "e2e-api-b-0ac978", "namespace": "openshift-ingress", "name": "e2e-api-b-0ac978-authn-ssl"} 2026-07-13T15:20:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-0ac978","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-0ac978", "reconcileID": "6feac2de-6853-4366-ab4c-28677e3561c3", "Gateway": "e2e-api-b-0ac978", "namespace": "openshift-ingress"} 2026-07-13T15:20:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-0ac978"}, "namespace": "ai-tenant-e2e-api-b-0ac978", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7400713a-d7ca-42fc-a1c0-49b526a74ee5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-0ac978"} 2026-07-13T15:20:20Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-0ac978"}, "namespace": "ai-tenant-e2e-api-b-0ac978", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7400713a-d7ca-42fc-a1c0-49b526a74ee5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-0ac978", "create": "odh-kserve-custom-ca-bundle"} 2026-07-13T15:20:20Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-0ac978"}, "namespace": "ai-tenant-e2e-api-b-0ac978", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7400713a-d7ca-42fc-a1c0-49b526a74ee5", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-0ac978 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-13T15:20:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-0ac978"}, "namespace": "ai-tenant-e2e-api-b-0ac978", "name": "odh-trusted-ca-bundle", "reconcileID": "648834da-aaa7-40c4-8480-eb7b5ecce43a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-0ac978"} 2026-07-13T15:20:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-0ac978"}, "namespace": "ai-tenant-e2e-api-b-0ac978", "name": "odh-trusted-ca-bundle", "reconcileID": "648834da-aaa7-40c4-8480-eb7b5ecce43a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-0ac978"} 2026-07-13T15:20:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-0ac978"}, "namespace": "ai-tenant-e2e-api-b-0ac978", "name": "openshift-service-ca.crt", "reconcileID": "ca65b568-6bd9-4195-bd2c-9bf8952965ed", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-0ac978"} 2026-07-13T15:20:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-0ac978"}, "namespace": "ai-tenant-e2e-api-b-0ac978", "name": "openshift-service-ca.crt", "reconcileID": "ca65b568-6bd9-4195-bd2c-9bf8952965ed", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-0ac978"} 2026-07-13T15:20:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-0ac978"}, "namespace": "ai-tenant-e2e-api-b-0ac978", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "11836567-65ac-4e0f-8cd7-2b427b097bdc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-0ac978"} 2026-07-13T15:20:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-0ac978"}, "namespace": "ai-tenant-e2e-api-b-0ac978", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "11836567-65ac-4e0f-8cd7-2b427b097bdc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-0ac978"} 2026-07-13T15:20:21Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-0ac978","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-0ac978", "reconcileID": "e1e3e73f-5674-43f6-8ac1-6e8aca08ede3", "Gateway": "e2e-api-b-0ac978", "namespace": "openshift-ingress"} 2026-07-13T15:20:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0a6921","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0a6921", "reconcileID": "eae1ae1b-0d31-477c-acd7-9579920f373b", "Gateway": "e2e-shared-a-0a6921", "namespace": "openshift-ingress"} 2026-07-13T15:20:22Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0a6921","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0a6921", "reconcileID": "eae1ae1b-0d31-477c-acd7-9579920f373b", "Gateway": "e2e-shared-a-0a6921", "namespace": "openshift-ingress", "name": "e2e-shared-a-0a6921-authn-ssl"} 2026-07-13T15:20:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0a6921","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0a6921", "reconcileID": "eae1ae1b-0d31-477c-acd7-9579920f373b", "Gateway": "e2e-shared-a-0a6921", "namespace": "openshift-ingress"} 2026-07-13T15:20:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0a6921","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0a6921", "reconcileID": "ea5d8258-0ee5-4f2e-a620-6f91b2fea17d", "Gateway": "e2e-shared-a-0a6921", "namespace": "openshift-ingress"} 2026-07-13T15:20:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0a6921","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0a6921", "reconcileID": "ea5d8258-0ee5-4f2e-a620-6f91b2fea17d", "Gateway": "e2e-shared-a-0a6921", "namespace": "openshift-ingress", "name": "e2e-shared-a-0a6921-authn-ssl"} 2026-07-13T15:20:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0a6921","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0a6921", "reconcileID": "ea5d8258-0ee5-4f2e-a620-6f91b2fea17d", "Gateway": "e2e-shared-a-0a6921", "namespace": "openshift-ingress"} 2026-07-13T15:20:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0a6921","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0a6921", "reconcileID": "860ffbbb-6f35-4423-a4ab-6d6180275a17", "Gateway": "e2e-shared-a-0a6921", "namespace": "openshift-ingress"} 2026-07-13T15:20:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0a6921","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0a6921", "reconcileID": "860ffbbb-6f35-4423-a4ab-6d6180275a17", "Gateway": "e2e-shared-a-0a6921", "namespace": "openshift-ingress", "name": "e2e-shared-a-0a6921-authn-ssl"} 2026-07-13T15:20:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0a6921","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0a6921", "reconcileID": "860ffbbb-6f35-4423-a4ab-6d6180275a17", "Gateway": "e2e-shared-a-0a6921", "namespace": "openshift-ingress"} 2026-07-13T15:20:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0a6921","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0a6921", "reconcileID": "6986f543-d9d1-4383-bfe3-eb2d43e94d01", "Gateway": "e2e-shared-a-0a6921", "namespace": "openshift-ingress"} 2026-07-13T15:20:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0a6921","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0a6921", "reconcileID": "6986f543-d9d1-4383-bfe3-eb2d43e94d01", "Gateway": "e2e-shared-a-0a6921", "namespace": "openshift-ingress", "name": "e2e-shared-a-0a6921-authn-ssl"} 2026-07-13T15:20:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0a6921","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0a6921", "reconcileID": "6986f543-d9d1-4383-bfe3-eb2d43e94d01", "Gateway": "e2e-shared-a-0a6921", "namespace": "openshift-ingress"} 2026-07-13T15:20:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0a6921","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0a6921", "reconcileID": "5a2b9091-8b7f-4392-b1d2-2c124e13e01d", "Gateway": "e2e-shared-a-0a6921", "namespace": "openshift-ingress"} 2026-07-13T15:20:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0a6921","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0a6921", "reconcileID": "5a2b9091-8b7f-4392-b1d2-2c124e13e01d", "Gateway": "e2e-shared-a-0a6921", "namespace": "openshift-ingress", "name": "e2e-shared-a-0a6921-authn-ssl"} 2026-07-13T15:20:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0a6921","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0a6921", "reconcileID": "5a2b9091-8b7f-4392-b1d2-2c124e13e01d", "Gateway": "e2e-shared-a-0a6921", "namespace": "openshift-ingress"} 2026-07-13T15:20:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0a6921","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0a6921", "reconcileID": "2a81ea76-4c3d-4b8b-b9be-8b684d3ac387", "Gateway": "e2e-shared-a-0a6921", "namespace": "openshift-ingress"} 2026-07-13T15:20:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0a6921","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0a6921", "reconcileID": "2a81ea76-4c3d-4b8b-b9be-8b684d3ac387", "Gateway": "e2e-shared-a-0a6921", "namespace": "openshift-ingress", "name": "e2e-shared-a-0a6921-authn-ssl"} 2026-07-13T15:20:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0a6921","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0a6921", "reconcileID": "2a81ea76-4c3d-4b8b-b9be-8b684d3ac387", "Gateway": "e2e-shared-a-0a6921", "namespace": "openshift-ingress"} 2026-07-13T15:20:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0a6921","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0a6921", "reconcileID": "06057b1b-5723-45bc-8707-cfeea40295f6", "Gateway": "e2e-shared-a-0a6921", "namespace": "openshift-ingress"} 2026-07-13T15:20:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0a6921","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0a6921", "reconcileID": "06057b1b-5723-45bc-8707-cfeea40295f6", "Gateway": "e2e-shared-a-0a6921", "namespace": "openshift-ingress", "name": "e2e-shared-a-0a6921-authn-ssl"} 2026-07-13T15:20:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0a6921","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0a6921", "reconcileID": "06057b1b-5723-45bc-8707-cfeea40295f6", "Gateway": "e2e-shared-a-0a6921", "namespace": "openshift-ingress"} 2026-07-13T15:20:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-0a6921"}, "namespace": "ai-tenant-e2e-shared-a-0a6921", "name": "openshift-service-ca.crt", "reconcileID": "1b0b8aca-77a7-4836-a6c2-634b39e209ee", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-0a6921"} 2026-07-13T15:20:25Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-0a6921"}, "namespace": "ai-tenant-e2e-shared-a-0a6921", "name": "odh-trusted-ca-bundle", "reconcileID": "192d3322-4e41-404f-9cdc-3b1df8e42d11", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-0a6921", "create": "odh-kserve-custom-ca-bundle"} 2026-07-13T15:20:25Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-0a6921"}, "namespace": "ai-tenant-e2e-shared-a-0a6921", "name": "odh-trusted-ca-bundle", "reconcileID": "192d3322-4e41-404f-9cdc-3b1df8e42d11", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-0a6921"} 2026-07-13T15:20:25Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-0a6921"}, "namespace": "ai-tenant-e2e-shared-a-0a6921", "name": "openshift-service-ca.crt", "reconcileID": "bc1ff073-30c2-4a47-a0e7-0cf29527b9c0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-0a6921", "create": "odh-kserve-custom-ca-bundle"} 2026-07-13T15:20:25Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-0a6921"}, "namespace": "ai-tenant-e2e-shared-a-0a6921", "name": "openshift-service-ca.crt", "reconcileID": "bc1ff073-30c2-4a47-a0e7-0cf29527b9c0", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-13T15:20:25Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-0a6921"}, "namespace": "ai-tenant-e2e-shared-a-0a6921", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b6ae631c-d90e-42d6-a69f-a79ef7b78850", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-0a6921", "update": "odh-kserve-custom-ca-bundle"} 2026-07-13T15:20:25Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-0a6921"}, "namespace": "ai-tenant-e2e-shared-a-0a6921", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b6ae631c-d90e-42d6-a69f-a79ef7b78850", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-0a6921"} 2026-07-13T15:20:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-0a6921"}, "namespace": "ai-tenant-e2e-shared-a-0a6921", "name": "odh-trusted-ca-bundle", "reconcileID": "07774906-cabc-4508-80f7-56aec135b85f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-0a6921"} 2026-07-13T15:20:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-0a6921"}, "namespace": "ai-tenant-e2e-shared-a-0a6921", "name": "openshift-service-ca.crt", "reconcileID": "57484cfd-8ebb-42af-a1b5-5da32b2207dd", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-0a6921"} 2026-07-13T15:20:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-0a6921"}, "namespace": "ai-tenant-e2e-shared-a-0a6921", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "20cdb9b6-fded-40e9-962a-71ec6ae4295d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-0a6921"} 2026-07-13T15:20:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0a6921","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0a6921", "reconcileID": "f2aac6bf-606c-45aa-aa8a-e552a5a21252", "Gateway": "e2e-shared-a-0a6921", "namespace": "openshift-ingress"} 2026-07-13T15:20:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0a6921","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0a6921", "reconcileID": "f2aac6bf-606c-45aa-aa8a-e552a5a21252", "Gateway": "e2e-shared-a-0a6921", "namespace": "openshift-ingress", "name": "e2e-shared-a-0a6921-authn-ssl"} 2026-07-13T15:20:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0a6921","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0a6921", "reconcileID": "f2aac6bf-606c-45aa-aa8a-e552a5a21252", "Gateway": "e2e-shared-a-0a6921", "namespace": "openshift-ingress"} 2026-07-13T15:20:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "0005ca93-e3f1-4e4d-be20-6402bf841ed6", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-13T15:20:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-215a0a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-215a0a", "reconcileID": "91870d80-2eb1-49f0-a280-d077d28986e4", "Gateway": "e2e-shared-b-215a0a", "namespace": "openshift-ingress"} 2026-07-13T15:20:30Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-215a0a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-215a0a", "reconcileID": "91870d80-2eb1-49f0-a280-d077d28986e4", "Gateway": "e2e-shared-b-215a0a", "namespace": "openshift-ingress", "name": "e2e-shared-b-215a0a-authn-ssl"} 2026-07-13T15:20:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-215a0a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-215a0a", "reconcileID": "91870d80-2eb1-49f0-a280-d077d28986e4", "Gateway": "e2e-shared-b-215a0a", "namespace": "openshift-ingress"} 2026-07-13T15:20:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-215a0a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-215a0a", "reconcileID": "fbf16e83-7f9a-4b27-8067-27ab6224446a", "Gateway": "e2e-shared-b-215a0a", "namespace": "openshift-ingress"} 2026-07-13T15:20:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-215a0a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-215a0a", "reconcileID": "fbf16e83-7f9a-4b27-8067-27ab6224446a", "Gateway": "e2e-shared-b-215a0a", "namespace": "openshift-ingress", "name": "e2e-shared-b-215a0a-authn-ssl"} 2026-07-13T15:20:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-215a0a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-215a0a", "reconcileID": "fbf16e83-7f9a-4b27-8067-27ab6224446a", "Gateway": "e2e-shared-b-215a0a", "namespace": "openshift-ingress"} 2026-07-13T15:20:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-215a0a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-215a0a", "reconcileID": "45f6c0d2-cc38-4344-8a24-15b45a201723", "Gateway": "e2e-shared-b-215a0a", "namespace": "openshift-ingress"} 2026-07-13T15:20:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-215a0a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-215a0a", "reconcileID": "45f6c0d2-cc38-4344-8a24-15b45a201723", "Gateway": "e2e-shared-b-215a0a", "namespace": "openshift-ingress", "name": "e2e-shared-b-215a0a-authn-ssl"} 2026-07-13T15:20:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-215a0a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-215a0a", "reconcileID": "45f6c0d2-cc38-4344-8a24-15b45a201723", "Gateway": "e2e-shared-b-215a0a", "namespace": "openshift-ingress"} 2026-07-13T15:20:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-215a0a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-215a0a", "reconcileID": "b39f01d1-a849-44e0-af84-eb4921442f36", "Gateway": "e2e-shared-b-215a0a", "namespace": "openshift-ingress"} 2026-07-13T15:20:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-215a0a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-215a0a", "reconcileID": "b39f01d1-a849-44e0-af84-eb4921442f36", "Gateway": "e2e-shared-b-215a0a", "namespace": "openshift-ingress", "name": "e2e-shared-b-215a0a-authn-ssl"} 2026-07-13T15:20:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-215a0a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-215a0a", "reconcileID": "b39f01d1-a849-44e0-af84-eb4921442f36", "Gateway": "e2e-shared-b-215a0a", "namespace": "openshift-ingress"} 2026-07-13T15:20:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-215a0a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-215a0a", "reconcileID": "6c70bd21-57c7-4992-87a2-038406ca3f19", "Gateway": "e2e-shared-b-215a0a", "namespace": "openshift-ingress"} 2026-07-13T15:20:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-215a0a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-215a0a", "reconcileID": "6c70bd21-57c7-4992-87a2-038406ca3f19", "Gateway": "e2e-shared-b-215a0a", "namespace": "openshift-ingress", "name": "e2e-shared-b-215a0a-authn-ssl"} 2026-07-13T15:20:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-215a0a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-215a0a", "reconcileID": "6c70bd21-57c7-4992-87a2-038406ca3f19", "Gateway": "e2e-shared-b-215a0a", "namespace": "openshift-ingress"} 2026-07-13T15:20:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-215a0a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-215a0a", "reconcileID": "cf6ea52e-67ed-4c6d-aff8-d2aa34567d7f", "Gateway": "e2e-shared-b-215a0a", "namespace": "openshift-ingress"} 2026-07-13T15:20:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-215a0a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-215a0a", "reconcileID": "cf6ea52e-67ed-4c6d-aff8-d2aa34567d7f", "Gateway": "e2e-shared-b-215a0a", "namespace": "openshift-ingress", "name": "e2e-shared-b-215a0a-authn-ssl"} 2026-07-13T15:20:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-215a0a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-215a0a", "reconcileID": "cf6ea52e-67ed-4c6d-aff8-d2aa34567d7f", "Gateway": "e2e-shared-b-215a0a", "namespace": "openshift-ingress"} 2026-07-13T15:20:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-215a0a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-215a0a", "reconcileID": "61953017-56d4-473c-8e31-cff09bd27dbd", "Gateway": "e2e-shared-b-215a0a", "namespace": "openshift-ingress"} 2026-07-13T15:20:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-215a0a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-215a0a", "reconcileID": "61953017-56d4-473c-8e31-cff09bd27dbd", "Gateway": "e2e-shared-b-215a0a", "namespace": "openshift-ingress", "name": "e2e-shared-b-215a0a-authn-ssl"} 2026-07-13T15:20:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-215a0a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-215a0a", "reconcileID": "61953017-56d4-473c-8e31-cff09bd27dbd", "Gateway": "e2e-shared-b-215a0a", "namespace": "openshift-ingress"} 2026-07-13T15:20:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0a6921","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0a6921", "reconcileID": "cbe2628f-5fcb-4fab-88e7-b09facbdb4c3", "Gateway": "e2e-shared-a-0a6921", "namespace": "openshift-ingress"} 2026-07-13T15:20:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0a6921","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0a6921", "reconcileID": "cbe2628f-5fcb-4fab-88e7-b09facbdb4c3", "Gateway": "e2e-shared-a-0a6921", "namespace": "openshift-ingress", "name": "e2e-shared-a-0a6921-authn-ssl"} 2026-07-13T15:20:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0a6921","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0a6921", "reconcileID": "cbe2628f-5fcb-4fab-88e7-b09facbdb4c3", "Gateway": "e2e-shared-a-0a6921", "namespace": "openshift-ingress"} 2026-07-13T15:20:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-215a0a"}, "namespace": "ai-tenant-e2e-shared-b-215a0a", "name": "openshift-service-ca.crt", "reconcileID": "3ee42d60-d94b-42f9-b082-10159606fa47", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-215a0a"} 2026-07-13T15:20:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-215a0a"}, "namespace": "ai-tenant-e2e-shared-b-215a0a", "name": "odh-trusted-ca-bundle", "reconcileID": "1b78d5c3-0a92-4d69-a255-67eaef4c5660", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-215a0a"} 2026-07-13T15:20:33Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-215a0a"}, "namespace": "ai-tenant-e2e-shared-b-215a0a", "name": "openshift-service-ca.crt", "reconcileID": "ae44033f-8179-48bf-bf5d-04335cdb3db2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-215a0a", "create": "odh-kserve-custom-ca-bundle"} 2026-07-13T15:20:33Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-215a0a"}, "namespace": "ai-tenant-e2e-shared-b-215a0a", "name": "openshift-service-ca.crt", "reconcileID": "ae44033f-8179-48bf-bf5d-04335cdb3db2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-215a0a"} 2026-07-13T15:20:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-215a0a"}, "namespace": "ai-tenant-e2e-shared-b-215a0a", "name": "openshift-service-ca.crt", "reconcileID": "14746b9a-cf32-43c6-bc8e-9b0c522b61f1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-215a0a"} 2026-07-13T15:20:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-215a0a"}, "namespace": "ai-tenant-e2e-shared-b-215a0a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "65c4031e-8417-47bc-9070-07c15a28532a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-215a0a"} 2026-07-13T15:20:33Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-215a0a"}, "namespace": "ai-tenant-e2e-shared-b-215a0a", "name": "odh-trusted-ca-bundle", "reconcileID": "fde7069a-6ed7-4fcf-b773-6245978a5ba0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-215a0a", "update": "odh-kserve-custom-ca-bundle"} 2026-07-13T15:20:33Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-215a0a"}, "namespace": "ai-tenant-e2e-shared-b-215a0a", "name": "odh-trusted-ca-bundle", "reconcileID": "fde7069a-6ed7-4fcf-b773-6245978a5ba0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-215a0a"} 2026-07-13T15:20:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-215a0a"}, "namespace": "ai-tenant-e2e-shared-b-215a0a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "32f3e939-00af-49a2-98d5-cd8627abe763", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-215a0a"} 2026-07-13T15:20:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-215a0a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-215a0a", "reconcileID": "1bff3797-4bf3-4058-b365-11787dbb1c55", "Gateway": "e2e-shared-b-215a0a", "namespace": "openshift-ingress"} 2026-07-13T15:20:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-215a0a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-215a0a", "reconcileID": "1bff3797-4bf3-4058-b365-11787dbb1c55", "Gateway": "e2e-shared-b-215a0a", "namespace": "openshift-ingress", "name": "e2e-shared-b-215a0a-authn-ssl"} 2026-07-13T15:20:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-215a0a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-215a0a", "reconcileID": "1bff3797-4bf3-4058-b365-11787dbb1c55", "Gateway": "e2e-shared-b-215a0a", "namespace": "openshift-ingress"} 2026-07-13T15:20:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "0aac8949-d234-4605-a7a0-67f4f55e6b33", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-13T15:20:38Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0a6921","namespace":"ai-tenant-e2e-shared-a-0a6921"}, "namespace": "ai-tenant-e2e-shared-a-0a6921", "name": "auth-test-model-0a6921", "reconcileID": "4ef038ba-94ac-4b5c-b9c0-aafa44f76627", "LLMInferenceService": "auth-test-model-0a6921", "namespace": "ai-tenant-e2e-shared-a-0a6921"} 2026-07-13T15:20:38Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0a6921","namespace":"ai-tenant-e2e-shared-a-0a6921"}, "namespace": "ai-tenant-e2e-shared-a-0a6921", "name": "auth-test-model-0a6921", "reconcileID": "4ef038ba-94ac-4b5c-b9c0-aafa44f76627", "LLMInferenceService": "auth-test-model-0a6921", "namespace": "ai-tenant-e2e-shared-a-0a6921"} 2026-07-13T15:20:38Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0a6921","namespace":"ai-tenant-e2e-shared-a-0a6921"}, "namespace": "ai-tenant-e2e-shared-a-0a6921", "name": "auth-test-model-0a6921", "reconcileID": "4ef038ba-94ac-4b5c-b9c0-aafa44f76627", "LLMInferenceService": "auth-test-model-0a6921", "namespace": "ai-tenant-e2e-shared-a-0a6921"} 2026-07-13T15:20:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0a6921","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0a6921", "reconcileID": "ea6e8cc9-5e9e-4a24-a9c0-1a978e21923d", "Gateway": "e2e-shared-a-0a6921", "namespace": "openshift-ingress"} 2026-07-13T15:20:38Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0a6921","namespace":"ai-tenant-e2e-shared-a-0a6921"}, "namespace": "ai-tenant-e2e-shared-a-0a6921", "name": "auth-test-model-0a6921", "reconcileID": "4ef038ba-94ac-4b5c-b9c0-aafa44f76627", "LLMInferenceService": "auth-test-model-0a6921", "namespace": "ai-tenant-e2e-shared-a-0a6921", "name": "auth-test-model-0a6921-kserve-route-authn"} 2026-07-13T15:20:38Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0a6921","namespace":"ai-tenant-e2e-shared-a-0a6921"}, "namespace": "ai-tenant-e2e-shared-a-0a6921", "name": "auth-test-model-0a6921", "reconcileID": "4ef038ba-94ac-4b5c-b9c0-aafa44f76627", "LLMInferenceService": "auth-test-model-0a6921", "namespace": "ai-tenant-e2e-shared-a-0a6921", "authType": "userdefined"} 2026-07-13T15:20:38Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0a6921","namespace":"ai-tenant-e2e-shared-a-0a6921"}, "namespace": "ai-tenant-e2e-shared-a-0a6921", "name": "auth-test-model-0a6921", "reconcileID": "4ef038ba-94ac-4b5c-b9c0-aafa44f76627", "LLMInferenceService": "auth-test-model-0a6921", "namespace": "ai-tenant-e2e-shared-a-0a6921"} 2026-07-13T15:20:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0a6921","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0a6921", "reconcileID": "ea6e8cc9-5e9e-4a24-a9c0-1a978e21923d", "Gateway": "e2e-shared-a-0a6921", "namespace": "openshift-ingress", "name": "e2e-shared-a-0a6921-authn-ssl"} 2026-07-13T15:20:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0a6921","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0a6921", "reconcileID": "ea6e8cc9-5e9e-4a24-a9c0-1a978e21923d", "Gateway": "e2e-shared-a-0a6921", "namespace": "openshift-ingress"} 2026-07-13T15:20:38Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0a6921","namespace":"ai-tenant-e2e-shared-a-0a6921"}, "namespace": "ai-tenant-e2e-shared-a-0a6921", "name": "auth-test-model-0a6921", "reconcileID": "5c5bea1f-7065-4812-a174-0fcf693b6f4a", "LLMInferenceService": "auth-test-model-0a6921", "namespace": "ai-tenant-e2e-shared-a-0a6921"} 2026-07-13T15:20:38Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0a6921","namespace":"ai-tenant-e2e-shared-a-0a6921"}, "namespace": "ai-tenant-e2e-shared-a-0a6921", "name": "auth-test-model-0a6921", "reconcileID": "5c5bea1f-7065-4812-a174-0fcf693b6f4a", "LLMInferenceService": "auth-test-model-0a6921", "namespace": "ai-tenant-e2e-shared-a-0a6921"} 2026-07-13T15:20:38Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0a6921","namespace":"ai-tenant-e2e-shared-a-0a6921"}, "namespace": "ai-tenant-e2e-shared-a-0a6921", "name": "auth-test-model-0a6921", "reconcileID": "5c5bea1f-7065-4812-a174-0fcf693b6f4a", "LLMInferenceService": "auth-test-model-0a6921", "namespace": "ai-tenant-e2e-shared-a-0a6921"} 2026-07-13T15:20:38Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0a6921","namespace":"ai-tenant-e2e-shared-a-0a6921"}, "namespace": "ai-tenant-e2e-shared-a-0a6921", "name": "auth-test-model-0a6921", "reconcileID": "5c5bea1f-7065-4812-a174-0fcf693b6f4a", "LLMInferenceService": "auth-test-model-0a6921", "namespace": "ai-tenant-e2e-shared-a-0a6921", "name": "auth-test-model-0a6921-kserve-route-authn"} 2026-07-13T15:20:38Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0a6921","namespace":"ai-tenant-e2e-shared-a-0a6921"}, "namespace": "ai-tenant-e2e-shared-a-0a6921", "name": "auth-test-model-0a6921", "reconcileID": "5c5bea1f-7065-4812-a174-0fcf693b6f4a", "LLMInferenceService": "auth-test-model-0a6921", "namespace": "ai-tenant-e2e-shared-a-0a6921", "authType": "userdefined"} 2026-07-13T15:20:38Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0a6921","namespace":"ai-tenant-e2e-shared-a-0a6921"}, "namespace": "ai-tenant-e2e-shared-a-0a6921", "name": "auth-test-model-0a6921", "reconcileID": "5c5bea1f-7065-4812-a174-0fcf693b6f4a", "LLMInferenceService": "auth-test-model-0a6921", "namespace": "ai-tenant-e2e-shared-a-0a6921"} 2026-07-13T15:20:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-215a0a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-215a0a", "reconcileID": "5a8e4087-040a-42f7-90df-69c4ad2881b5", "Gateway": "e2e-shared-b-215a0a", "namespace": "openshift-ingress"} 2026-07-13T15:20:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-215a0a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-215a0a", "reconcileID": "5a8e4087-040a-42f7-90df-69c4ad2881b5", "Gateway": "e2e-shared-b-215a0a", "namespace": "openshift-ingress", "name": "e2e-shared-b-215a0a-authn-ssl"} 2026-07-13T15:20:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-215a0a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-215a0a", "reconcileID": "5a8e4087-040a-42f7-90df-69c4ad2881b5", "Gateway": "e2e-shared-b-215a0a", "namespace": "openshift-ingress"} 2026-07-13T15:20:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "917557f4-d082-4788-9ccd-76c141f2494b", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-13T15:20:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0a6921","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0a6921", "reconcileID": "4bed03e7-79ab-40da-9c43-b75773ab73b1", "Gateway": "e2e-shared-a-0a6921", "namespace": "openshift-ingress"} 2026-07-13T15:20:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0a6921","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0a6921", "reconcileID": "4bed03e7-79ab-40da-9c43-b75773ab73b1", "Gateway": "e2e-shared-a-0a6921", "namespace": "openshift-ingress", "name": "e2e-shared-a-0a6921-authn-ssl"} 2026-07-13T15:20:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0a6921","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0a6921", "reconcileID": "4bed03e7-79ab-40da-9c43-b75773ab73b1", "Gateway": "e2e-shared-a-0a6921", "namespace": "openshift-ingress"} 2026-07-13T15:20:49Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-13T15:20:49Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-13T15:20:49Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0a6921","namespace":"ai-tenant-e2e-shared-a-0a6921"}, "namespace": "ai-tenant-e2e-shared-a-0a6921", "name": "auth-test-model-0a6921", "reconcileID": "81295110-64c4-47b5-b9b8-8a307438e835", "LLMInferenceService": "auth-test-model-0a6921", "namespace": "ai-tenant-e2e-shared-a-0a6921"} 2026-07-13T15:20:49Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0a6921","namespace":"ai-tenant-e2e-shared-a-0a6921"}, "namespace": "ai-tenant-e2e-shared-a-0a6921", "name": "auth-test-model-0a6921", "reconcileID": "81295110-64c4-47b5-b9b8-8a307438e835", "LLMInferenceService": "auth-test-model-0a6921", "namespace": "ai-tenant-e2e-shared-a-0a6921"} 2026-07-13T15:20:49Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0a6921","namespace":"ai-tenant-e2e-shared-a-0a6921"}, "namespace": "ai-tenant-e2e-shared-a-0a6921", "name": "auth-test-model-0a6921", "reconcileID": "81295110-64c4-47b5-b9b8-8a307438e835", "LLMInferenceService": "auth-test-model-0a6921", "namespace": "ai-tenant-e2e-shared-a-0a6921"} 2026-07-13T15:20:49Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0a6921","namespace":"ai-tenant-e2e-shared-a-0a6921"}, "namespace": "ai-tenant-e2e-shared-a-0a6921", "name": "auth-test-model-0a6921", "reconcileID": "81295110-64c4-47b5-b9b8-8a307438e835", "LLMInferenceService": "auth-test-model-0a6921", "namespace": "ai-tenant-e2e-shared-a-0a6921", "name": "auth-test-model-0a6921-kserve-route-authn"} 2026-07-13T15:20:49Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0a6921","namespace":"ai-tenant-e2e-shared-a-0a6921"}, "namespace": "ai-tenant-e2e-shared-a-0a6921", "name": "auth-test-model-0a6921", "reconcileID": "81295110-64c4-47b5-b9b8-8a307438e835", "LLMInferenceService": "auth-test-model-0a6921", "namespace": "ai-tenant-e2e-shared-a-0a6921", "authType": "userdefined"} 2026-07-13T15:20:49Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0a6921","namespace":"ai-tenant-e2e-shared-a-0a6921"}, "namespace": "ai-tenant-e2e-shared-a-0a6921", "name": "auth-test-model-0a6921", "reconcileID": "81295110-64c4-47b5-b9b8-8a307438e835", "LLMInferenceService": "auth-test-model-0a6921", "namespace": "ai-tenant-e2e-shared-a-0a6921"} 2026-07-13T15:20:51Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-13T15:20:51Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-13T15:20:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "0a519be6-bc59-4a98-8b2c-cbdd19aace67", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-13T15:21:03Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0a6921","namespace":"ai-tenant-e2e-shared-a-0a6921"}, "namespace": "ai-tenant-e2e-shared-a-0a6921", "name": "auth-test-model-0a6921", "reconcileID": "bdfaac8d-9fa1-42cc-afa5-1b37571e443f", "LLMInferenceService": "auth-test-model-0a6921", "namespace": "ai-tenant-e2e-shared-a-0a6921"} 2026-07-13T15:21:03Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0a6921","namespace":"ai-tenant-e2e-shared-a-0a6921"}, "namespace": "ai-tenant-e2e-shared-a-0a6921", "name": "auth-test-model-0a6921", "reconcileID": "bdfaac8d-9fa1-42cc-afa5-1b37571e443f", "LLMInferenceService": "auth-test-model-0a6921", "namespace": "ai-tenant-e2e-shared-a-0a6921"} 2026-07-13T15:21:03Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0a6921","namespace":"ai-tenant-e2e-shared-a-0a6921"}, "namespace": "ai-tenant-e2e-shared-a-0a6921", "name": "auth-test-model-0a6921", "reconcileID": "bdfaac8d-9fa1-42cc-afa5-1b37571e443f", "LLMInferenceService": "auth-test-model-0a6921", "namespace": "ai-tenant-e2e-shared-a-0a6921"} 2026-07-13T15:21:03Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0a6921","namespace":"ai-tenant-e2e-shared-a-0a6921"}, "namespace": "ai-tenant-e2e-shared-a-0a6921", "name": "auth-test-model-0a6921", "reconcileID": "bdfaac8d-9fa1-42cc-afa5-1b37571e443f", "LLMInferenceService": "auth-test-model-0a6921", "namespace": "ai-tenant-e2e-shared-a-0a6921", "name": "auth-test-model-0a6921-kserve-route-authn"} 2026-07-13T15:21:03Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0a6921","namespace":"ai-tenant-e2e-shared-a-0a6921"}, "namespace": "ai-tenant-e2e-shared-a-0a6921", "name": "auth-test-model-0a6921", "reconcileID": "bdfaac8d-9fa1-42cc-afa5-1b37571e443f", "LLMInferenceService": "auth-test-model-0a6921", "namespace": "ai-tenant-e2e-shared-a-0a6921", "authType": "userdefined"} 2026-07-13T15:21:03Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0a6921","namespace":"ai-tenant-e2e-shared-a-0a6921"}, "namespace": "ai-tenant-e2e-shared-a-0a6921", "name": "auth-test-model-0a6921", "reconcileID": "bdfaac8d-9fa1-42cc-afa5-1b37571e443f", "LLMInferenceService": "auth-test-model-0a6921", "namespace": "ai-tenant-e2e-shared-a-0a6921"} 2026-07-13T15:21:04Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-215a0a","namespace":"ai-tenant-e2e-shared-b-215a0a"}, "namespace": "ai-tenant-e2e-shared-b-215a0a", "name": "auth-test-model-215a0a", "reconcileID": "caaabaac-6bb5-444b-9b8d-81e11f465958", "LLMInferenceService": "auth-test-model-215a0a", "namespace": "ai-tenant-e2e-shared-b-215a0a"} 2026-07-13T15:21:04Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-215a0a","namespace":"ai-tenant-e2e-shared-b-215a0a"}, "namespace": "ai-tenant-e2e-shared-b-215a0a", "name": "auth-test-model-215a0a", "reconcileID": "caaabaac-6bb5-444b-9b8d-81e11f465958", "LLMInferenceService": "auth-test-model-215a0a", "namespace": "ai-tenant-e2e-shared-b-215a0a"} 2026-07-13T15:21:04Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-215a0a","namespace":"ai-tenant-e2e-shared-b-215a0a"}, "namespace": "ai-tenant-e2e-shared-b-215a0a", "name": "auth-test-model-215a0a", "reconcileID": "caaabaac-6bb5-444b-9b8d-81e11f465958", "LLMInferenceService": "auth-test-model-215a0a", "namespace": "ai-tenant-e2e-shared-b-215a0a"} 2026-07-13T15:21:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-215a0a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-215a0a", "reconcileID": "ce03d2c6-5d92-4823-bacd-cd567e59453d", "Gateway": "e2e-shared-b-215a0a", "namespace": "openshift-ingress"} 2026-07-13T15:21:04Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-215a0a","namespace":"ai-tenant-e2e-shared-b-215a0a"}, "namespace": "ai-tenant-e2e-shared-b-215a0a", "name": "auth-test-model-215a0a", "reconcileID": "caaabaac-6bb5-444b-9b8d-81e11f465958", "LLMInferenceService": "auth-test-model-215a0a", "namespace": "ai-tenant-e2e-shared-b-215a0a", "name": "auth-test-model-215a0a-kserve-route-authn"} 2026-07-13T15:21:04Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-215a0a","namespace":"ai-tenant-e2e-shared-b-215a0a"}, "namespace": "ai-tenant-e2e-shared-b-215a0a", "name": "auth-test-model-215a0a", "reconcileID": "caaabaac-6bb5-444b-9b8d-81e11f465958", "LLMInferenceService": "auth-test-model-215a0a", "namespace": "ai-tenant-e2e-shared-b-215a0a", "authType": "userdefined"} 2026-07-13T15:21:04Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-215a0a","namespace":"ai-tenant-e2e-shared-b-215a0a"}, "namespace": "ai-tenant-e2e-shared-b-215a0a", "name": "auth-test-model-215a0a", "reconcileID": "caaabaac-6bb5-444b-9b8d-81e11f465958", "LLMInferenceService": "auth-test-model-215a0a", "namespace": "ai-tenant-e2e-shared-b-215a0a"} 2026-07-13T15:21:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-215a0a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-215a0a", "reconcileID": "ce03d2c6-5d92-4823-bacd-cd567e59453d", "Gateway": "e2e-shared-b-215a0a", "namespace": "openshift-ingress", "name": "e2e-shared-b-215a0a-authn-ssl"} 2026-07-13T15:21:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-215a0a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-215a0a", "reconcileID": "ce03d2c6-5d92-4823-bacd-cd567e59453d", "Gateway": "e2e-shared-b-215a0a", "namespace": "openshift-ingress"} 2026-07-13T15:21:04Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-215a0a","namespace":"ai-tenant-e2e-shared-b-215a0a"}, "namespace": "ai-tenant-e2e-shared-b-215a0a", "name": "auth-test-model-215a0a", "reconcileID": "8c0f686e-fb7e-4451-bb74-bceaf511c325", "LLMInferenceService": "auth-test-model-215a0a", "namespace": "ai-tenant-e2e-shared-b-215a0a"} 2026-07-13T15:21:04Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-215a0a","namespace":"ai-tenant-e2e-shared-b-215a0a"}, "namespace": "ai-tenant-e2e-shared-b-215a0a", "name": "auth-test-model-215a0a", "reconcileID": "8c0f686e-fb7e-4451-bb74-bceaf511c325", "LLMInferenceService": "auth-test-model-215a0a", "namespace": "ai-tenant-e2e-shared-b-215a0a"} 2026-07-13T15:21:04Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-215a0a","namespace":"ai-tenant-e2e-shared-b-215a0a"}, "namespace": "ai-tenant-e2e-shared-b-215a0a", "name": "auth-test-model-215a0a", "reconcileID": "8c0f686e-fb7e-4451-bb74-bceaf511c325", "LLMInferenceService": "auth-test-model-215a0a", "namespace": "ai-tenant-e2e-shared-b-215a0a"} 2026-07-13T15:21:04Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-215a0a","namespace":"ai-tenant-e2e-shared-b-215a0a"}, "namespace": "ai-tenant-e2e-shared-b-215a0a", "name": "auth-test-model-215a0a", "reconcileID": "8c0f686e-fb7e-4451-bb74-bceaf511c325", "LLMInferenceService": "auth-test-model-215a0a", "namespace": "ai-tenant-e2e-shared-b-215a0a", "name": "auth-test-model-215a0a-kserve-route-authn"} 2026-07-13T15:21:04Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-215a0a","namespace":"ai-tenant-e2e-shared-b-215a0a"}, "namespace": "ai-tenant-e2e-shared-b-215a0a", "name": "auth-test-model-215a0a", "reconcileID": "8c0f686e-fb7e-4451-bb74-bceaf511c325", "LLMInferenceService": "auth-test-model-215a0a", "namespace": "ai-tenant-e2e-shared-b-215a0a", "authType": "userdefined"} 2026-07-13T15:21:04Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-215a0a","namespace":"ai-tenant-e2e-shared-b-215a0a"}, "namespace": "ai-tenant-e2e-shared-b-215a0a", "name": "auth-test-model-215a0a", "reconcileID": "8c0f686e-fb7e-4451-bb74-bceaf511c325", "LLMInferenceService": "auth-test-model-215a0a", "namespace": "ai-tenant-e2e-shared-b-215a0a"} 2026-07-13T15:21:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-215a0a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-215a0a", "reconcileID": "08711b22-af15-4265-96d5-56a68c1b800d", "Gateway": "e2e-shared-b-215a0a", "namespace": "openshift-ingress"} 2026-07-13T15:21:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-215a0a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-215a0a", "reconcileID": "08711b22-af15-4265-96d5-56a68c1b800d", "Gateway": "e2e-shared-b-215a0a", "namespace": "openshift-ingress", "name": "e2e-shared-b-215a0a-authn-ssl"} 2026-07-13T15:21:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-215a0a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-215a0a", "reconcileID": "08711b22-af15-4265-96d5-56a68c1b800d", "Gateway": "e2e-shared-b-215a0a", "namespace": "openshift-ingress"} 2026-07-13T15:21:10Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-215a0a","namespace":"ai-tenant-e2e-shared-b-215a0a"}, "namespace": "ai-tenant-e2e-shared-b-215a0a", "name": "auth-test-model-215a0a", "reconcileID": "6b78233a-ac58-468b-8f09-2e6b4ebf8f18", "LLMInferenceService": "auth-test-model-215a0a", "namespace": "ai-tenant-e2e-shared-b-215a0a"} 2026-07-13T15:21:10Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-215a0a","namespace":"ai-tenant-e2e-shared-b-215a0a"}, "namespace": "ai-tenant-e2e-shared-b-215a0a", "name": "auth-test-model-215a0a", "reconcileID": "6b78233a-ac58-468b-8f09-2e6b4ebf8f18", "LLMInferenceService": "auth-test-model-215a0a", "namespace": "ai-tenant-e2e-shared-b-215a0a"} 2026-07-13T15:21:10Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-215a0a","namespace":"ai-tenant-e2e-shared-b-215a0a"}, "namespace": "ai-tenant-e2e-shared-b-215a0a", "name": "auth-test-model-215a0a", "reconcileID": "6b78233a-ac58-468b-8f09-2e6b4ebf8f18", "LLMInferenceService": "auth-test-model-215a0a", "namespace": "ai-tenant-e2e-shared-b-215a0a"} 2026-07-13T15:21:10Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-215a0a","namespace":"ai-tenant-e2e-shared-b-215a0a"}, "namespace": "ai-tenant-e2e-shared-b-215a0a", "name": "auth-test-model-215a0a", "reconcileID": "6b78233a-ac58-468b-8f09-2e6b4ebf8f18", "LLMInferenceService": "auth-test-model-215a0a", "namespace": "ai-tenant-e2e-shared-b-215a0a", "name": "auth-test-model-215a0a-kserve-route-authn"} 2026-07-13T15:21:10Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-215a0a","namespace":"ai-tenant-e2e-shared-b-215a0a"}, "namespace": "ai-tenant-e2e-shared-b-215a0a", "name": "auth-test-model-215a0a", "reconcileID": "6b78233a-ac58-468b-8f09-2e6b4ebf8f18", "LLMInferenceService": "auth-test-model-215a0a", "namespace": "ai-tenant-e2e-shared-b-215a0a", "authType": "userdefined"} 2026-07-13T15:21:10Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-215a0a","namespace":"ai-tenant-e2e-shared-b-215a0a"}, "namespace": "ai-tenant-e2e-shared-b-215a0a", "name": "auth-test-model-215a0a", "reconcileID": "6b78233a-ac58-468b-8f09-2e6b4ebf8f18", "LLMInferenceService": "auth-test-model-215a0a", "namespace": "ai-tenant-e2e-shared-b-215a0a"} 2026-07-13T15:21:21Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-215a0a","namespace":"ai-tenant-e2e-shared-b-215a0a"}, "namespace": "ai-tenant-e2e-shared-b-215a0a", "name": "auth-test-model-215a0a", "reconcileID": "92406a20-1fe7-4035-922e-b5d9d2a9727f", "LLMInferenceService": "auth-test-model-215a0a", "namespace": "ai-tenant-e2e-shared-b-215a0a"} 2026-07-13T15:21:21Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-215a0a","namespace":"ai-tenant-e2e-shared-b-215a0a"}, "namespace": "ai-tenant-e2e-shared-b-215a0a", "name": "auth-test-model-215a0a", "reconcileID": "92406a20-1fe7-4035-922e-b5d9d2a9727f", "LLMInferenceService": "auth-test-model-215a0a", "namespace": "ai-tenant-e2e-shared-b-215a0a"} 2026-07-13T15:21:21Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-215a0a","namespace":"ai-tenant-e2e-shared-b-215a0a"}, "namespace": "ai-tenant-e2e-shared-b-215a0a", "name": "auth-test-model-215a0a", "reconcileID": "92406a20-1fe7-4035-922e-b5d9d2a9727f", "LLMInferenceService": "auth-test-model-215a0a", "namespace": "ai-tenant-e2e-shared-b-215a0a"} 2026-07-13T15:21:21Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-215a0a","namespace":"ai-tenant-e2e-shared-b-215a0a"}, "namespace": "ai-tenant-e2e-shared-b-215a0a", "name": "auth-test-model-215a0a", "reconcileID": "92406a20-1fe7-4035-922e-b5d9d2a9727f", "LLMInferenceService": "auth-test-model-215a0a", "namespace": "ai-tenant-e2e-shared-b-215a0a", "name": "auth-test-model-215a0a-kserve-route-authn"} 2026-07-13T15:21:21Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-215a0a","namespace":"ai-tenant-e2e-shared-b-215a0a"}, "namespace": "ai-tenant-e2e-shared-b-215a0a", "name": "auth-test-model-215a0a", "reconcileID": "92406a20-1fe7-4035-922e-b5d9d2a9727f", "LLMInferenceService": "auth-test-model-215a0a", "namespace": "ai-tenant-e2e-shared-b-215a0a", "authType": "userdefined"} 2026-07-13T15:21:21Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-215a0a","namespace":"ai-tenant-e2e-shared-b-215a0a"}, "namespace": "ai-tenant-e2e-shared-b-215a0a", "name": "auth-test-model-215a0a", "reconcileID": "92406a20-1fe7-4035-922e-b5d9d2a9727f", "LLMInferenceService": "auth-test-model-215a0a", "namespace": "ai-tenant-e2e-shared-b-215a0a"} 2026-07-13T15:21:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0a6921","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0a6921", "reconcileID": "5c786ce8-6c9a-4d78-9a17-9a0382fc484b", "Gateway": "e2e-shared-a-0a6921", "namespace": "openshift-ingress"} 2026-07-13T15:21:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0a6921","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0a6921", "reconcileID": "5c786ce8-6c9a-4d78-9a17-9a0382fc484b", "Gateway": "e2e-shared-a-0a6921", "namespace": "openshift-ingress", "name": "e2e-shared-a-0a6921-authn-ssl"} 2026-07-13T15:21:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0a6921","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0a6921", "reconcileID": "5c786ce8-6c9a-4d78-9a17-9a0382fc484b", "Gateway": "e2e-shared-a-0a6921", "namespace": "openshift-ingress"} 2026-07-13T15:21:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-215a0a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-215a0a", "reconcileID": "fdcf6c72-1076-4730-b74c-7721ff8b9c26", "Gateway": "e2e-shared-b-215a0a", "namespace": "openshift-ingress"} 2026-07-13T15:21:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-215a0a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-215a0a", "reconcileID": "fdcf6c72-1076-4730-b74c-7721ff8b9c26", "Gateway": "e2e-shared-b-215a0a", "namespace": "openshift-ingress", "name": "e2e-shared-b-215a0a-authn-ssl"} 2026-07-13T15:21:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-215a0a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-215a0a", "reconcileID": "fdcf6c72-1076-4730-b74c-7721ff8b9c26", "Gateway": "e2e-shared-b-215a0a", "namespace": "openshift-ingress"} 2026-07-13T15:23:00Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0a6921","namespace":"ai-tenant-e2e-shared-a-0a6921"}, "namespace": "ai-tenant-e2e-shared-a-0a6921", "name": "auth-test-model-0a6921", "reconcileID": "94947fa4-6d99-445b-93ac-86d046f6bab6", "LLMInferenceService": "auth-test-model-0a6921", "namespace": "ai-tenant-e2e-shared-a-0a6921"} 2026-07-13T15:23:00Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0a6921","namespace":"ai-tenant-e2e-shared-a-0a6921"}, "namespace": "ai-tenant-e2e-shared-a-0a6921", "name": "auth-test-model-0a6921", "reconcileID": "94947fa4-6d99-445b-93ac-86d046f6bab6", "LLMInferenceService": "auth-test-model-0a6921", "namespace": "ai-tenant-e2e-shared-a-0a6921", "name": "auth-test-model-0a6921"} 2026-07-13T15:23:00Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0a6921","namespace":"ai-tenant-e2e-shared-a-0a6921"}, "namespace": "ai-tenant-e2e-shared-a-0a6921", "name": "auth-test-model-0a6921", "reconcileID": "94947fa4-6d99-445b-93ac-86d046f6bab6", "LLMInferenceService": "auth-test-model-0a6921", "namespace": "ai-tenant-e2e-shared-a-0a6921"} 2026-07-13T15:23:00Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0a6921","namespace":"ai-tenant-e2e-shared-a-0a6921"}, "namespace": "ai-tenant-e2e-shared-a-0a6921", "name": "auth-test-model-0a6921", "reconcileID": "94947fa4-6d99-445b-93ac-86d046f6bab6", "LLMInferenceService": "auth-test-model-0a6921", "namespace": "ai-tenant-e2e-shared-a-0a6921"} 2026-07-13T15:23:00Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0a6921","namespace":"ai-tenant-e2e-shared-a-0a6921"}, "namespace": "ai-tenant-e2e-shared-a-0a6921", "name": "auth-test-model-0a6921", "reconcileID": "94947fa4-6d99-445b-93ac-86d046f6bab6", "LLMInferenceService": "auth-test-model-0a6921", "namespace": "ai-tenant-e2e-shared-a-0a6921", "name": "auth-test-model-0a6921-kserve-route-authn"} 2026-07-13T15:23:00Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0a6921","namespace":"ai-tenant-e2e-shared-a-0a6921"}, "namespace": "ai-tenant-e2e-shared-a-0a6921", "name": "auth-test-model-0a6921", "reconcileID": "94947fa4-6d99-445b-93ac-86d046f6bab6", "LLMInferenceService": "auth-test-model-0a6921", "namespace": "ai-tenant-e2e-shared-a-0a6921", "name": "auth-test-model-0a6921-kserve-route-authn"} 2026-07-13T15:23:00Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0a6921","namespace":"ai-tenant-e2e-shared-a-0a6921"}, "namespace": "ai-tenant-e2e-shared-a-0a6921", "name": "auth-test-model-0a6921", "reconcileID": "94947fa4-6d99-445b-93ac-86d046f6bab6", "LLMInferenceService": "auth-test-model-0a6921", "namespace": "ai-tenant-e2e-shared-a-0a6921", "namespace": "ai-tenant-e2e-shared-a-0a6921"} 2026-07-13T15:23:00Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0a6921","namespace":"ai-tenant-e2e-shared-a-0a6921"}, "namespace": "ai-tenant-e2e-shared-a-0a6921", "name": "auth-test-model-0a6921", "reconcileID": "94947fa4-6d99-445b-93ac-86d046f6bab6", "LLMInferenceService": "auth-test-model-0a6921", "namespace": "ai-tenant-e2e-shared-a-0a6921", "namespace": "ai-tenant-e2e-shared-a-0a6921"} 2026-07-13T15:23:00Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0a6921","namespace":"ai-tenant-e2e-shared-a-0a6921"}, "namespace": "ai-tenant-e2e-shared-a-0a6921", "name": "auth-test-model-0a6921", "reconcileID": "4b7a3c34-b7f4-4449-b11e-b4e2391915e6", "LLMInferenceService": "auth-test-model-0a6921", "namespace": "ai-tenant-e2e-shared-a-0a6921"} 2026-07-13T15:23:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0a6921","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0a6921", "reconcileID": "bf4a15bd-291b-4a70-b8eb-96198d122e5a", "Gateway": "e2e-shared-a-0a6921", "namespace": "openshift-ingress"} 2026-07-13T15:23:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0a6921","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0a6921", "reconcileID": "bf4a15bd-291b-4a70-b8eb-96198d122e5a", "Gateway": "e2e-shared-a-0a6921", "namespace": "openshift-ingress", "name": "e2e-shared-a-0a6921-authn-ssl"} 2026-07-13T15:23:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0a6921","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0a6921", "reconcileID": "bf4a15bd-291b-4a70-b8eb-96198d122e5a", "Gateway": "e2e-shared-a-0a6921", "namespace": "openshift-ingress"} 2026-07-13T15:23:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0a6921","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0a6921", "reconcileID": "251fda7c-2451-48bb-897b-43d9134d5c18", "Gateway": "e2e-shared-a-0a6921", "namespace": "openshift-ingress"} 2026-07-13T15:23:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0a6921","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0a6921", "reconcileID": "251fda7c-2451-48bb-897b-43d9134d5c18", "Gateway": "e2e-shared-a-0a6921", "namespace": "openshift-ingress", "name": "e2e-shared-a-0a6921-authn-ssl"} 2026-07-13T15:23:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0a6921","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0a6921", "reconcileID": "251fda7c-2451-48bb-897b-43d9134d5c18", "Gateway": "e2e-shared-a-0a6921", "namespace": "openshift-ingress"} 2026-07-13T15:23:00Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-215a0a","namespace":"ai-tenant-e2e-shared-b-215a0a"}, "namespace": "ai-tenant-e2e-shared-b-215a0a", "name": "auth-test-model-215a0a", "reconcileID": "13c150d7-048d-4a86-b2aa-bb6e0aac7e50", "LLMInferenceService": "auth-test-model-215a0a", "namespace": "ai-tenant-e2e-shared-b-215a0a"} 2026-07-13T15:23:00Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-215a0a","namespace":"ai-tenant-e2e-shared-b-215a0a"}, "namespace": "ai-tenant-e2e-shared-b-215a0a", "name": "auth-test-model-215a0a", "reconcileID": "13c150d7-048d-4a86-b2aa-bb6e0aac7e50", "LLMInferenceService": "auth-test-model-215a0a", "namespace": "ai-tenant-e2e-shared-b-215a0a", "name": "auth-test-model-215a0a"} 2026-07-13T15:23:00Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-215a0a","namespace":"ai-tenant-e2e-shared-b-215a0a"}, "namespace": "ai-tenant-e2e-shared-b-215a0a", "name": "auth-test-model-215a0a", "reconcileID": "13c150d7-048d-4a86-b2aa-bb6e0aac7e50", "LLMInferenceService": "auth-test-model-215a0a", "namespace": "ai-tenant-e2e-shared-b-215a0a"} 2026-07-13T15:23:00Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-215a0a","namespace":"ai-tenant-e2e-shared-b-215a0a"}, "namespace": "ai-tenant-e2e-shared-b-215a0a", "name": "auth-test-model-215a0a", "reconcileID": "13c150d7-048d-4a86-b2aa-bb6e0aac7e50", "LLMInferenceService": "auth-test-model-215a0a", "namespace": "ai-tenant-e2e-shared-b-215a0a"} 2026-07-13T15:23:00Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-215a0a","namespace":"ai-tenant-e2e-shared-b-215a0a"}, "namespace": "ai-tenant-e2e-shared-b-215a0a", "name": "auth-test-model-215a0a", "reconcileID": "13c150d7-048d-4a86-b2aa-bb6e0aac7e50", "LLMInferenceService": "auth-test-model-215a0a", "namespace": "ai-tenant-e2e-shared-b-215a0a", "name": "auth-test-model-215a0a-kserve-route-authn"} 2026-07-13T15:23:00Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-215a0a","namespace":"ai-tenant-e2e-shared-b-215a0a"}, "namespace": "ai-tenant-e2e-shared-b-215a0a", "name": "auth-test-model-215a0a", "reconcileID": "13c150d7-048d-4a86-b2aa-bb6e0aac7e50", "LLMInferenceService": "auth-test-model-215a0a", "namespace": "ai-tenant-e2e-shared-b-215a0a", "name": "auth-test-model-215a0a-kserve-route-authn"} 2026-07-13T15:23:00Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-215a0a","namespace":"ai-tenant-e2e-shared-b-215a0a"}, "namespace": "ai-tenant-e2e-shared-b-215a0a", "name": "auth-test-model-215a0a", "reconcileID": "13c150d7-048d-4a86-b2aa-bb6e0aac7e50", "LLMInferenceService": "auth-test-model-215a0a", "namespace": "ai-tenant-e2e-shared-b-215a0a", "namespace": "ai-tenant-e2e-shared-b-215a0a"} 2026-07-13T15:23:00Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-215a0a","namespace":"ai-tenant-e2e-shared-b-215a0a"}, "namespace": "ai-tenant-e2e-shared-b-215a0a", "name": "auth-test-model-215a0a", "reconcileID": "13c150d7-048d-4a86-b2aa-bb6e0aac7e50", "LLMInferenceService": "auth-test-model-215a0a", "namespace": "ai-tenant-e2e-shared-b-215a0a", "namespace": "ai-tenant-e2e-shared-b-215a0a"} 2026-07-13T15:23:01Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-215a0a","namespace":"ai-tenant-e2e-shared-b-215a0a"}, "namespace": "ai-tenant-e2e-shared-b-215a0a", "name": "auth-test-model-215a0a", "reconcileID": "4b4aacfe-3bf5-4b47-ba82-f3353182b20e", "LLMInferenceService": "auth-test-model-215a0a", "namespace": "ai-tenant-e2e-shared-b-215a0a"} 2026-07-13T15:23:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-215a0a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-215a0a", "reconcileID": "b94badff-1dce-42c3-b0ae-df006e8f9af4", "Gateway": "e2e-shared-b-215a0a", "namespace": "openshift-ingress"} 2026-07-13T15:23:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-215a0a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-215a0a", "reconcileID": "b94badff-1dce-42c3-b0ae-df006e8f9af4", "Gateway": "e2e-shared-b-215a0a", "namespace": "openshift-ingress", "name": "e2e-shared-b-215a0a-authn-ssl"} 2026-07-13T15:23:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-215a0a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-215a0a", "reconcileID": "b94badff-1dce-42c3-b0ae-df006e8f9af4", "Gateway": "e2e-shared-b-215a0a", "namespace": "openshift-ingress"} 2026-07-13T15:23:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-215a0a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-215a0a", "reconcileID": "fdef2568-b012-479e-8179-1f6dc9e28ced", "Gateway": "e2e-shared-b-215a0a", "namespace": "openshift-ingress"} 2026-07-13T15:23:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-215a0a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-215a0a", "reconcileID": "fdef2568-b012-479e-8179-1f6dc9e28ced", "Gateway": "e2e-shared-b-215a0a", "namespace": "openshift-ingress", "name": "e2e-shared-b-215a0a-authn-ssl"} 2026-07-13T15:23:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-215a0a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-215a0a", "reconcileID": "fdef2568-b012-479e-8179-1f6dc9e28ced", "Gateway": "e2e-shared-b-215a0a", "namespace": "openshift-ingress"} 2026-07-13T15:23:01Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0a6921","namespace":"ai-tenant-e2e-shared-a-0a6921"}, "namespace": "ai-tenant-e2e-shared-a-0a6921", "name": "sub-test-model-0a6921", "reconcileID": "691a5e65-7e9f-47a0-88e1-b7563ae4f25a", "LLMInferenceService": "sub-test-model-0a6921", "namespace": "ai-tenant-e2e-shared-a-0a6921"} 2026-07-13T15:23:01Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0a6921","namespace":"ai-tenant-e2e-shared-a-0a6921"}, "namespace": "ai-tenant-e2e-shared-a-0a6921", "name": "sub-test-model-0a6921", "reconcileID": "691a5e65-7e9f-47a0-88e1-b7563ae4f25a", "LLMInferenceService": "sub-test-model-0a6921", "namespace": "ai-tenant-e2e-shared-a-0a6921"} 2026-07-13T15:23:01Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0a6921","namespace":"ai-tenant-e2e-shared-a-0a6921"}, "namespace": "ai-tenant-e2e-shared-a-0a6921", "name": "sub-test-model-0a6921", "reconcileID": "691a5e65-7e9f-47a0-88e1-b7563ae4f25a", "LLMInferenceService": "sub-test-model-0a6921", "namespace": "ai-tenant-e2e-shared-a-0a6921"} 2026-07-13T15:23:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0a6921","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0a6921", "reconcileID": "8ab1952d-3e0e-4725-ac5b-e0de3af2d184", "Gateway": "e2e-shared-a-0a6921", "namespace": "openshift-ingress"} 2026-07-13T15:23:01Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0a6921","namespace":"ai-tenant-e2e-shared-a-0a6921"}, "namespace": "ai-tenant-e2e-shared-a-0a6921", "name": "sub-test-model-0a6921", "reconcileID": "691a5e65-7e9f-47a0-88e1-b7563ae4f25a", "LLMInferenceService": "sub-test-model-0a6921", "namespace": "ai-tenant-e2e-shared-a-0a6921", "name": "sub-test-model-0a6921-kserve-route-authn"} 2026-07-13T15:23:01Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0a6921","namespace":"ai-tenant-e2e-shared-a-0a6921"}, "namespace": "ai-tenant-e2e-shared-a-0a6921", "name": "sub-test-model-0a6921", "reconcileID": "691a5e65-7e9f-47a0-88e1-b7563ae4f25a", "LLMInferenceService": "sub-test-model-0a6921", "namespace": "ai-tenant-e2e-shared-a-0a6921", "authType": "userdefined"} 2026-07-13T15:23:01Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0a6921","namespace":"ai-tenant-e2e-shared-a-0a6921"}, "namespace": "ai-tenant-e2e-shared-a-0a6921", "name": "sub-test-model-0a6921", "reconcileID": "691a5e65-7e9f-47a0-88e1-b7563ae4f25a", "LLMInferenceService": "sub-test-model-0a6921", "namespace": "ai-tenant-e2e-shared-a-0a6921"} 2026-07-13T15:23:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0a6921","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0a6921", "reconcileID": "8ab1952d-3e0e-4725-ac5b-e0de3af2d184", "Gateway": "e2e-shared-a-0a6921", "namespace": "openshift-ingress", "name": "e2e-shared-a-0a6921-authn-ssl"} 2026-07-13T15:23:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0a6921","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0a6921", "reconcileID": "8ab1952d-3e0e-4725-ac5b-e0de3af2d184", "Gateway": "e2e-shared-a-0a6921", "namespace": "openshift-ingress"} 2026-07-13T15:23:02Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0a6921","namespace":"ai-tenant-e2e-shared-a-0a6921"}, "namespace": "ai-tenant-e2e-shared-a-0a6921", "name": "sub-test-model-0a6921", "reconcileID": "bf3122b2-f48b-4588-87cb-7469897198d4", "LLMInferenceService": "sub-test-model-0a6921", "namespace": "ai-tenant-e2e-shared-a-0a6921"} 2026-07-13T15:23:02Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0a6921","namespace":"ai-tenant-e2e-shared-a-0a6921"}, "namespace": "ai-tenant-e2e-shared-a-0a6921", "name": "sub-test-model-0a6921", "reconcileID": "bf3122b2-f48b-4588-87cb-7469897198d4", "LLMInferenceService": "sub-test-model-0a6921", "namespace": "ai-tenant-e2e-shared-a-0a6921"} 2026-07-13T15:23:02Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0a6921","namespace":"ai-tenant-e2e-shared-a-0a6921"}, "namespace": "ai-tenant-e2e-shared-a-0a6921", "name": "sub-test-model-0a6921", "reconcileID": "bf3122b2-f48b-4588-87cb-7469897198d4", "LLMInferenceService": "sub-test-model-0a6921", "namespace": "ai-tenant-e2e-shared-a-0a6921"} 2026-07-13T15:23:02Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0a6921","namespace":"ai-tenant-e2e-shared-a-0a6921"}, "namespace": "ai-tenant-e2e-shared-a-0a6921", "name": "sub-test-model-0a6921", "reconcileID": "bf3122b2-f48b-4588-87cb-7469897198d4", "LLMInferenceService": "sub-test-model-0a6921", "namespace": "ai-tenant-e2e-shared-a-0a6921", "name": "sub-test-model-0a6921-kserve-route-authn"} 2026-07-13T15:23:02Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0a6921","namespace":"ai-tenant-e2e-shared-a-0a6921"}, "namespace": "ai-tenant-e2e-shared-a-0a6921", "name": "sub-test-model-0a6921", "reconcileID": "bf3122b2-f48b-4588-87cb-7469897198d4", "LLMInferenceService": "sub-test-model-0a6921", "namespace": "ai-tenant-e2e-shared-a-0a6921", "authType": "userdefined"} 2026-07-13T15:23:02Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0a6921","namespace":"ai-tenant-e2e-shared-a-0a6921"}, "namespace": "ai-tenant-e2e-shared-a-0a6921", "name": "sub-test-model-0a6921", "reconcileID": "bf3122b2-f48b-4588-87cb-7469897198d4", "LLMInferenceService": "sub-test-model-0a6921", "namespace": "ai-tenant-e2e-shared-a-0a6921"} 2026-07-13T15:23:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0a6921","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0a6921", "reconcileID": "00cd36d9-d313-4a88-bbca-fc543848c8aa", "Gateway": "e2e-shared-a-0a6921", "namespace": "openshift-ingress"} 2026-07-13T15:23:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0a6921","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0a6921", "reconcileID": "00cd36d9-d313-4a88-bbca-fc543848c8aa", "Gateway": "e2e-shared-a-0a6921", "namespace": "openshift-ingress", "name": "e2e-shared-a-0a6921-authn-ssl"} 2026-07-13T15:23:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0a6921","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0a6921", "reconcileID": "00cd36d9-d313-4a88-bbca-fc543848c8aa", "Gateway": "e2e-shared-a-0a6921", "namespace": "openshift-ingress"} 2026-07-13T15:23:10Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0a6921","namespace":"ai-tenant-e2e-shared-a-0a6921"}, "namespace": "ai-tenant-e2e-shared-a-0a6921", "name": "sub-test-model-0a6921", "reconcileID": "de46c21c-8125-4a10-a5ba-348a0066c611", "LLMInferenceService": "sub-test-model-0a6921", "namespace": "ai-tenant-e2e-shared-a-0a6921"} 2026-07-13T15:23:10Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0a6921","namespace":"ai-tenant-e2e-shared-a-0a6921"}, "namespace": "ai-tenant-e2e-shared-a-0a6921", "name": "sub-test-model-0a6921", "reconcileID": "de46c21c-8125-4a10-a5ba-348a0066c611", "LLMInferenceService": "sub-test-model-0a6921", "namespace": "ai-tenant-e2e-shared-a-0a6921"} 2026-07-13T15:23:10Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0a6921","namespace":"ai-tenant-e2e-shared-a-0a6921"}, "namespace": "ai-tenant-e2e-shared-a-0a6921", "name": "sub-test-model-0a6921", "reconcileID": "de46c21c-8125-4a10-a5ba-348a0066c611", "LLMInferenceService": "sub-test-model-0a6921", "namespace": "ai-tenant-e2e-shared-a-0a6921"} 2026-07-13T15:23:10Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0a6921","namespace":"ai-tenant-e2e-shared-a-0a6921"}, "namespace": "ai-tenant-e2e-shared-a-0a6921", "name": "sub-test-model-0a6921", "reconcileID": "de46c21c-8125-4a10-a5ba-348a0066c611", "LLMInferenceService": "sub-test-model-0a6921", "namespace": "ai-tenant-e2e-shared-a-0a6921", "name": "sub-test-model-0a6921-kserve-route-authn"} 2026-07-13T15:23:10Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0a6921","namespace":"ai-tenant-e2e-shared-a-0a6921"}, "namespace": "ai-tenant-e2e-shared-a-0a6921", "name": "sub-test-model-0a6921", "reconcileID": "de46c21c-8125-4a10-a5ba-348a0066c611", "LLMInferenceService": "sub-test-model-0a6921", "namespace": "ai-tenant-e2e-shared-a-0a6921", "authType": "userdefined"} 2026-07-13T15:23:10Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0a6921","namespace":"ai-tenant-e2e-shared-a-0a6921"}, "namespace": "ai-tenant-e2e-shared-a-0a6921", "name": "sub-test-model-0a6921", "reconcileID": "de46c21c-8125-4a10-a5ba-348a0066c611", "LLMInferenceService": "sub-test-model-0a6921", "namespace": "ai-tenant-e2e-shared-a-0a6921"} 2026-07-13T15:23:24Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0a6921","namespace":"ai-tenant-e2e-shared-a-0a6921"}, "namespace": "ai-tenant-e2e-shared-a-0a6921", "name": "sub-test-model-0a6921", "reconcileID": "ccb1e478-dd5d-40c6-8cae-71490786002f", "LLMInferenceService": "sub-test-model-0a6921", "namespace": "ai-tenant-e2e-shared-a-0a6921"} 2026-07-13T15:23:24Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0a6921","namespace":"ai-tenant-e2e-shared-a-0a6921"}, "namespace": "ai-tenant-e2e-shared-a-0a6921", "name": "sub-test-model-0a6921", "reconcileID": "ccb1e478-dd5d-40c6-8cae-71490786002f", "LLMInferenceService": "sub-test-model-0a6921", "namespace": "ai-tenant-e2e-shared-a-0a6921"} 2026-07-13T15:23:24Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0a6921","namespace":"ai-tenant-e2e-shared-a-0a6921"}, "namespace": "ai-tenant-e2e-shared-a-0a6921", "name": "sub-test-model-0a6921", "reconcileID": "ccb1e478-dd5d-40c6-8cae-71490786002f", "LLMInferenceService": "sub-test-model-0a6921", "namespace": "ai-tenant-e2e-shared-a-0a6921"} 2026-07-13T15:23:24Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0a6921","namespace":"ai-tenant-e2e-shared-a-0a6921"}, "namespace": "ai-tenant-e2e-shared-a-0a6921", "name": "sub-test-model-0a6921", "reconcileID": "ccb1e478-dd5d-40c6-8cae-71490786002f", "LLMInferenceService": "sub-test-model-0a6921", "namespace": "ai-tenant-e2e-shared-a-0a6921", "name": "sub-test-model-0a6921-kserve-route-authn"} 2026-07-13T15:23:24Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0a6921","namespace":"ai-tenant-e2e-shared-a-0a6921"}, "namespace": "ai-tenant-e2e-shared-a-0a6921", "name": "sub-test-model-0a6921", "reconcileID": "ccb1e478-dd5d-40c6-8cae-71490786002f", "LLMInferenceService": "sub-test-model-0a6921", "namespace": "ai-tenant-e2e-shared-a-0a6921", "authType": "userdefined"} 2026-07-13T15:23:24Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0a6921","namespace":"ai-tenant-e2e-shared-a-0a6921"}, "namespace": "ai-tenant-e2e-shared-a-0a6921", "name": "sub-test-model-0a6921", "reconcileID": "ccb1e478-dd5d-40c6-8cae-71490786002f", "LLMInferenceService": "sub-test-model-0a6921", "namespace": "ai-tenant-e2e-shared-a-0a6921"} 2026-07-13T15:23:28Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-215a0a","namespace":"ai-tenant-e2e-shared-b-215a0a"}, "namespace": "ai-tenant-e2e-shared-b-215a0a", "name": "sub-test-model-215a0a", "reconcileID": "1d142b9e-a400-4321-b90d-2ca4ecf27acf", "LLMInferenceService": "sub-test-model-215a0a", "namespace": "ai-tenant-e2e-shared-b-215a0a"} 2026-07-13T15:23:28Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-215a0a","namespace":"ai-tenant-e2e-shared-b-215a0a"}, "namespace": "ai-tenant-e2e-shared-b-215a0a", "name": "sub-test-model-215a0a", "reconcileID": "1d142b9e-a400-4321-b90d-2ca4ecf27acf", "LLMInferenceService": "sub-test-model-215a0a", "namespace": "ai-tenant-e2e-shared-b-215a0a"} 2026-07-13T15:23:28Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-215a0a","namespace":"ai-tenant-e2e-shared-b-215a0a"}, "namespace": "ai-tenant-e2e-shared-b-215a0a", "name": "sub-test-model-215a0a", "reconcileID": "1d142b9e-a400-4321-b90d-2ca4ecf27acf", "LLMInferenceService": "sub-test-model-215a0a", "namespace": "ai-tenant-e2e-shared-b-215a0a"} 2026-07-13T15:23:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-215a0a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-215a0a", "reconcileID": "483f4891-7c5d-4b91-ba1c-cf94e41e7822", "Gateway": "e2e-shared-b-215a0a", "namespace": "openshift-ingress"} 2026-07-13T15:23:28Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-215a0a","namespace":"ai-tenant-e2e-shared-b-215a0a"}, "namespace": "ai-tenant-e2e-shared-b-215a0a", "name": "sub-test-model-215a0a", "reconcileID": "1d142b9e-a400-4321-b90d-2ca4ecf27acf", "LLMInferenceService": "sub-test-model-215a0a", "namespace": "ai-tenant-e2e-shared-b-215a0a", "name": "sub-test-model-215a0a-kserve-route-authn"} 2026-07-13T15:23:28Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-215a0a","namespace":"ai-tenant-e2e-shared-b-215a0a"}, "namespace": "ai-tenant-e2e-shared-b-215a0a", "name": "sub-test-model-215a0a", "reconcileID": "1d142b9e-a400-4321-b90d-2ca4ecf27acf", "LLMInferenceService": "sub-test-model-215a0a", "namespace": "ai-tenant-e2e-shared-b-215a0a", "authType": "userdefined"} 2026-07-13T15:23:28Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-215a0a","namespace":"ai-tenant-e2e-shared-b-215a0a"}, "namespace": "ai-tenant-e2e-shared-b-215a0a", "name": "sub-test-model-215a0a", "reconcileID": "1d142b9e-a400-4321-b90d-2ca4ecf27acf", "LLMInferenceService": "sub-test-model-215a0a", "namespace": "ai-tenant-e2e-shared-b-215a0a"} 2026-07-13T15:23:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-215a0a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-215a0a", "reconcileID": "483f4891-7c5d-4b91-ba1c-cf94e41e7822", "Gateway": "e2e-shared-b-215a0a", "namespace": "openshift-ingress", "name": "e2e-shared-b-215a0a-authn-ssl"} 2026-07-13T15:23:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-215a0a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-215a0a", "reconcileID": "483f4891-7c5d-4b91-ba1c-cf94e41e7822", "Gateway": "e2e-shared-b-215a0a", "namespace": "openshift-ingress"} 2026-07-13T15:23:28Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-215a0a","namespace":"ai-tenant-e2e-shared-b-215a0a"}, "namespace": "ai-tenant-e2e-shared-b-215a0a", "name": "sub-test-model-215a0a", "reconcileID": "3389e40a-aa88-4717-a2ea-1c468837b500", "LLMInferenceService": "sub-test-model-215a0a", "namespace": "ai-tenant-e2e-shared-b-215a0a"} 2026-07-13T15:23:28Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-215a0a","namespace":"ai-tenant-e2e-shared-b-215a0a"}, "namespace": "ai-tenant-e2e-shared-b-215a0a", "name": "sub-test-model-215a0a", "reconcileID": "3389e40a-aa88-4717-a2ea-1c468837b500", "LLMInferenceService": "sub-test-model-215a0a", "namespace": "ai-tenant-e2e-shared-b-215a0a"} 2026-07-13T15:23:28Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-215a0a","namespace":"ai-tenant-e2e-shared-b-215a0a"}, "namespace": "ai-tenant-e2e-shared-b-215a0a", "name": "sub-test-model-215a0a", "reconcileID": "3389e40a-aa88-4717-a2ea-1c468837b500", "LLMInferenceService": "sub-test-model-215a0a", "namespace": "ai-tenant-e2e-shared-b-215a0a"} 2026-07-13T15:23:28Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-215a0a","namespace":"ai-tenant-e2e-shared-b-215a0a"}, "namespace": "ai-tenant-e2e-shared-b-215a0a", "name": "sub-test-model-215a0a", "reconcileID": "3389e40a-aa88-4717-a2ea-1c468837b500", "LLMInferenceService": "sub-test-model-215a0a", "namespace": "ai-tenant-e2e-shared-b-215a0a", "name": "sub-test-model-215a0a-kserve-route-authn"} 2026-07-13T15:23:28Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-215a0a","namespace":"ai-tenant-e2e-shared-b-215a0a"}, "namespace": "ai-tenant-e2e-shared-b-215a0a", "name": "sub-test-model-215a0a", "reconcileID": "3389e40a-aa88-4717-a2ea-1c468837b500", "LLMInferenceService": "sub-test-model-215a0a", "namespace": "ai-tenant-e2e-shared-b-215a0a", "authType": "userdefined"} 2026-07-13T15:23:28Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-215a0a","namespace":"ai-tenant-e2e-shared-b-215a0a"}, "namespace": "ai-tenant-e2e-shared-b-215a0a", "name": "sub-test-model-215a0a", "reconcileID": "3389e40a-aa88-4717-a2ea-1c468837b500", "LLMInferenceService": "sub-test-model-215a0a", "namespace": "ai-tenant-e2e-shared-b-215a0a"} 2026-07-13T15:23:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-215a0a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-215a0a", "reconcileID": "91b7c609-35ee-4217-b3de-00a45c14de8a", "Gateway": "e2e-shared-b-215a0a", "namespace": "openshift-ingress"} 2026-07-13T15:23:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-215a0a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-215a0a", "reconcileID": "91b7c609-35ee-4217-b3de-00a45c14de8a", "Gateway": "e2e-shared-b-215a0a", "namespace": "openshift-ingress", "name": "e2e-shared-b-215a0a-authn-ssl"} 2026-07-13T15:23:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-215a0a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-215a0a", "reconcileID": "91b7c609-35ee-4217-b3de-00a45c14de8a", "Gateway": "e2e-shared-b-215a0a", "namespace": "openshift-ingress"} 2026-07-13T15:23:49Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-215a0a","namespace":"ai-tenant-e2e-shared-b-215a0a"}, "namespace": "ai-tenant-e2e-shared-b-215a0a", "name": "sub-test-model-215a0a", "reconcileID": "bc3cd335-1cea-4345-bfe5-b1048340e396", "LLMInferenceService": "sub-test-model-215a0a", "namespace": "ai-tenant-e2e-shared-b-215a0a"} 2026-07-13T15:23:49Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-215a0a","namespace":"ai-tenant-e2e-shared-b-215a0a"}, "namespace": "ai-tenant-e2e-shared-b-215a0a", "name": "sub-test-model-215a0a", "reconcileID": "bc3cd335-1cea-4345-bfe5-b1048340e396", "LLMInferenceService": "sub-test-model-215a0a", "namespace": "ai-tenant-e2e-shared-b-215a0a"} 2026-07-13T15:23:49Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-215a0a","namespace":"ai-tenant-e2e-shared-b-215a0a"}, "namespace": "ai-tenant-e2e-shared-b-215a0a", "name": "sub-test-model-215a0a", "reconcileID": "bc3cd335-1cea-4345-bfe5-b1048340e396", "LLMInferenceService": "sub-test-model-215a0a", "namespace": "ai-tenant-e2e-shared-b-215a0a"} 2026-07-13T15:23:49Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-215a0a","namespace":"ai-tenant-e2e-shared-b-215a0a"}, "namespace": "ai-tenant-e2e-shared-b-215a0a", "name": "sub-test-model-215a0a", "reconcileID": "bc3cd335-1cea-4345-bfe5-b1048340e396", "LLMInferenceService": "sub-test-model-215a0a", "namespace": "ai-tenant-e2e-shared-b-215a0a", "name": "sub-test-model-215a0a-kserve-route-authn"} 2026-07-13T15:23:49Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-215a0a","namespace":"ai-tenant-e2e-shared-b-215a0a"}, "namespace": "ai-tenant-e2e-shared-b-215a0a", "name": "sub-test-model-215a0a", "reconcileID": "bc3cd335-1cea-4345-bfe5-b1048340e396", "LLMInferenceService": "sub-test-model-215a0a", "namespace": "ai-tenant-e2e-shared-b-215a0a", "authType": "userdefined"} 2026-07-13T15:23:49Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-215a0a","namespace":"ai-tenant-e2e-shared-b-215a0a"}, "namespace": "ai-tenant-e2e-shared-b-215a0a", "name": "sub-test-model-215a0a", "reconcileID": "bc3cd335-1cea-4345-bfe5-b1048340e396", "LLMInferenceService": "sub-test-model-215a0a", "namespace": "ai-tenant-e2e-shared-b-215a0a"} 2026-07-13T15:24:12Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-215a0a","namespace":"ai-tenant-e2e-shared-b-215a0a"}, "namespace": "ai-tenant-e2e-shared-b-215a0a", "name": "sub-test-model-215a0a", "reconcileID": "6f5b906e-e01f-4545-b726-08b0268aac91", "LLMInferenceService": "sub-test-model-215a0a", "namespace": "ai-tenant-e2e-shared-b-215a0a"} 2026-07-13T15:24:12Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-215a0a","namespace":"ai-tenant-e2e-shared-b-215a0a"}, "namespace": "ai-tenant-e2e-shared-b-215a0a", "name": "sub-test-model-215a0a", "reconcileID": "6f5b906e-e01f-4545-b726-08b0268aac91", "LLMInferenceService": "sub-test-model-215a0a", "namespace": "ai-tenant-e2e-shared-b-215a0a"} 2026-07-13T15:24:12Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-215a0a","namespace":"ai-tenant-e2e-shared-b-215a0a"}, "namespace": "ai-tenant-e2e-shared-b-215a0a", "name": "sub-test-model-215a0a", "reconcileID": "6f5b906e-e01f-4545-b726-08b0268aac91", "LLMInferenceService": "sub-test-model-215a0a", "namespace": "ai-tenant-e2e-shared-b-215a0a"} 2026-07-13T15:24:12Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-215a0a","namespace":"ai-tenant-e2e-shared-b-215a0a"}, "namespace": "ai-tenant-e2e-shared-b-215a0a", "name": "sub-test-model-215a0a", "reconcileID": "6f5b906e-e01f-4545-b726-08b0268aac91", "LLMInferenceService": "sub-test-model-215a0a", "namespace": "ai-tenant-e2e-shared-b-215a0a", "name": "sub-test-model-215a0a-kserve-route-authn"} 2026-07-13T15:24:12Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-215a0a","namespace":"ai-tenant-e2e-shared-b-215a0a"}, "namespace": "ai-tenant-e2e-shared-b-215a0a", "name": "sub-test-model-215a0a", "reconcileID": "6f5b906e-e01f-4545-b726-08b0268aac91", "LLMInferenceService": "sub-test-model-215a0a", "namespace": "ai-tenant-e2e-shared-b-215a0a", "authType": "userdefined"} 2026-07-13T15:24:12Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-215a0a","namespace":"ai-tenant-e2e-shared-b-215a0a"}, "namespace": "ai-tenant-e2e-shared-b-215a0a", "name": "sub-test-model-215a0a", "reconcileID": "6f5b906e-e01f-4545-b726-08b0268aac91", "LLMInferenceService": "sub-test-model-215a0a", "namespace": "ai-tenant-e2e-shared-b-215a0a"} 2026-07-13T15:24:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "73fe42e7-0f94-4869-897c-554f329f7d20", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-13T15:24:44Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0a6921","namespace":"ai-tenant-e2e-shared-a-0a6921"}, "namespace": "ai-tenant-e2e-shared-a-0a6921", "name": "sub-test-model-0a6921", "reconcileID": "67b29f6f-a135-481d-abe6-46c0029350b7", "LLMInferenceService": "sub-test-model-0a6921", "namespace": "ai-tenant-e2e-shared-a-0a6921"} 2026-07-13T15:24:44Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0a6921","namespace":"ai-tenant-e2e-shared-a-0a6921"}, "namespace": "ai-tenant-e2e-shared-a-0a6921", "name": "sub-test-model-0a6921", "reconcileID": "67b29f6f-a135-481d-abe6-46c0029350b7", "LLMInferenceService": "sub-test-model-0a6921", "namespace": "ai-tenant-e2e-shared-a-0a6921", "name": "sub-test-model-0a6921"} 2026-07-13T15:24:44Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0a6921","namespace":"ai-tenant-e2e-shared-a-0a6921"}, "namespace": "ai-tenant-e2e-shared-a-0a6921", "name": "sub-test-model-0a6921", "reconcileID": "67b29f6f-a135-481d-abe6-46c0029350b7", "LLMInferenceService": "sub-test-model-0a6921", "namespace": "ai-tenant-e2e-shared-a-0a6921"} 2026-07-13T15:24:44Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0a6921","namespace":"ai-tenant-e2e-shared-a-0a6921"}, "namespace": "ai-tenant-e2e-shared-a-0a6921", "name": "sub-test-model-0a6921", "reconcileID": "67b29f6f-a135-481d-abe6-46c0029350b7", "LLMInferenceService": "sub-test-model-0a6921", "namespace": "ai-tenant-e2e-shared-a-0a6921"} 2026-07-13T15:24:44Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0a6921","namespace":"ai-tenant-e2e-shared-a-0a6921"}, "namespace": "ai-tenant-e2e-shared-a-0a6921", "name": "sub-test-model-0a6921", "reconcileID": "67b29f6f-a135-481d-abe6-46c0029350b7", "LLMInferenceService": "sub-test-model-0a6921", "namespace": "ai-tenant-e2e-shared-a-0a6921", "name": "sub-test-model-0a6921-kserve-route-authn"} 2026-07-13T15:24:44Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0a6921","namespace":"ai-tenant-e2e-shared-a-0a6921"}, "namespace": "ai-tenant-e2e-shared-a-0a6921", "name": "sub-test-model-0a6921", "reconcileID": "67b29f6f-a135-481d-abe6-46c0029350b7", "LLMInferenceService": "sub-test-model-0a6921", "namespace": "ai-tenant-e2e-shared-a-0a6921", "name": "sub-test-model-0a6921-kserve-route-authn"} 2026-07-13T15:24:44Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0a6921","namespace":"ai-tenant-e2e-shared-a-0a6921"}, "namespace": "ai-tenant-e2e-shared-a-0a6921", "name": "sub-test-model-0a6921", "reconcileID": "67b29f6f-a135-481d-abe6-46c0029350b7", "LLMInferenceService": "sub-test-model-0a6921", "namespace": "ai-tenant-e2e-shared-a-0a6921", "namespace": "ai-tenant-e2e-shared-a-0a6921"} 2026-07-13T15:24:44Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0a6921","namespace":"ai-tenant-e2e-shared-a-0a6921"}, "namespace": "ai-tenant-e2e-shared-a-0a6921", "name": "sub-test-model-0a6921", "reconcileID": "67b29f6f-a135-481d-abe6-46c0029350b7", "LLMInferenceService": "sub-test-model-0a6921", "namespace": "ai-tenant-e2e-shared-a-0a6921", "namespace": "ai-tenant-e2e-shared-a-0a6921"} 2026-07-13T15:24:44Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0a6921","namespace":"ai-tenant-e2e-shared-a-0a6921"}, "namespace": "ai-tenant-e2e-shared-a-0a6921", "name": "sub-test-model-0a6921", "reconcileID": "f9fb9eea-8786-464a-aea8-2a308ee7280d", "LLMInferenceService": "sub-test-model-0a6921", "namespace": "ai-tenant-e2e-shared-a-0a6921"} 2026-07-13T15:24:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0a6921","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0a6921", "reconcileID": "ff81c695-9f07-4785-baf6-61906cd76c2c", "Gateway": "e2e-shared-a-0a6921", "namespace": "openshift-ingress"} 2026-07-13T15:24:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0a6921","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0a6921", "reconcileID": "ff81c695-9f07-4785-baf6-61906cd76c2c", "Gateway": "e2e-shared-a-0a6921", "namespace": "openshift-ingress", "name": "e2e-shared-a-0a6921-authn-ssl"} 2026-07-13T15:24:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0a6921","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0a6921", "reconcileID": "ff81c695-9f07-4785-baf6-61906cd76c2c", "Gateway": "e2e-shared-a-0a6921", "namespace": "openshift-ingress"} 2026-07-13T15:24:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0a6921","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0a6921", "reconcileID": "a53bf8ef-55c3-448c-8ea4-0284ac833ea3", "Gateway": "e2e-shared-a-0a6921", "namespace": "openshift-ingress"} 2026-07-13T15:24:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0a6921","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0a6921", "reconcileID": "a53bf8ef-55c3-448c-8ea4-0284ac833ea3", "Gateway": "e2e-shared-a-0a6921", "namespace": "openshift-ingress", "name": "e2e-shared-a-0a6921-authn-ssl"} 2026-07-13T15:24:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0a6921","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0a6921", "reconcileID": "a53bf8ef-55c3-448c-8ea4-0284ac833ea3", "Gateway": "e2e-shared-a-0a6921", "namespace": "openshift-ingress"} 2026-07-13T15:24:45Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-215a0a","namespace":"ai-tenant-e2e-shared-b-215a0a"}, "namespace": "ai-tenant-e2e-shared-b-215a0a", "name": "sub-test-model-215a0a", "reconcileID": "cb98b3de-fa54-4ae0-8405-5ef187f9191d", "LLMInferenceService": "sub-test-model-215a0a", "namespace": "ai-tenant-e2e-shared-b-215a0a"} 2026-07-13T15:24:45Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-215a0a","namespace":"ai-tenant-e2e-shared-b-215a0a"}, "namespace": "ai-tenant-e2e-shared-b-215a0a", "name": "sub-test-model-215a0a", "reconcileID": "cb98b3de-fa54-4ae0-8405-5ef187f9191d", "LLMInferenceService": "sub-test-model-215a0a", "namespace": "ai-tenant-e2e-shared-b-215a0a", "name": "sub-test-model-215a0a"} 2026-07-13T15:24:45Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-215a0a","namespace":"ai-tenant-e2e-shared-b-215a0a"}, "namespace": "ai-tenant-e2e-shared-b-215a0a", "name": "sub-test-model-215a0a", "reconcileID": "cb98b3de-fa54-4ae0-8405-5ef187f9191d", "LLMInferenceService": "sub-test-model-215a0a", "namespace": "ai-tenant-e2e-shared-b-215a0a"} 2026-07-13T15:24:45Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-215a0a","namespace":"ai-tenant-e2e-shared-b-215a0a"}, "namespace": "ai-tenant-e2e-shared-b-215a0a", "name": "sub-test-model-215a0a", "reconcileID": "cb98b3de-fa54-4ae0-8405-5ef187f9191d", "LLMInferenceService": "sub-test-model-215a0a", "namespace": "ai-tenant-e2e-shared-b-215a0a"} 2026-07-13T15:24:45Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-215a0a","namespace":"ai-tenant-e2e-shared-b-215a0a"}, "namespace": "ai-tenant-e2e-shared-b-215a0a", "name": "sub-test-model-215a0a", "reconcileID": "cb98b3de-fa54-4ae0-8405-5ef187f9191d", "LLMInferenceService": "sub-test-model-215a0a", "namespace": "ai-tenant-e2e-shared-b-215a0a", "name": "sub-test-model-215a0a-kserve-route-authn"} 2026-07-13T15:24:45Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-215a0a","namespace":"ai-tenant-e2e-shared-b-215a0a"}, "namespace": "ai-tenant-e2e-shared-b-215a0a", "name": "sub-test-model-215a0a", "reconcileID": "cb98b3de-fa54-4ae0-8405-5ef187f9191d", "LLMInferenceService": "sub-test-model-215a0a", "namespace": "ai-tenant-e2e-shared-b-215a0a", "name": "sub-test-model-215a0a-kserve-route-authn"} 2026-07-13T15:24:45Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-215a0a","namespace":"ai-tenant-e2e-shared-b-215a0a"}, "namespace": "ai-tenant-e2e-shared-b-215a0a", "name": "sub-test-model-215a0a", "reconcileID": "cb98b3de-fa54-4ae0-8405-5ef187f9191d", "LLMInferenceService": "sub-test-model-215a0a", "namespace": "ai-tenant-e2e-shared-b-215a0a", "namespace": "ai-tenant-e2e-shared-b-215a0a"} 2026-07-13T15:24:45Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-215a0a","namespace":"ai-tenant-e2e-shared-b-215a0a"}, "namespace": "ai-tenant-e2e-shared-b-215a0a", "name": "sub-test-model-215a0a", "reconcileID": "cb98b3de-fa54-4ae0-8405-5ef187f9191d", "LLMInferenceService": "sub-test-model-215a0a", "namespace": "ai-tenant-e2e-shared-b-215a0a", "namespace": "ai-tenant-e2e-shared-b-215a0a"} 2026-07-13T15:24:45Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-215a0a","namespace":"ai-tenant-e2e-shared-b-215a0a"}, "namespace": "ai-tenant-e2e-shared-b-215a0a", "name": "sub-test-model-215a0a", "reconcileID": "3a4c69e7-394e-48dc-b953-b497f31c0227", "LLMInferenceService": "sub-test-model-215a0a", "namespace": "ai-tenant-e2e-shared-b-215a0a"} 2026-07-13T15:24:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-215a0a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-215a0a", "reconcileID": "7261f32d-a654-4b43-b78d-3df3032fa5ba", "Gateway": "e2e-shared-b-215a0a", "namespace": "openshift-ingress"} 2026-07-13T15:24:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-215a0a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-215a0a", "reconcileID": "7261f32d-a654-4b43-b78d-3df3032fa5ba", "Gateway": "e2e-shared-b-215a0a", "namespace": "openshift-ingress", "name": "e2e-shared-b-215a0a-authn-ssl"} 2026-07-13T15:24:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-215a0a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-215a0a", "reconcileID": "7261f32d-a654-4b43-b78d-3df3032fa5ba", "Gateway": "e2e-shared-b-215a0a", "namespace": "openshift-ingress"} 2026-07-13T15:24:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-215a0a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-215a0a", "reconcileID": "219c778b-4477-46b8-91b9-c9cc6ea93033", "Gateway": "e2e-shared-b-215a0a", "namespace": "openshift-ingress"} 2026-07-13T15:24:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-215a0a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-215a0a", "reconcileID": "219c778b-4477-46b8-91b9-c9cc6ea93033", "Gateway": "e2e-shared-b-215a0a", "namespace": "openshift-ingress", "name": "e2e-shared-b-215a0a-authn-ssl"} 2026-07-13T15:24:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-215a0a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-215a0a", "reconcileID": "219c778b-4477-46b8-91b9-c9cc6ea93033", "Gateway": "e2e-shared-b-215a0a", "namespace": "openshift-ingress"} 2026-07-13T15:24:46Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0a6921","namespace":"ai-tenant-e2e-shared-a-0a6921"}, "namespace": "ai-tenant-e2e-shared-a-0a6921", "name": "rate-test-model-0a6921", "reconcileID": "e9181050-4f2f-43c7-9423-febed7222b62", "LLMInferenceService": "rate-test-model-0a6921", "namespace": "ai-tenant-e2e-shared-a-0a6921"} 2026-07-13T15:24:46Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0a6921","namespace":"ai-tenant-e2e-shared-a-0a6921"}, "namespace": "ai-tenant-e2e-shared-a-0a6921", "name": "rate-test-model-0a6921", "reconcileID": "e9181050-4f2f-43c7-9423-febed7222b62", "LLMInferenceService": "rate-test-model-0a6921", "namespace": "ai-tenant-e2e-shared-a-0a6921"} 2026-07-13T15:24:46Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0a6921","namespace":"ai-tenant-e2e-shared-a-0a6921"}, "namespace": "ai-tenant-e2e-shared-a-0a6921", "name": "rate-test-model-0a6921", "reconcileID": "e9181050-4f2f-43c7-9423-febed7222b62", "LLMInferenceService": "rate-test-model-0a6921", "namespace": "ai-tenant-e2e-shared-a-0a6921"} 2026-07-13T15:24:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0a6921","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0a6921", "reconcileID": "fe6061d4-3268-49a8-8446-3e0f4718ec76", "Gateway": "e2e-shared-a-0a6921", "namespace": "openshift-ingress"} 2026-07-13T15:24:46Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0a6921","namespace":"ai-tenant-e2e-shared-a-0a6921"}, "namespace": "ai-tenant-e2e-shared-a-0a6921", "name": "rate-test-model-0a6921", "reconcileID": "e9181050-4f2f-43c7-9423-febed7222b62", "LLMInferenceService": "rate-test-model-0a6921", "namespace": "ai-tenant-e2e-shared-a-0a6921", "name": "rate-test-model-0a6921-kserve-route-authn"} 2026-07-13T15:24:46Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0a6921","namespace":"ai-tenant-e2e-shared-a-0a6921"}, "namespace": "ai-tenant-e2e-shared-a-0a6921", "name": "rate-test-model-0a6921", "reconcileID": "e9181050-4f2f-43c7-9423-febed7222b62", "LLMInferenceService": "rate-test-model-0a6921", "namespace": "ai-tenant-e2e-shared-a-0a6921", "authType": "userdefined"} 2026-07-13T15:24:46Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0a6921","namespace":"ai-tenant-e2e-shared-a-0a6921"}, "namespace": "ai-tenant-e2e-shared-a-0a6921", "name": "rate-test-model-0a6921", "reconcileID": "e9181050-4f2f-43c7-9423-febed7222b62", "LLMInferenceService": "rate-test-model-0a6921", "namespace": "ai-tenant-e2e-shared-a-0a6921"} 2026-07-13T15:24:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0a6921","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0a6921", "reconcileID": "fe6061d4-3268-49a8-8446-3e0f4718ec76", "Gateway": "e2e-shared-a-0a6921", "namespace": "openshift-ingress", "name": "e2e-shared-a-0a6921-authn-ssl"} 2026-07-13T15:24:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0a6921","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0a6921", "reconcileID": "fe6061d4-3268-49a8-8446-3e0f4718ec76", "Gateway": "e2e-shared-a-0a6921", "namespace": "openshift-ingress"} 2026-07-13T15:24:46Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0a6921","namespace":"ai-tenant-e2e-shared-a-0a6921"}, "namespace": "ai-tenant-e2e-shared-a-0a6921", "name": "rate-test-model-0a6921", "reconcileID": "c2f214e9-236e-4ebd-a353-772d996a0feb", "LLMInferenceService": "rate-test-model-0a6921", "namespace": "ai-tenant-e2e-shared-a-0a6921"} 2026-07-13T15:24:46Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0a6921","namespace":"ai-tenant-e2e-shared-a-0a6921"}, "namespace": "ai-tenant-e2e-shared-a-0a6921", "name": "rate-test-model-0a6921", "reconcileID": "c2f214e9-236e-4ebd-a353-772d996a0feb", "LLMInferenceService": "rate-test-model-0a6921", "namespace": "ai-tenant-e2e-shared-a-0a6921"} 2026-07-13T15:24:46Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0a6921","namespace":"ai-tenant-e2e-shared-a-0a6921"}, "namespace": "ai-tenant-e2e-shared-a-0a6921", "name": "rate-test-model-0a6921", "reconcileID": "c2f214e9-236e-4ebd-a353-772d996a0feb", "LLMInferenceService": "rate-test-model-0a6921", "namespace": "ai-tenant-e2e-shared-a-0a6921"} 2026-07-13T15:24:46Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0a6921","namespace":"ai-tenant-e2e-shared-a-0a6921"}, "namespace": "ai-tenant-e2e-shared-a-0a6921", "name": "rate-test-model-0a6921", "reconcileID": "c2f214e9-236e-4ebd-a353-772d996a0feb", "LLMInferenceService": "rate-test-model-0a6921", "namespace": "ai-tenant-e2e-shared-a-0a6921", "name": "rate-test-model-0a6921-kserve-route-authn"} 2026-07-13T15:24:46Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0a6921","namespace":"ai-tenant-e2e-shared-a-0a6921"}, "namespace": "ai-tenant-e2e-shared-a-0a6921", "name": "rate-test-model-0a6921", "reconcileID": "c2f214e9-236e-4ebd-a353-772d996a0feb", "LLMInferenceService": "rate-test-model-0a6921", "namespace": "ai-tenant-e2e-shared-a-0a6921", "authType": "userdefined"} 2026-07-13T15:24:46Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0a6921","namespace":"ai-tenant-e2e-shared-a-0a6921"}, "namespace": "ai-tenant-e2e-shared-a-0a6921", "name": "rate-test-model-0a6921", "reconcileID": "c2f214e9-236e-4ebd-a353-772d996a0feb", "LLMInferenceService": "rate-test-model-0a6921", "namespace": "ai-tenant-e2e-shared-a-0a6921"} 2026-07-13T15:25:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0a6921","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0a6921", "reconcileID": "4bfd0f66-a56f-46c9-b278-98d436c0a43c", "Gateway": "e2e-shared-a-0a6921", "namespace": "openshift-ingress"} 2026-07-13T15:25:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0a6921","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0a6921", "reconcileID": "4bfd0f66-a56f-46c9-b278-98d436c0a43c", "Gateway": "e2e-shared-a-0a6921", "namespace": "openshift-ingress", "name": "e2e-shared-a-0a6921-authn-ssl"} 2026-07-13T15:25:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0a6921","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0a6921", "reconcileID": "4bfd0f66-a56f-46c9-b278-98d436c0a43c", "Gateway": "e2e-shared-a-0a6921", "namespace": "openshift-ingress"} 2026-07-13T15:25:03Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0a6921","namespace":"ai-tenant-e2e-shared-a-0a6921"}, "namespace": "ai-tenant-e2e-shared-a-0a6921", "name": "rate-test-model-0a6921", "reconcileID": "0811d8a1-d267-4b56-8a7b-317a581438cf", "LLMInferenceService": "rate-test-model-0a6921", "namespace": "ai-tenant-e2e-shared-a-0a6921"} 2026-07-13T15:25:03Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0a6921","namespace":"ai-tenant-e2e-shared-a-0a6921"}, "namespace": "ai-tenant-e2e-shared-a-0a6921", "name": "rate-test-model-0a6921", "reconcileID": "0811d8a1-d267-4b56-8a7b-317a581438cf", "LLMInferenceService": "rate-test-model-0a6921", "namespace": "ai-tenant-e2e-shared-a-0a6921"} 2026-07-13T15:25:03Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0a6921","namespace":"ai-tenant-e2e-shared-a-0a6921"}, "namespace": "ai-tenant-e2e-shared-a-0a6921", "name": "rate-test-model-0a6921", "reconcileID": "0811d8a1-d267-4b56-8a7b-317a581438cf", "LLMInferenceService": "rate-test-model-0a6921", "namespace": "ai-tenant-e2e-shared-a-0a6921"} 2026-07-13T15:25:03Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0a6921","namespace":"ai-tenant-e2e-shared-a-0a6921"}, "namespace": "ai-tenant-e2e-shared-a-0a6921", "name": "rate-test-model-0a6921", "reconcileID": "0811d8a1-d267-4b56-8a7b-317a581438cf", "LLMInferenceService": "rate-test-model-0a6921", "namespace": "ai-tenant-e2e-shared-a-0a6921", "name": "rate-test-model-0a6921-kserve-route-authn"} 2026-07-13T15:25:03Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0a6921","namespace":"ai-tenant-e2e-shared-a-0a6921"}, "namespace": "ai-tenant-e2e-shared-a-0a6921", "name": "rate-test-model-0a6921", "reconcileID": "0811d8a1-d267-4b56-8a7b-317a581438cf", "LLMInferenceService": "rate-test-model-0a6921", "namespace": "ai-tenant-e2e-shared-a-0a6921", "authType": "userdefined"} 2026-07-13T15:25:03Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0a6921","namespace":"ai-tenant-e2e-shared-a-0a6921"}, "namespace": "ai-tenant-e2e-shared-a-0a6921", "name": "rate-test-model-0a6921", "reconcileID": "0811d8a1-d267-4b56-8a7b-317a581438cf", "LLMInferenceService": "rate-test-model-0a6921", "namespace": "ai-tenant-e2e-shared-a-0a6921"} 2026-07-13T15:25:06Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0a6921","namespace":"ai-tenant-e2e-shared-a-0a6921"}, "namespace": "ai-tenant-e2e-shared-a-0a6921", "name": "rate-test-model-0a6921", "reconcileID": "72a661b2-5e6e-4364-b072-4c25266419bf", "LLMInferenceService": "rate-test-model-0a6921", "namespace": "ai-tenant-e2e-shared-a-0a6921"} 2026-07-13T15:25:06Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0a6921","namespace":"ai-tenant-e2e-shared-a-0a6921"}, "namespace": "ai-tenant-e2e-shared-a-0a6921", "name": "rate-test-model-0a6921", "reconcileID": "72a661b2-5e6e-4364-b072-4c25266419bf", "LLMInferenceService": "rate-test-model-0a6921", "namespace": "ai-tenant-e2e-shared-a-0a6921"} 2026-07-13T15:25:06Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0a6921","namespace":"ai-tenant-e2e-shared-a-0a6921"}, "namespace": "ai-tenant-e2e-shared-a-0a6921", "name": "rate-test-model-0a6921", "reconcileID": "72a661b2-5e6e-4364-b072-4c25266419bf", "LLMInferenceService": "rate-test-model-0a6921", "namespace": "ai-tenant-e2e-shared-a-0a6921"} 2026-07-13T15:25:06Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0a6921","namespace":"ai-tenant-e2e-shared-a-0a6921"}, "namespace": "ai-tenant-e2e-shared-a-0a6921", "name": "rate-test-model-0a6921", "reconcileID": "72a661b2-5e6e-4364-b072-4c25266419bf", "LLMInferenceService": "rate-test-model-0a6921", "namespace": "ai-tenant-e2e-shared-a-0a6921", "name": "rate-test-model-0a6921-kserve-route-authn"} 2026-07-13T15:25:06Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0a6921","namespace":"ai-tenant-e2e-shared-a-0a6921"}, "namespace": "ai-tenant-e2e-shared-a-0a6921", "name": "rate-test-model-0a6921", "reconcileID": "72a661b2-5e6e-4364-b072-4c25266419bf", "LLMInferenceService": "rate-test-model-0a6921", "namespace": "ai-tenant-e2e-shared-a-0a6921", "authType": "userdefined"} 2026-07-13T15:25:06Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0a6921","namespace":"ai-tenant-e2e-shared-a-0a6921"}, "namespace": "ai-tenant-e2e-shared-a-0a6921", "name": "rate-test-model-0a6921", "reconcileID": "72a661b2-5e6e-4364-b072-4c25266419bf", "LLMInferenceService": "rate-test-model-0a6921", "namespace": "ai-tenant-e2e-shared-a-0a6921"} 2026-07-13T15:25:13Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0a6921","namespace":"ai-tenant-e2e-shared-a-0a6921"}, "namespace": "ai-tenant-e2e-shared-a-0a6921", "name": "rate-test-model-0a6921", "reconcileID": "797607f0-50c7-4bd8-a136-13379b809d48", "LLMInferenceService": "rate-test-model-0a6921", "namespace": "ai-tenant-e2e-shared-a-0a6921"} 2026-07-13T15:25:13Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0a6921","namespace":"ai-tenant-e2e-shared-a-0a6921"}, "namespace": "ai-tenant-e2e-shared-a-0a6921", "name": "rate-test-model-0a6921", "reconcileID": "797607f0-50c7-4bd8-a136-13379b809d48", "LLMInferenceService": "rate-test-model-0a6921", "namespace": "ai-tenant-e2e-shared-a-0a6921"} 2026-07-13T15:25:13Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0a6921","namespace":"ai-tenant-e2e-shared-a-0a6921"}, "namespace": "ai-tenant-e2e-shared-a-0a6921", "name": "rate-test-model-0a6921", "reconcileID": "797607f0-50c7-4bd8-a136-13379b809d48", "LLMInferenceService": "rate-test-model-0a6921", "namespace": "ai-tenant-e2e-shared-a-0a6921"} 2026-07-13T15:25:13Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0a6921","namespace":"ai-tenant-e2e-shared-a-0a6921"}, "namespace": "ai-tenant-e2e-shared-a-0a6921", "name": "rate-test-model-0a6921", "reconcileID": "797607f0-50c7-4bd8-a136-13379b809d48", "LLMInferenceService": "rate-test-model-0a6921", "namespace": "ai-tenant-e2e-shared-a-0a6921", "name": "rate-test-model-0a6921-kserve-route-authn"} 2026-07-13T15:25:13Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0a6921","namespace":"ai-tenant-e2e-shared-a-0a6921"}, "namespace": "ai-tenant-e2e-shared-a-0a6921", "name": "rate-test-model-0a6921", "reconcileID": "797607f0-50c7-4bd8-a136-13379b809d48", "LLMInferenceService": "rate-test-model-0a6921", "namespace": "ai-tenant-e2e-shared-a-0a6921", "authType": "userdefined"} 2026-07-13T15:25:13Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0a6921","namespace":"ai-tenant-e2e-shared-a-0a6921"}, "namespace": "ai-tenant-e2e-shared-a-0a6921", "name": "rate-test-model-0a6921", "reconcileID": "797607f0-50c7-4bd8-a136-13379b809d48", "LLMInferenceService": "rate-test-model-0a6921", "namespace": "ai-tenant-e2e-shared-a-0a6921"} 2026-07-13T15:25:17Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-215a0a","namespace":"ai-tenant-e2e-shared-b-215a0a"}, "namespace": "ai-tenant-e2e-shared-b-215a0a", "name": "rate-test-model-215a0a", "reconcileID": "13c884cf-8218-4748-85ad-b16d49da2ecd", "LLMInferenceService": "rate-test-model-215a0a", "namespace": "ai-tenant-e2e-shared-b-215a0a"} 2026-07-13T15:25:17Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-215a0a","namespace":"ai-tenant-e2e-shared-b-215a0a"}, "namespace": "ai-tenant-e2e-shared-b-215a0a", "name": "rate-test-model-215a0a", "reconcileID": "13c884cf-8218-4748-85ad-b16d49da2ecd", "LLMInferenceService": "rate-test-model-215a0a", "namespace": "ai-tenant-e2e-shared-b-215a0a"} 2026-07-13T15:25:17Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-215a0a","namespace":"ai-tenant-e2e-shared-b-215a0a"}, "namespace": "ai-tenant-e2e-shared-b-215a0a", "name": "rate-test-model-215a0a", "reconcileID": "13c884cf-8218-4748-85ad-b16d49da2ecd", "LLMInferenceService": "rate-test-model-215a0a", "namespace": "ai-tenant-e2e-shared-b-215a0a"} 2026-07-13T15:25:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-215a0a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-215a0a", "reconcileID": "0c535466-53f2-43d8-af71-04c569346191", "Gateway": "e2e-shared-b-215a0a", "namespace": "openshift-ingress"} 2026-07-13T15:25:17Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-215a0a","namespace":"ai-tenant-e2e-shared-b-215a0a"}, "namespace": "ai-tenant-e2e-shared-b-215a0a", "name": "rate-test-model-215a0a", "reconcileID": "13c884cf-8218-4748-85ad-b16d49da2ecd", "LLMInferenceService": "rate-test-model-215a0a", "namespace": "ai-tenant-e2e-shared-b-215a0a", "name": "rate-test-model-215a0a-kserve-route-authn"} 2026-07-13T15:25:17Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-215a0a","namespace":"ai-tenant-e2e-shared-b-215a0a"}, "namespace": "ai-tenant-e2e-shared-b-215a0a", "name": "rate-test-model-215a0a", "reconcileID": "13c884cf-8218-4748-85ad-b16d49da2ecd", "LLMInferenceService": "rate-test-model-215a0a", "namespace": "ai-tenant-e2e-shared-b-215a0a", "authType": "userdefined"} 2026-07-13T15:25:17Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-215a0a","namespace":"ai-tenant-e2e-shared-b-215a0a"}, "namespace": "ai-tenant-e2e-shared-b-215a0a", "name": "rate-test-model-215a0a", "reconcileID": "13c884cf-8218-4748-85ad-b16d49da2ecd", "LLMInferenceService": "rate-test-model-215a0a", "namespace": "ai-tenant-e2e-shared-b-215a0a"} 2026-07-13T15:25:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-215a0a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-215a0a", "reconcileID": "0c535466-53f2-43d8-af71-04c569346191", "Gateway": "e2e-shared-b-215a0a", "namespace": "openshift-ingress", "name": "e2e-shared-b-215a0a-authn-ssl"} 2026-07-13T15:25:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-215a0a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-215a0a", "reconcileID": "0c535466-53f2-43d8-af71-04c569346191", "Gateway": "e2e-shared-b-215a0a", "namespace": "openshift-ingress"} 2026-07-13T15:25:17Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-215a0a","namespace":"ai-tenant-e2e-shared-b-215a0a"}, "namespace": "ai-tenant-e2e-shared-b-215a0a", "name": "rate-test-model-215a0a", "reconcileID": "43368168-ed45-40c6-8aa3-79a7742c79b2", "LLMInferenceService": "rate-test-model-215a0a", "namespace": "ai-tenant-e2e-shared-b-215a0a"} 2026-07-13T15:25:17Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-215a0a","namespace":"ai-tenant-e2e-shared-b-215a0a"}, "namespace": "ai-tenant-e2e-shared-b-215a0a", "name": "rate-test-model-215a0a", "reconcileID": "43368168-ed45-40c6-8aa3-79a7742c79b2", "LLMInferenceService": "rate-test-model-215a0a", "namespace": "ai-tenant-e2e-shared-b-215a0a"} 2026-07-13T15:25:17Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-215a0a","namespace":"ai-tenant-e2e-shared-b-215a0a"}, "namespace": "ai-tenant-e2e-shared-b-215a0a", "name": "rate-test-model-215a0a", "reconcileID": "43368168-ed45-40c6-8aa3-79a7742c79b2", "LLMInferenceService": "rate-test-model-215a0a", "namespace": "ai-tenant-e2e-shared-b-215a0a"} 2026-07-13T15:25:17Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-215a0a","namespace":"ai-tenant-e2e-shared-b-215a0a"}, "namespace": "ai-tenant-e2e-shared-b-215a0a", "name": "rate-test-model-215a0a", "reconcileID": "43368168-ed45-40c6-8aa3-79a7742c79b2", "LLMInferenceService": "rate-test-model-215a0a", "namespace": "ai-tenant-e2e-shared-b-215a0a", "name": "rate-test-model-215a0a-kserve-route-authn"} 2026-07-13T15:25:17Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-215a0a","namespace":"ai-tenant-e2e-shared-b-215a0a"}, "namespace": "ai-tenant-e2e-shared-b-215a0a", "name": "rate-test-model-215a0a", "reconcileID": "43368168-ed45-40c6-8aa3-79a7742c79b2", "LLMInferenceService": "rate-test-model-215a0a", "namespace": "ai-tenant-e2e-shared-b-215a0a", "authType": "userdefined"} 2026-07-13T15:25:17Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-215a0a","namespace":"ai-tenant-e2e-shared-b-215a0a"}, "namespace": "ai-tenant-e2e-shared-b-215a0a", "name": "rate-test-model-215a0a", "reconcileID": "43368168-ed45-40c6-8aa3-79a7742c79b2", "LLMInferenceService": "rate-test-model-215a0a", "namespace": "ai-tenant-e2e-shared-b-215a0a"} 2026-07-13T15:25:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-215a0a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-215a0a", "reconcileID": "0ac6dd54-a8a2-4d84-9b4a-77e13d79b8c9", "Gateway": "e2e-shared-b-215a0a", "namespace": "openshift-ingress"} 2026-07-13T15:25:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-215a0a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-215a0a", "reconcileID": "0ac6dd54-a8a2-4d84-9b4a-77e13d79b8c9", "Gateway": "e2e-shared-b-215a0a", "namespace": "openshift-ingress", "name": "e2e-shared-b-215a0a-authn-ssl"} 2026-07-13T15:25:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-215a0a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-215a0a", "reconcileID": "0ac6dd54-a8a2-4d84-9b4a-77e13d79b8c9", "Gateway": "e2e-shared-b-215a0a", "namespace": "openshift-ingress"} 2026-07-13T15:25:22Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-215a0a","namespace":"ai-tenant-e2e-shared-b-215a0a"}, "namespace": "ai-tenant-e2e-shared-b-215a0a", "name": "rate-test-model-215a0a", "reconcileID": "76086a77-3733-45a8-bef1-b562cbd32dda", "LLMInferenceService": "rate-test-model-215a0a", "namespace": "ai-tenant-e2e-shared-b-215a0a"} 2026-07-13T15:25:22Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-215a0a","namespace":"ai-tenant-e2e-shared-b-215a0a"}, "namespace": "ai-tenant-e2e-shared-b-215a0a", "name": "rate-test-model-215a0a", "reconcileID": "76086a77-3733-45a8-bef1-b562cbd32dda", "LLMInferenceService": "rate-test-model-215a0a", "namespace": "ai-tenant-e2e-shared-b-215a0a"} 2026-07-13T15:25:22Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-215a0a","namespace":"ai-tenant-e2e-shared-b-215a0a"}, "namespace": "ai-tenant-e2e-shared-b-215a0a", "name": "rate-test-model-215a0a", "reconcileID": "76086a77-3733-45a8-bef1-b562cbd32dda", "LLMInferenceService": "rate-test-model-215a0a", "namespace": "ai-tenant-e2e-shared-b-215a0a"} 2026-07-13T15:25:22Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-215a0a","namespace":"ai-tenant-e2e-shared-b-215a0a"}, "namespace": "ai-tenant-e2e-shared-b-215a0a", "name": "rate-test-model-215a0a", "reconcileID": "76086a77-3733-45a8-bef1-b562cbd32dda", "LLMInferenceService": "rate-test-model-215a0a", "namespace": "ai-tenant-e2e-shared-b-215a0a", "name": "rate-test-model-215a0a-kserve-route-authn"} 2026-07-13T15:25:22Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-215a0a","namespace":"ai-tenant-e2e-shared-b-215a0a"}, "namespace": "ai-tenant-e2e-shared-b-215a0a", "name": "rate-test-model-215a0a", "reconcileID": "76086a77-3733-45a8-bef1-b562cbd32dda", "LLMInferenceService": "rate-test-model-215a0a", "namespace": "ai-tenant-e2e-shared-b-215a0a", "authType": "userdefined"} 2026-07-13T15:25:22Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-215a0a","namespace":"ai-tenant-e2e-shared-b-215a0a"}, "namespace": "ai-tenant-e2e-shared-b-215a0a", "name": "rate-test-model-215a0a", "reconcileID": "76086a77-3733-45a8-bef1-b562cbd32dda", "LLMInferenceService": "rate-test-model-215a0a", "namespace": "ai-tenant-e2e-shared-b-215a0a"} 2026-07-13T15:25:33Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-215a0a","namespace":"ai-tenant-e2e-shared-b-215a0a"}, "namespace": "ai-tenant-e2e-shared-b-215a0a", "name": "rate-test-model-215a0a", "reconcileID": "d3c05997-ff00-4952-99ad-5abc4a8000b2", "LLMInferenceService": "rate-test-model-215a0a", "namespace": "ai-tenant-e2e-shared-b-215a0a"} 2026-07-13T15:25:33Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-215a0a","namespace":"ai-tenant-e2e-shared-b-215a0a"}, "namespace": "ai-tenant-e2e-shared-b-215a0a", "name": "rate-test-model-215a0a", "reconcileID": "d3c05997-ff00-4952-99ad-5abc4a8000b2", "LLMInferenceService": "rate-test-model-215a0a", "namespace": "ai-tenant-e2e-shared-b-215a0a"} 2026-07-13T15:25:33Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-215a0a","namespace":"ai-tenant-e2e-shared-b-215a0a"}, "namespace": "ai-tenant-e2e-shared-b-215a0a", "name": "rate-test-model-215a0a", "reconcileID": "d3c05997-ff00-4952-99ad-5abc4a8000b2", "LLMInferenceService": "rate-test-model-215a0a", "namespace": "ai-tenant-e2e-shared-b-215a0a"} 2026-07-13T15:25:33Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-215a0a","namespace":"ai-tenant-e2e-shared-b-215a0a"}, "namespace": "ai-tenant-e2e-shared-b-215a0a", "name": "rate-test-model-215a0a", "reconcileID": "d3c05997-ff00-4952-99ad-5abc4a8000b2", "LLMInferenceService": "rate-test-model-215a0a", "namespace": "ai-tenant-e2e-shared-b-215a0a", "name": "rate-test-model-215a0a-kserve-route-authn"} 2026-07-13T15:25:33Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-215a0a","namespace":"ai-tenant-e2e-shared-b-215a0a"}, "namespace": "ai-tenant-e2e-shared-b-215a0a", "name": "rate-test-model-215a0a", "reconcileID": "d3c05997-ff00-4952-99ad-5abc4a8000b2", "LLMInferenceService": "rate-test-model-215a0a", "namespace": "ai-tenant-e2e-shared-b-215a0a", "authType": "userdefined"} 2026-07-13T15:25:33Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-215a0a","namespace":"ai-tenant-e2e-shared-b-215a0a"}, "namespace": "ai-tenant-e2e-shared-b-215a0a", "name": "rate-test-model-215a0a", "reconcileID": "d3c05997-ff00-4952-99ad-5abc4a8000b2", "LLMInferenceService": "rate-test-model-215a0a", "namespace": "ai-tenant-e2e-shared-b-215a0a"} 2026-07-13T15:25:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "92c6cd81-6074-4b11-941d-9171f61dc513", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-13T15:25:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "f6ac38de-5a3c-477a-b4e8-94bb312eeec1", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-13T15:26:00Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0a6921","namespace":"ai-tenant-e2e-shared-a-0a6921"}, "namespace": "ai-tenant-e2e-shared-a-0a6921", "name": "rate-test-model-0a6921", "reconcileID": "c08c2b75-2d93-4c0f-a0b5-16445c2411e9", "LLMInferenceService": "rate-test-model-0a6921", "namespace": "ai-tenant-e2e-shared-a-0a6921"} 2026-07-13T15:26:00Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0a6921","namespace":"ai-tenant-e2e-shared-a-0a6921"}, "namespace": "ai-tenant-e2e-shared-a-0a6921", "name": "rate-test-model-0a6921", "reconcileID": "c08c2b75-2d93-4c0f-a0b5-16445c2411e9", "LLMInferenceService": "rate-test-model-0a6921", "namespace": "ai-tenant-e2e-shared-a-0a6921", "name": "rate-test-model-0a6921"} 2026-07-13T15:26:00Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0a6921","namespace":"ai-tenant-e2e-shared-a-0a6921"}, "namespace": "ai-tenant-e2e-shared-a-0a6921", "name": "rate-test-model-0a6921", "reconcileID": "c08c2b75-2d93-4c0f-a0b5-16445c2411e9", "LLMInferenceService": "rate-test-model-0a6921", "namespace": "ai-tenant-e2e-shared-a-0a6921"} 2026-07-13T15:26:00Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0a6921","namespace":"ai-tenant-e2e-shared-a-0a6921"}, "namespace": "ai-tenant-e2e-shared-a-0a6921", "name": "rate-test-model-0a6921", "reconcileID": "c08c2b75-2d93-4c0f-a0b5-16445c2411e9", "LLMInferenceService": "rate-test-model-0a6921", "namespace": "ai-tenant-e2e-shared-a-0a6921"} 2026-07-13T15:26:00Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0a6921","namespace":"ai-tenant-e2e-shared-a-0a6921"}, "namespace": "ai-tenant-e2e-shared-a-0a6921", "name": "rate-test-model-0a6921", "reconcileID": "c08c2b75-2d93-4c0f-a0b5-16445c2411e9", "LLMInferenceService": "rate-test-model-0a6921", "namespace": "ai-tenant-e2e-shared-a-0a6921", "name": "rate-test-model-0a6921-kserve-route-authn"} 2026-07-13T15:26:00Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0a6921","namespace":"ai-tenant-e2e-shared-a-0a6921"}, "namespace": "ai-tenant-e2e-shared-a-0a6921", "name": "rate-test-model-0a6921", "reconcileID": "c08c2b75-2d93-4c0f-a0b5-16445c2411e9", "LLMInferenceService": "rate-test-model-0a6921", "namespace": "ai-tenant-e2e-shared-a-0a6921", "name": "rate-test-model-0a6921-kserve-route-authn"} 2026-07-13T15:26:00Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0a6921","namespace":"ai-tenant-e2e-shared-a-0a6921"}, "namespace": "ai-tenant-e2e-shared-a-0a6921", "name": "rate-test-model-0a6921", "reconcileID": "c08c2b75-2d93-4c0f-a0b5-16445c2411e9", "LLMInferenceService": "rate-test-model-0a6921", "namespace": "ai-tenant-e2e-shared-a-0a6921", "namespace": "ai-tenant-e2e-shared-a-0a6921"} 2026-07-13T15:26:00Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0a6921","namespace":"ai-tenant-e2e-shared-a-0a6921"}, "namespace": "ai-tenant-e2e-shared-a-0a6921", "name": "rate-test-model-0a6921", "reconcileID": "c08c2b75-2d93-4c0f-a0b5-16445c2411e9", "LLMInferenceService": "rate-test-model-0a6921", "namespace": "ai-tenant-e2e-shared-a-0a6921", "namespace": "ai-tenant-e2e-shared-a-0a6921"} 2026-07-13T15:26:00Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0a6921","namespace":"ai-tenant-e2e-shared-a-0a6921"}, "namespace": "ai-tenant-e2e-shared-a-0a6921", "name": "rate-test-model-0a6921", "reconcileID": "988696b0-21fa-43e8-bfb2-92441c80af97", "LLMInferenceService": "rate-test-model-0a6921", "namespace": "ai-tenant-e2e-shared-a-0a6921"} 2026-07-13T15:26:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0a6921","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0a6921", "reconcileID": "df22f776-028c-4db0-8080-bf1182cc39b6", "Gateway": "e2e-shared-a-0a6921", "namespace": "openshift-ingress"} 2026-07-13T15:26:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0a6921","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0a6921", "reconcileID": "df22f776-028c-4db0-8080-bf1182cc39b6", "Gateway": "e2e-shared-a-0a6921", "namespace": "openshift-ingress", "name": "e2e-shared-a-0a6921-authn-ssl"} 2026-07-13T15:26:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0a6921","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0a6921", "reconcileID": "df22f776-028c-4db0-8080-bf1182cc39b6", "Gateway": "e2e-shared-a-0a6921", "namespace": "openshift-ingress"} 2026-07-13T15:26:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0a6921","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0a6921", "reconcileID": "d3bb1895-98af-4840-a5b7-3eb771cff13d", "Gateway": "e2e-shared-a-0a6921", "namespace": "openshift-ingress"} 2026-07-13T15:26:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0a6921","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0a6921", "reconcileID": "d3bb1895-98af-4840-a5b7-3eb771cff13d", "Gateway": "e2e-shared-a-0a6921", "namespace": "openshift-ingress", "name": "e2e-shared-a-0a6921-authn-ssl"} 2026-07-13T15:26:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0a6921","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0a6921", "reconcileID": "d3bb1895-98af-4840-a5b7-3eb771cff13d", "Gateway": "e2e-shared-a-0a6921", "namespace": "openshift-ingress"} 2026-07-13T15:26:00Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-215a0a","namespace":"ai-tenant-e2e-shared-b-215a0a"}, "namespace": "ai-tenant-e2e-shared-b-215a0a", "name": "rate-test-model-215a0a", "reconcileID": "8fbbb514-34be-414b-913b-41dea6000ae0", "LLMInferenceService": "rate-test-model-215a0a", "namespace": "ai-tenant-e2e-shared-b-215a0a"} 2026-07-13T15:26:00Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-215a0a","namespace":"ai-tenant-e2e-shared-b-215a0a"}, "namespace": "ai-tenant-e2e-shared-b-215a0a", "name": "rate-test-model-215a0a", "reconcileID": "8fbbb514-34be-414b-913b-41dea6000ae0", "LLMInferenceService": "rate-test-model-215a0a", "namespace": "ai-tenant-e2e-shared-b-215a0a", "name": "rate-test-model-215a0a"} 2026-07-13T15:26:00Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-215a0a","namespace":"ai-tenant-e2e-shared-b-215a0a"}, "namespace": "ai-tenant-e2e-shared-b-215a0a", "name": "rate-test-model-215a0a", "reconcileID": "8fbbb514-34be-414b-913b-41dea6000ae0", "LLMInferenceService": "rate-test-model-215a0a", "namespace": "ai-tenant-e2e-shared-b-215a0a"} 2026-07-13T15:26:00Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-215a0a","namespace":"ai-tenant-e2e-shared-b-215a0a"}, "namespace": "ai-tenant-e2e-shared-b-215a0a", "name": "rate-test-model-215a0a", "reconcileID": "8fbbb514-34be-414b-913b-41dea6000ae0", "LLMInferenceService": "rate-test-model-215a0a", "namespace": "ai-tenant-e2e-shared-b-215a0a"} 2026-07-13T15:26:00Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-215a0a","namespace":"ai-tenant-e2e-shared-b-215a0a"}, "namespace": "ai-tenant-e2e-shared-b-215a0a", "name": "rate-test-model-215a0a", "reconcileID": "8fbbb514-34be-414b-913b-41dea6000ae0", "LLMInferenceService": "rate-test-model-215a0a", "namespace": "ai-tenant-e2e-shared-b-215a0a", "name": "rate-test-model-215a0a-kserve-route-authn"} 2026-07-13T15:26:00Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-215a0a","namespace":"ai-tenant-e2e-shared-b-215a0a"}, "namespace": "ai-tenant-e2e-shared-b-215a0a", "name": "rate-test-model-215a0a", "reconcileID": "8fbbb514-34be-414b-913b-41dea6000ae0", "LLMInferenceService": "rate-test-model-215a0a", "namespace": "ai-tenant-e2e-shared-b-215a0a", "name": "rate-test-model-215a0a-kserve-route-authn"} 2026-07-13T15:26:00Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-215a0a","namespace":"ai-tenant-e2e-shared-b-215a0a"}, "namespace": "ai-tenant-e2e-shared-b-215a0a", "name": "rate-test-model-215a0a", "reconcileID": "8fbbb514-34be-414b-913b-41dea6000ae0", "LLMInferenceService": "rate-test-model-215a0a", "namespace": "ai-tenant-e2e-shared-b-215a0a", "namespace": "ai-tenant-e2e-shared-b-215a0a"} 2026-07-13T15:26:00Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-215a0a","namespace":"ai-tenant-e2e-shared-b-215a0a"}, "namespace": "ai-tenant-e2e-shared-b-215a0a", "name": "rate-test-model-215a0a", "reconcileID": "8fbbb514-34be-414b-913b-41dea6000ae0", "LLMInferenceService": "rate-test-model-215a0a", "namespace": "ai-tenant-e2e-shared-b-215a0a", "namespace": "ai-tenant-e2e-shared-b-215a0a"} 2026-07-13T15:26:01Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-215a0a","namespace":"ai-tenant-e2e-shared-b-215a0a"}, "namespace": "ai-tenant-e2e-shared-b-215a0a", "name": "rate-test-model-215a0a", "reconcileID": "2284b4b8-08f7-4aec-a64e-4c1e74180a10", "LLMInferenceService": "rate-test-model-215a0a", "namespace": "ai-tenant-e2e-shared-b-215a0a"} 2026-07-13T15:26:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-215a0a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-215a0a", "reconcileID": "4a6e8907-30e5-477c-89e3-99524b5ac054", "Gateway": "e2e-shared-b-215a0a", "namespace": "openshift-ingress"} 2026-07-13T15:26:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-215a0a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-215a0a", "reconcileID": "4a6e8907-30e5-477c-89e3-99524b5ac054", "Gateway": "e2e-shared-b-215a0a", "namespace": "openshift-ingress", "name": "e2e-shared-b-215a0a-authn-ssl"} 2026-07-13T15:26:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-215a0a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-215a0a", "reconcileID": "4a6e8907-30e5-477c-89e3-99524b5ac054", "Gateway": "e2e-shared-b-215a0a", "namespace": "openshift-ingress"} 2026-07-13T15:26:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-215a0a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-215a0a", "reconcileID": "a1dd318c-3bbb-4e58-b4a7-f793cb2dddca", "Gateway": "e2e-shared-b-215a0a", "namespace": "openshift-ingress"} 2026-07-13T15:26:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-215a0a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-215a0a", "reconcileID": "a1dd318c-3bbb-4e58-b4a7-f793cb2dddca", "Gateway": "e2e-shared-b-215a0a", "namespace": "openshift-ingress", "name": "e2e-shared-b-215a0a-authn-ssl"} 2026-07-13T15:26:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-215a0a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-215a0a", "reconcileID": "a1dd318c-3bbb-4e58-b4a7-f793cb2dddca", "Gateway": "e2e-shared-b-215a0a", "namespace": "openshift-ingress"} 2026-07-13T15:26:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "033a4b39-67dc-4518-a6bc-216099ba3f3f", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-13T15:26:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0a6921","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0a6921", "reconcileID": "e088f6a6-786a-44fb-ae5c-5b81387f4842", "Gateway": "e2e-shared-a-0a6921", "namespace": "openshift-ingress"} 2026-07-13T15:26:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0a6921","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0a6921", "reconcileID": "e088f6a6-786a-44fb-ae5c-5b81387f4842", "Gateway": "e2e-shared-a-0a6921", "namespace": "openshift-ingress", "name": "e2e-shared-a-0a6921-authn-ssl"} 2026-07-13T15:26:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0a6921","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0a6921", "reconcileID": "e088f6a6-786a-44fb-ae5c-5b81387f4842", "Gateway": "e2e-shared-a-0a6921", "namespace": "openshift-ingress"} 2026-07-13T15:26:45Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-0a6921"}, "namespace": "ai-tenant-e2e-shared-a-0a6921", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2235010a-f488-4ec9-8118-4b8af297ba76", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-0a6921"} 2026-07-13T15:26:45Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-0a6921"}, "namespace": "ai-tenant-e2e-shared-a-0a6921", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2235010a-f488-4ec9-8118-4b8af297ba76", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-0a6921", "create": "odh-kserve-custom-ca-bundle"} 2026-07-13T15:26:45Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-0a6921"}, "namespace": "ai-tenant-e2e-shared-a-0a6921", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2235010a-f488-4ec9-8118-4b8af297ba76", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-0a6921 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-13T15:26:45Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-0a6921"}, "namespace": "ai-tenant-e2e-shared-a-0a6921", "name": "odh-trusted-ca-bundle", "reconcileID": "9c57ff41-ee81-4964-aba6-23d782b3dcfb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-0a6921"} 2026-07-13T15:26:45Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-0a6921"}, "namespace": "ai-tenant-e2e-shared-a-0a6921", "name": "odh-trusted-ca-bundle", "reconcileID": "9c57ff41-ee81-4964-aba6-23d782b3dcfb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-0a6921", "create": "odh-kserve-custom-ca-bundle"} 2026-07-13T15:26:45Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-0a6921"}, "namespace": "ai-tenant-e2e-shared-a-0a6921", "name": "odh-trusted-ca-bundle", "reconcileID": "9c57ff41-ee81-4964-aba6-23d782b3dcfb", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-0a6921 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-13T15:26:45Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-0a6921"}, "namespace": "ai-tenant-e2e-shared-a-0a6921", "name": "openshift-service-ca.crt", "reconcileID": "6f3b7695-ac1e-4d9b-ba3e-ce6b428401c1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-0a6921"} 2026-07-13T15:26:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-0a6921"}, "namespace": "ai-tenant-e2e-shared-a-0a6921", "name": "openshift-service-ca.crt", "reconcileID": "6f3b7695-ac1e-4d9b-ba3e-ce6b428401c1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-0a6921"} 2026-07-13T15:26:45Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-0a6921"}, "namespace": "ai-tenant-e2e-shared-a-0a6921", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1658764f-8314-4c27-873f-68be74e467dd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-0a6921"} 2026-07-13T15:26:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-0a6921"}, "namespace": "ai-tenant-e2e-shared-a-0a6921", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1658764f-8314-4c27-873f-68be74e467dd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-0a6921"} 2026-07-13T15:26:45Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-0a6921"}, "namespace": "ai-tenant-e2e-shared-a-0a6921", "name": "odh-trusted-ca-bundle", "reconcileID": "7da90073-baa4-46ff-8601-ac32829e0d4e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-0a6921"} 2026-07-13T15:26:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-0a6921"}, "namespace": "ai-tenant-e2e-shared-a-0a6921", "name": "odh-trusted-ca-bundle", "reconcileID": "7da90073-baa4-46ff-8601-ac32829e0d4e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-0a6921"} 2026-07-13T15:26:45Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0a6921","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0a6921", "reconcileID": "5d01d7bc-c8e6-4d0e-b07d-3f4c264b446d", "Gateway": "e2e-shared-a-0a6921", "namespace": "openshift-ingress"} 2026-07-13T15:26:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "28f37d28-c30e-4a82-afb7-5b3cdbaf18ed", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-13T15:26:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-215a0a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-215a0a", "reconcileID": "554b6f4e-f0e8-4f84-8908-adfe29766c64", "Gateway": "e2e-shared-b-215a0a", "namespace": "openshift-ingress"} 2026-07-13T15:26:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-215a0a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-215a0a", "reconcileID": "554b6f4e-f0e8-4f84-8908-adfe29766c64", "Gateway": "e2e-shared-b-215a0a", "namespace": "openshift-ingress", "name": "e2e-shared-b-215a0a-authn-ssl"} 2026-07-13T15:26:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-215a0a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-215a0a", "reconcileID": "554b6f4e-f0e8-4f84-8908-adfe29766c64", "Gateway": "e2e-shared-b-215a0a", "namespace": "openshift-ingress"} 2026-07-13T15:26:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-215a0a"}, "namespace": "ai-tenant-e2e-shared-b-215a0a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a01740a1-33fc-4ab1-b49e-afc6d6a24eaf", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-215a0a"} 2026-07-13T15:26:51Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-215a0a"}, "namespace": "ai-tenant-e2e-shared-b-215a0a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a01740a1-33fc-4ab1-b49e-afc6d6a24eaf", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-215a0a", "create": "odh-kserve-custom-ca-bundle"} 2026-07-13T15:26:51Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-215a0a"}, "namespace": "ai-tenant-e2e-shared-b-215a0a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a01740a1-33fc-4ab1-b49e-afc6d6a24eaf", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-215a0a because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-13T15:26:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-215a0a"}, "namespace": "ai-tenant-e2e-shared-b-215a0a", "name": "odh-trusted-ca-bundle", "reconcileID": "dace6c2a-d941-4189-bc09-4d47580cfc44", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-215a0a"} 2026-07-13T15:26:51Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-215a0a"}, "namespace": "ai-tenant-e2e-shared-b-215a0a", "name": "odh-trusted-ca-bundle", "reconcileID": "dace6c2a-d941-4189-bc09-4d47580cfc44", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-215a0a", "create": "odh-kserve-custom-ca-bundle"} 2026-07-13T15:26:51Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-215a0a"}, "namespace": "ai-tenant-e2e-shared-b-215a0a", "name": "odh-trusted-ca-bundle", "reconcileID": "dace6c2a-d941-4189-bc09-4d47580cfc44", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-215a0a because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-13T15:26:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-215a0a"}, "namespace": "ai-tenant-e2e-shared-b-215a0a", "name": "openshift-service-ca.crt", "reconcileID": "a6cdf338-a315-4d3f-92ca-947401ecdce4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-215a0a"} 2026-07-13T15:26:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-215a0a"}, "namespace": "ai-tenant-e2e-shared-b-215a0a", "name": "openshift-service-ca.crt", "reconcileID": "a6cdf338-a315-4d3f-92ca-947401ecdce4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-215a0a"} 2026-07-13T15:26:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-215a0a"}, "namespace": "ai-tenant-e2e-shared-b-215a0a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "88eb5d71-a646-4fc7-964c-689d0ae6d30b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-215a0a"} 2026-07-13T15:26:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-215a0a"}, "namespace": "ai-tenant-e2e-shared-b-215a0a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "88eb5d71-a646-4fc7-964c-689d0ae6d30b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-215a0a"} 2026-07-13T15:26:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-215a0a"}, "namespace": "ai-tenant-e2e-shared-b-215a0a", "name": "odh-trusted-ca-bundle", "reconcileID": "5acd1d43-2ae5-47c8-a326-f1e97ef7ed0b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-215a0a"} 2026-07-13T15:26:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-215a0a"}, "namespace": "ai-tenant-e2e-shared-b-215a0a", "name": "odh-trusted-ca-bundle", "reconcileID": "5acd1d43-2ae5-47c8-a326-f1e97ef7ed0b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-215a0a"} 2026-07-13T15:26:54Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-215a0a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-215a0a", "reconcileID": "0cd90f0c-f909-4cba-ab94-59c52c4aa1f6", "Gateway": "e2e-shared-b-215a0a", "namespace": "openshift-ingress"}