2026-07-16T20:41:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1dad58","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1dad58", "reconcileID": "79115cf0-aa47-4855-9040-c1eb7546acf8", "Gateway": "e2e-api-b-1dad58", "namespace": "openshift-ingress", "name": "e2e-api-b-1dad58-authn-ssl"} 2026-07-16T20:41:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1dad58","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1dad58", "reconcileID": "79115cf0-aa47-4855-9040-c1eb7546acf8", "Gateway": "e2e-api-b-1dad58", "namespace": "openshift-ingress"} 2026-07-16T20:41:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1dad58","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1dad58", "reconcileID": "34ec3c6e-f9c8-4d46-a3b2-fe571745de4a", "Gateway": "e2e-api-b-1dad58", "namespace": "openshift-ingress"} 2026-07-16T20:41:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1dad58","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1dad58", "reconcileID": "34ec3c6e-f9c8-4d46-a3b2-fe571745de4a", "Gateway": "e2e-api-b-1dad58", "namespace": "openshift-ingress", "name": "e2e-api-b-1dad58-authn-ssl"} 2026-07-16T20:41:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1dad58","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1dad58", "reconcileID": "34ec3c6e-f9c8-4d46-a3b2-fe571745de4a", "Gateway": "e2e-api-b-1dad58", "namespace": "openshift-ingress"} 2026-07-16T20:41:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1dad58","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1dad58", "reconcileID": "1416fe59-3651-4d7c-9217-62198a36a551", "Gateway": "e2e-api-b-1dad58", "namespace": "openshift-ingress"} 2026-07-16T20:41:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1dad58","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1dad58", "reconcileID": "1416fe59-3651-4d7c-9217-62198a36a551", "Gateway": "e2e-api-b-1dad58", "namespace": "openshift-ingress", "name": "e2e-api-b-1dad58-authn-ssl"} 2026-07-16T20:41:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1dad58","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1dad58", "reconcileID": "1416fe59-3651-4d7c-9217-62198a36a551", "Gateway": "e2e-api-b-1dad58", "namespace": "openshift-ingress"} 2026-07-16T20:41:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-7cfc57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-7cfc57", "reconcileID": "f4d71372-023d-4f41-9335-5f8871af5040", "Gateway": "e2e-api-a-7cfc57", "namespace": "openshift-ingress"} 2026-07-16T20:41:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-7cfc57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-7cfc57", "reconcileID": "f4d71372-023d-4f41-9335-5f8871af5040", "Gateway": "e2e-api-a-7cfc57", "namespace": "openshift-ingress", "name": "e2e-api-a-7cfc57-authn-ssl"} 2026-07-16T20:41:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-7cfc57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-7cfc57", "reconcileID": "f4d71372-023d-4f41-9335-5f8871af5040", "Gateway": "e2e-api-a-7cfc57", "namespace": "openshift-ingress"} 2026-07-16T20:41:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-1dad58"}, "namespace": "ai-tenant-e2e-api-b-1dad58", "name": "openshift-service-ca.crt", "reconcileID": "34b4a73f-2d70-4875-a0b6-a269b071d67d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-1dad58"} 2026-07-16T20:41:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-1dad58"}, "namespace": "ai-tenant-e2e-api-b-1dad58", "name": "odh-trusted-ca-bundle", "reconcileID": "3a3488c0-307a-42d4-88b2-09d4af5fcdca", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-1dad58"} 2026-07-16T20:41:37Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-1dad58"}, "namespace": "ai-tenant-e2e-api-b-1dad58", "name": "openshift-service-ca.crt", "reconcileID": "f74e35aa-6515-4de7-add0-bb7887c6325d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-1dad58", "create": "odh-kserve-custom-ca-bundle"} 2026-07-16T20:41:37Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-1dad58"}, "namespace": "ai-tenant-e2e-api-b-1dad58", "name": "openshift-service-ca.crt", "reconcileID": "f74e35aa-6515-4de7-add0-bb7887c6325d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-1dad58"} 2026-07-16T20:41:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-1dad58"}, "namespace": "ai-tenant-e2e-api-b-1dad58", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "49010e93-d2ae-4c44-a548-aa6bb12393af", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-1dad58"} 2026-07-16T20:41:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-1dad58"}, "namespace": "ai-tenant-e2e-api-b-1dad58", "name": "openshift-service-ca.crt", "reconcileID": "8a83378a-b180-470f-b476-d0994c26648d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-1dad58"} 2026-07-16T20:41:37Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-1dad58"}, "namespace": "ai-tenant-e2e-api-b-1dad58", "name": "odh-trusted-ca-bundle", "reconcileID": "bc02fa3f-9fdf-4041-a21b-29e1440152ec", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-1dad58", "update": "odh-kserve-custom-ca-bundle"} 2026-07-16T20:41:37Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-1dad58"}, "namespace": "ai-tenant-e2e-api-b-1dad58", "name": "odh-trusted-ca-bundle", "reconcileID": "bc02fa3f-9fdf-4041-a21b-29e1440152ec", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-1dad58"} 2026-07-16T20:41:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-1dad58"}, "namespace": "ai-tenant-e2e-api-b-1dad58", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9d32e1ff-847a-4bfa-90e0-f850869da698", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-1dad58"} 2026-07-16T20:41:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1dad58","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1dad58", "reconcileID": "de667867-bc7c-4b08-97dc-68149574f6d7", "Gateway": "e2e-api-b-1dad58", "namespace": "openshift-ingress"} 2026-07-16T20:41:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1dad58","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1dad58", "reconcileID": "de667867-bc7c-4b08-97dc-68149574f6d7", "Gateway": "e2e-api-b-1dad58", "namespace": "openshift-ingress", "name": "e2e-api-b-1dad58-authn-ssl"} 2026-07-16T20:41:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1dad58","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1dad58", "reconcileID": "de667867-bc7c-4b08-97dc-68149574f6d7", "Gateway": "e2e-api-b-1dad58", "namespace": "openshift-ingress"} 2026-07-16T20:41:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "53d856ff-32d8-4a0a-b2fc-c8de16267b89", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-16T20:41:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-7cfc57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-7cfc57", "reconcileID": "582d57b0-0701-44aa-88d3-08863e905da6", "Gateway": "e2e-api-a-7cfc57", "namespace": "openshift-ingress"} 2026-07-16T20:41:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-7cfc57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-7cfc57", "reconcileID": "582d57b0-0701-44aa-88d3-08863e905da6", "Gateway": "e2e-api-a-7cfc57", "namespace": "openshift-ingress", "name": "e2e-api-a-7cfc57-authn-ssl"} 2026-07-16T20:41:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-7cfc57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-7cfc57", "reconcileID": "582d57b0-0701-44aa-88d3-08863e905da6", "Gateway": "e2e-api-a-7cfc57", "namespace": "openshift-ingress"} 2026-07-16T20:41:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1dad58","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1dad58", "reconcileID": "1a986a69-29c9-4fc0-8b6f-4fd753dd1e36", "Gateway": "e2e-api-b-1dad58", "namespace": "openshift-ingress"} 2026-07-16T20:41:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1dad58","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1dad58", "reconcileID": "1a986a69-29c9-4fc0-8b6f-4fd753dd1e36", "Gateway": "e2e-api-b-1dad58", "namespace": "openshift-ingress", "name": "e2e-api-b-1dad58-authn-ssl"} 2026-07-16T20:41:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1dad58","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1dad58", "reconcileID": "1a986a69-29c9-4fc0-8b6f-4fd753dd1e36", "Gateway": "e2e-api-b-1dad58", "namespace": "openshift-ingress"} 2026-07-16T20:41:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "04efc355-d0d9-45a9-a91e-9b90ceef7f3a", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-16T20:42:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "1a31fc27-fc1d-4041-a573-d3d581b56b15", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-16T20:42:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-7cfc57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-7cfc57", "reconcileID": "8b0257f7-1466-41f8-8104-6223009c83d2", "Gateway": "e2e-api-a-7cfc57", "namespace": "openshift-ingress"} 2026-07-16T20:42:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-7cfc57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-7cfc57", "reconcileID": "8b0257f7-1466-41f8-8104-6223009c83d2", "Gateway": "e2e-api-a-7cfc57", "namespace": "openshift-ingress", "name": "e2e-api-a-7cfc57-authn-ssl"} 2026-07-16T20:42:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-7cfc57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-7cfc57", "reconcileID": "8b0257f7-1466-41f8-8104-6223009c83d2", "Gateway": "e2e-api-a-7cfc57", "namespace": "openshift-ingress"} 2026-07-16T20:42:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-7cfc57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-7cfc57", "reconcileID": "1b11d746-44de-4a27-bcc0-f2909636ae7f", "Gateway": "e2e-api-a-7cfc57", "namespace": "openshift-ingress"} 2026-07-16T20:42:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-7cfc57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-7cfc57", "reconcileID": "1b11d746-44de-4a27-bcc0-f2909636ae7f", "Gateway": "e2e-api-a-7cfc57", "namespace": "openshift-ingress", "name": "e2e-api-a-7cfc57-authn-ssl"} 2026-07-16T20:42:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-7cfc57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-7cfc57", "reconcileID": "1b11d746-44de-4a27-bcc0-f2909636ae7f", "Gateway": "e2e-api-a-7cfc57", "namespace": "openshift-ingress"} 2026-07-16T20:42:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-7cfc57"}, "namespace": "ai-tenant-e2e-api-a-7cfc57", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7701b042-d12e-419f-ba83-8716981d2251", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-7cfc57"} 2026-07-16T20:42:10Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-7cfc57"}, "namespace": "ai-tenant-e2e-api-a-7cfc57", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7701b042-d12e-419f-ba83-8716981d2251", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-7cfc57", "create": "odh-kserve-custom-ca-bundle"} 2026-07-16T20:42:10Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-7cfc57"}, "namespace": "ai-tenant-e2e-api-a-7cfc57", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7701b042-d12e-419f-ba83-8716981d2251", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-7cfc57 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-16T20:42:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-7cfc57"}, "namespace": "ai-tenant-e2e-api-a-7cfc57", "name": "odh-trusted-ca-bundle", "reconcileID": "17cf2033-a74b-4986-a304-9b079355b30c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-7cfc57"} 2026-07-16T20:42:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-7cfc57"}, "namespace": "ai-tenant-e2e-api-a-7cfc57", "name": "odh-trusted-ca-bundle", "reconcileID": "17cf2033-a74b-4986-a304-9b079355b30c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-7cfc57"} 2026-07-16T20:42:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-7cfc57"}, "namespace": "ai-tenant-e2e-api-a-7cfc57", "name": "openshift-service-ca.crt", "reconcileID": "6d203e50-9cdc-4433-b95a-de66dea94ef7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-7cfc57"} 2026-07-16T20:42:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-7cfc57"}, "namespace": "ai-tenant-e2e-api-a-7cfc57", "name": "openshift-service-ca.crt", "reconcileID": "6d203e50-9cdc-4433-b95a-de66dea94ef7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-7cfc57"} 2026-07-16T20:42:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-7cfc57"}, "namespace": "ai-tenant-e2e-api-a-7cfc57", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0085050b-005c-457c-9b8c-7784178e01df", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-7cfc57"} 2026-07-16T20:42:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-7cfc57"}, "namespace": "ai-tenant-e2e-api-a-7cfc57", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0085050b-005c-457c-9b8c-7784178e01df", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-7cfc57"} 2026-07-16T20:42:16Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-7cfc57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-7cfc57", "reconcileID": "e8773710-bc8e-4e0c-82ad-d9ccf7825712", "Gateway": "e2e-api-a-7cfc57", "namespace": "openshift-ingress"} 2026-07-16T20:42:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1dad58","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1dad58", "reconcileID": "8341fb2e-214a-4813-90ab-8a41354ab438", "Gateway": "e2e-api-b-1dad58", "namespace": "openshift-ingress"} 2026-07-16T20:42:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1dad58","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1dad58", "reconcileID": "8341fb2e-214a-4813-90ab-8a41354ab438", "Gateway": "e2e-api-b-1dad58", "namespace": "openshift-ingress", "name": "e2e-api-b-1dad58-authn-ssl"} 2026-07-16T20:42:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1dad58","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1dad58", "reconcileID": "8341fb2e-214a-4813-90ab-8a41354ab438", "Gateway": "e2e-api-b-1dad58", "namespace": "openshift-ingress"} 2026-07-16T20:42:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1dad58","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1dad58", "reconcileID": "6340b063-c6e9-4253-b7f1-490a118b198b", "Gateway": "e2e-api-b-1dad58", "namespace": "openshift-ingress"} 2026-07-16T20:42:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1dad58","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1dad58", "reconcileID": "6340b063-c6e9-4253-b7f1-490a118b198b", "Gateway": "e2e-api-b-1dad58", "namespace": "openshift-ingress", "name": "e2e-api-b-1dad58-authn-ssl"} 2026-07-16T20:42:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1dad58","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1dad58", "reconcileID": "6340b063-c6e9-4253-b7f1-490a118b198b", "Gateway": "e2e-api-b-1dad58", "namespace": "openshift-ingress"} 2026-07-16T20:42:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-1dad58"}, "namespace": "ai-tenant-e2e-api-b-1dad58", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5793e642-c6b9-4f81-81e0-a71eda92728a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-1dad58"} 2026-07-16T20:42:37Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-1dad58"}, "namespace": "ai-tenant-e2e-api-b-1dad58", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5793e642-c6b9-4f81-81e0-a71eda92728a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-1dad58", "create": "odh-kserve-custom-ca-bundle"} 2026-07-16T20:42:37Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-1dad58"}, "namespace": "ai-tenant-e2e-api-b-1dad58", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5793e642-c6b9-4f81-81e0-a71eda92728a", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-1dad58 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-16T20:42:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-1dad58"}, "namespace": "ai-tenant-e2e-api-b-1dad58", "name": "odh-trusted-ca-bundle", "reconcileID": "fcd325b2-3c50-4977-8d7a-ce11702dcef3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-1dad58"} 2026-07-16T20:42:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-1dad58"}, "namespace": "ai-tenant-e2e-api-b-1dad58", "name": "odh-trusted-ca-bundle", "reconcileID": "fcd325b2-3c50-4977-8d7a-ce11702dcef3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-1dad58"} 2026-07-16T20:42:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-1dad58"}, "namespace": "ai-tenant-e2e-api-b-1dad58", "name": "openshift-service-ca.crt", "reconcileID": "e23d34f2-ef57-429d-b5e4-c507c4e8d92e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-1dad58"} 2026-07-16T20:42:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-1dad58"}, "namespace": "ai-tenant-e2e-api-b-1dad58", "name": "openshift-service-ca.crt", "reconcileID": "e23d34f2-ef57-429d-b5e4-c507c4e8d92e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-1dad58"} 2026-07-16T20:42:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-1dad58"}, "namespace": "ai-tenant-e2e-api-b-1dad58", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ac5ad45c-b567-4be9-b163-ccd9078d01ce", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-1dad58"} 2026-07-16T20:42:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-1dad58"}, "namespace": "ai-tenant-e2e-api-b-1dad58", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ac5ad45c-b567-4be9-b163-ccd9078d01ce", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-1dad58"} 2026-07-16T20:42:42Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1dad58","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1dad58", "reconcileID": "f0bb8633-9be0-4ef1-a7a1-5afbc5a910b8", "Gateway": "e2e-api-b-1dad58", "namespace": "openshift-ingress"} 2026-07-16T20:42:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9b1256","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9b1256", "reconcileID": "9c1c67dd-8196-4f2e-b802-af25fdde9e41", "Gateway": "e2e-shared-a-9b1256", "namespace": "openshift-ingress"} 2026-07-16T20:42:43Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9b1256","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9b1256", "reconcileID": "9c1c67dd-8196-4f2e-b802-af25fdde9e41", "Gateway": "e2e-shared-a-9b1256", "namespace": "openshift-ingress", "name": "e2e-shared-a-9b1256-authn-ssl"} 2026-07-16T20:42:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9b1256","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9b1256", "reconcileID": "9c1c67dd-8196-4f2e-b802-af25fdde9e41", "Gateway": "e2e-shared-a-9b1256", "namespace": "openshift-ingress"} 2026-07-16T20:42:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9b1256","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9b1256", "reconcileID": "bafd4e69-23e7-4205-8912-0ad9358f0aee", "Gateway": "e2e-shared-a-9b1256", "namespace": "openshift-ingress"} 2026-07-16T20:42:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9b1256","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9b1256", "reconcileID": "bafd4e69-23e7-4205-8912-0ad9358f0aee", "Gateway": "e2e-shared-a-9b1256", "namespace": "openshift-ingress", "name": "e2e-shared-a-9b1256-authn-ssl"} 2026-07-16T20:42:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9b1256","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9b1256", "reconcileID": "bafd4e69-23e7-4205-8912-0ad9358f0aee", "Gateway": "e2e-shared-a-9b1256", "namespace": "openshift-ingress"} 2026-07-16T20:42:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9b1256","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9b1256", "reconcileID": "60badca1-03ce-49d7-aad1-5c5ecceef9d1", "Gateway": "e2e-shared-a-9b1256", "namespace": "openshift-ingress"} 2026-07-16T20:42:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9b1256","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9b1256", "reconcileID": "60badca1-03ce-49d7-aad1-5c5ecceef9d1", "Gateway": "e2e-shared-a-9b1256", "namespace": "openshift-ingress", "name": "e2e-shared-a-9b1256-authn-ssl"} 2026-07-16T20:42:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9b1256","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9b1256", "reconcileID": "60badca1-03ce-49d7-aad1-5c5ecceef9d1", "Gateway": "e2e-shared-a-9b1256", "namespace": "openshift-ingress"} 2026-07-16T20:42:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9b1256","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9b1256", "reconcileID": "c711855f-0272-4706-bba7-786d25e79778", "Gateway": "e2e-shared-a-9b1256", "namespace": "openshift-ingress"} 2026-07-16T20:42:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9b1256","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9b1256", "reconcileID": "c711855f-0272-4706-bba7-786d25e79778", "Gateway": "e2e-shared-a-9b1256", "namespace": "openshift-ingress", "name": "e2e-shared-a-9b1256-authn-ssl"} 2026-07-16T20:42:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9b1256","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9b1256", "reconcileID": "c711855f-0272-4706-bba7-786d25e79778", "Gateway": "e2e-shared-a-9b1256", "namespace": "openshift-ingress"} 2026-07-16T20:42:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9b1256","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9b1256", "reconcileID": "abd49909-c61e-4a0a-979d-04b07ad5ff3c", "Gateway": "e2e-shared-a-9b1256", "namespace": "openshift-ingress"} 2026-07-16T20:42:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9b1256","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9b1256", "reconcileID": "abd49909-c61e-4a0a-979d-04b07ad5ff3c", "Gateway": "e2e-shared-a-9b1256", "namespace": "openshift-ingress", "name": "e2e-shared-a-9b1256-authn-ssl"} 2026-07-16T20:42:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9b1256","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9b1256", "reconcileID": "abd49909-c61e-4a0a-979d-04b07ad5ff3c", "Gateway": "e2e-shared-a-9b1256", "namespace": "openshift-ingress"} 2026-07-16T20:42:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9b1256","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9b1256", "reconcileID": "b52e319e-0545-4190-98b2-6585488f0698", "Gateway": "e2e-shared-a-9b1256", "namespace": "openshift-ingress"} 2026-07-16T20:42:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9b1256","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9b1256", "reconcileID": "b52e319e-0545-4190-98b2-6585488f0698", "Gateway": "e2e-shared-a-9b1256", "namespace": "openshift-ingress", "name": "e2e-shared-a-9b1256-authn-ssl"} 2026-07-16T20:42:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9b1256","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9b1256", "reconcileID": "b52e319e-0545-4190-98b2-6585488f0698", "Gateway": "e2e-shared-a-9b1256", "namespace": "openshift-ingress"} 2026-07-16T20:42:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9b1256","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9b1256", "reconcileID": "11fdafc5-1640-444f-81e9-ca3840a41685", "Gateway": "e2e-shared-a-9b1256", "namespace": "openshift-ingress"} 2026-07-16T20:42:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9b1256","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9b1256", "reconcileID": "11fdafc5-1640-444f-81e9-ca3840a41685", "Gateway": "e2e-shared-a-9b1256", "namespace": "openshift-ingress", "name": "e2e-shared-a-9b1256-authn-ssl"} 2026-07-16T20:42:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9b1256","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9b1256", "reconcileID": "11fdafc5-1640-444f-81e9-ca3840a41685", "Gateway": "e2e-shared-a-9b1256", "namespace": "openshift-ingress"} 2026-07-16T20:42:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-9b1256"}, "namespace": "ai-tenant-e2e-shared-a-9b1256", "name": "openshift-service-ca.crt", "reconcileID": "1acd212c-418c-4ac0-a505-25e7778d6149", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-9b1256"} 2026-07-16T20:42:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-9b1256"}, "namespace": "ai-tenant-e2e-shared-a-9b1256", "name": "odh-trusted-ca-bundle", "reconcileID": "7ddd00a8-8750-4927-9807-9091faba9d54", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-9b1256"} 2026-07-16T20:42:46Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-9b1256"}, "namespace": "ai-tenant-e2e-shared-a-9b1256", "name": "openshift-service-ca.crt", "reconcileID": "7fa48487-add8-4191-a257-8330128b217f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-9b1256", "create": "odh-kserve-custom-ca-bundle"} 2026-07-16T20:42:46Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-9b1256"}, "namespace": "ai-tenant-e2e-shared-a-9b1256", "name": "openshift-service-ca.crt", "reconcileID": "7fa48487-add8-4191-a257-8330128b217f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-9b1256"} 2026-07-16T20:42:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-9b1256"}, "namespace": "ai-tenant-e2e-shared-a-9b1256", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cfb75618-9630-4f5b-a29d-c73efe0870cd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-9b1256"} 2026-07-16T20:42:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-9b1256"}, "namespace": "ai-tenant-e2e-shared-a-9b1256", "name": "openshift-service-ca.crt", "reconcileID": "67e82fb4-0241-4eb4-b78b-093b10c89a2c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-9b1256"} 2026-07-16T20:42:46Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-9b1256"}, "namespace": "ai-tenant-e2e-shared-a-9b1256", "name": "odh-trusted-ca-bundle", "reconcileID": "baa57a4f-bbfd-4bd3-827e-b90a99e31e8b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-9b1256", "update": "odh-kserve-custom-ca-bundle"} 2026-07-16T20:42:46Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-9b1256"}, "namespace": "ai-tenant-e2e-shared-a-9b1256", "name": "odh-trusted-ca-bundle", "reconcileID": "baa57a4f-bbfd-4bd3-827e-b90a99e31e8b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-9b1256"} 2026-07-16T20:42:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-9b1256"}, "namespace": "ai-tenant-e2e-shared-a-9b1256", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "72876de7-e42f-4573-b253-85a27311ed24", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-9b1256"} 2026-07-16T20:42:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9b1256","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9b1256", "reconcileID": "2fdc908e-2d59-4dd5-8fc8-4972fc4beecf", "Gateway": "e2e-shared-a-9b1256", "namespace": "openshift-ingress"} 2026-07-16T20:42:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9b1256","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9b1256", "reconcileID": "2fdc908e-2d59-4dd5-8fc8-4972fc4beecf", "Gateway": "e2e-shared-a-9b1256", "namespace": "openshift-ingress", "name": "e2e-shared-a-9b1256-authn-ssl"} 2026-07-16T20:42:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9b1256","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9b1256", "reconcileID": "2fdc908e-2d59-4dd5-8fc8-4972fc4beecf", "Gateway": "e2e-shared-a-9b1256", "namespace": "openshift-ingress"} 2026-07-16T20:42:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "f04cc792-36b3-4e5e-9510-f04cafa1abce", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-16T20:42:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8a0b5e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8a0b5e", "reconcileID": "df2defca-93d8-43cb-8caf-f2909272ed43", "Gateway": "e2e-shared-b-8a0b5e", "namespace": "openshift-ingress"} 2026-07-16T20:42:51Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8a0b5e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8a0b5e", "reconcileID": "df2defca-93d8-43cb-8caf-f2909272ed43", "Gateway": "e2e-shared-b-8a0b5e", "namespace": "openshift-ingress", "name": "e2e-shared-b-8a0b5e-authn-ssl"} 2026-07-16T20:42:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8a0b5e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8a0b5e", "reconcileID": "df2defca-93d8-43cb-8caf-f2909272ed43", "Gateway": "e2e-shared-b-8a0b5e", "namespace": "openshift-ingress"} 2026-07-16T20:42:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8a0b5e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8a0b5e", "reconcileID": "bc73f0d7-4aad-43b6-935b-6e951fbe0940", "Gateway": "e2e-shared-b-8a0b5e", "namespace": "openshift-ingress"} 2026-07-16T20:42:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8a0b5e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8a0b5e", "reconcileID": "bc73f0d7-4aad-43b6-935b-6e951fbe0940", "Gateway": "e2e-shared-b-8a0b5e", "namespace": "openshift-ingress", "name": "e2e-shared-b-8a0b5e-authn-ssl"} 2026-07-16T20:42:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8a0b5e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8a0b5e", "reconcileID": "bc73f0d7-4aad-43b6-935b-6e951fbe0940", "Gateway": "e2e-shared-b-8a0b5e", "namespace": "openshift-ingress"} 2026-07-16T20:42:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8a0b5e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8a0b5e", "reconcileID": "20e44478-d1da-424d-ab3d-02aad11088ad", "Gateway": "e2e-shared-b-8a0b5e", "namespace": "openshift-ingress"} 2026-07-16T20:42:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8a0b5e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8a0b5e", "reconcileID": "20e44478-d1da-424d-ab3d-02aad11088ad", "Gateway": "e2e-shared-b-8a0b5e", "namespace": "openshift-ingress", "name": "e2e-shared-b-8a0b5e-authn-ssl"} 2026-07-16T20:42:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8a0b5e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8a0b5e", "reconcileID": "20e44478-d1da-424d-ab3d-02aad11088ad", "Gateway": "e2e-shared-b-8a0b5e", "namespace": "openshift-ingress"} 2026-07-16T20:42:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8a0b5e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8a0b5e", "reconcileID": "18cbb062-27af-4318-9065-eaa00a4f8250", "Gateway": "e2e-shared-b-8a0b5e", "namespace": "openshift-ingress"} 2026-07-16T20:42:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8a0b5e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8a0b5e", "reconcileID": "18cbb062-27af-4318-9065-eaa00a4f8250", "Gateway": "e2e-shared-b-8a0b5e", "namespace": "openshift-ingress", "name": "e2e-shared-b-8a0b5e-authn-ssl"} 2026-07-16T20:42:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8a0b5e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8a0b5e", "reconcileID": "18cbb062-27af-4318-9065-eaa00a4f8250", "Gateway": "e2e-shared-b-8a0b5e", "namespace": "openshift-ingress"} 2026-07-16T20:42:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8a0b5e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8a0b5e", "reconcileID": "47bc004a-4463-4b92-8cdd-83692acfeaf5", "Gateway": "e2e-shared-b-8a0b5e", "namespace": "openshift-ingress"} 2026-07-16T20:42:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8a0b5e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8a0b5e", "reconcileID": "47bc004a-4463-4b92-8cdd-83692acfeaf5", "Gateway": "e2e-shared-b-8a0b5e", "namespace": "openshift-ingress", "name": "e2e-shared-b-8a0b5e-authn-ssl"} 2026-07-16T20:42:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8a0b5e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8a0b5e", "reconcileID": "47bc004a-4463-4b92-8cdd-83692acfeaf5", "Gateway": "e2e-shared-b-8a0b5e", "namespace": "openshift-ingress"} 2026-07-16T20:42:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8a0b5e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8a0b5e", "reconcileID": "f6a03819-8b25-4a36-b057-95a064b8f7db", "Gateway": "e2e-shared-b-8a0b5e", "namespace": "openshift-ingress"} 2026-07-16T20:42:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8a0b5e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8a0b5e", "reconcileID": "f6a03819-8b25-4a36-b057-95a064b8f7db", "Gateway": "e2e-shared-b-8a0b5e", "namespace": "openshift-ingress", "name": "e2e-shared-b-8a0b5e-authn-ssl"} 2026-07-16T20:42:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8a0b5e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8a0b5e", "reconcileID": "f6a03819-8b25-4a36-b057-95a064b8f7db", "Gateway": "e2e-shared-b-8a0b5e", "namespace": "openshift-ingress"} 2026-07-16T20:42:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9b1256","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9b1256", "reconcileID": "803895d5-7ef0-4e57-b7b7-6bcd5ae26f2f", "Gateway": "e2e-shared-a-9b1256", "namespace": "openshift-ingress"} 2026-07-16T20:42:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9b1256","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9b1256", "reconcileID": "803895d5-7ef0-4e57-b7b7-6bcd5ae26f2f", "Gateway": "e2e-shared-a-9b1256", "namespace": "openshift-ingress", "name": "e2e-shared-a-9b1256-authn-ssl"} 2026-07-16T20:42:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9b1256","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9b1256", "reconcileID": "803895d5-7ef0-4e57-b7b7-6bcd5ae26f2f", "Gateway": "e2e-shared-a-9b1256", "namespace": "openshift-ingress"} 2026-07-16T20:42:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8a0b5e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8a0b5e", "reconcileID": "0912b9b8-e0c7-474f-9402-290daa47426a", "Gateway": "e2e-shared-b-8a0b5e", "namespace": "openshift-ingress"} 2026-07-16T20:42:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8a0b5e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8a0b5e", "reconcileID": "0912b9b8-e0c7-474f-9402-290daa47426a", "Gateway": "e2e-shared-b-8a0b5e", "namespace": "openshift-ingress", "name": "e2e-shared-b-8a0b5e-authn-ssl"} 2026-07-16T20:42:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8a0b5e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8a0b5e", "reconcileID": "0912b9b8-e0c7-474f-9402-290daa47426a", "Gateway": "e2e-shared-b-8a0b5e", "namespace": "openshift-ingress"} 2026-07-16T20:42:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-8a0b5e"}, "namespace": "ai-tenant-e2e-shared-b-8a0b5e", "name": "openshift-service-ca.crt", "reconcileID": "c39b78e8-6ec1-431e-a856-96457a664e61", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-8a0b5e"} 2026-07-16T20:42:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-8a0b5e"}, "namespace": "ai-tenant-e2e-shared-b-8a0b5e", "name": "odh-trusted-ca-bundle", "reconcileID": "e294bac9-07a8-43cd-9161-45b50f4878df", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-8a0b5e"} 2026-07-16T20:42:54Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-8a0b5e"}, "namespace": "ai-tenant-e2e-shared-b-8a0b5e", "name": "openshift-service-ca.crt", "reconcileID": "dff08450-478a-4f20-9f9e-2a279f235a77", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-8a0b5e", "create": "odh-kserve-custom-ca-bundle"} 2026-07-16T20:42:54Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-8a0b5e"}, "namespace": "ai-tenant-e2e-shared-b-8a0b5e", "name": "openshift-service-ca.crt", "reconcileID": "dff08450-478a-4f20-9f9e-2a279f235a77", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-8a0b5e"} 2026-07-16T20:42:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-8a0b5e"}, "namespace": "ai-tenant-e2e-shared-b-8a0b5e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7792b9fa-431b-4c38-8828-55a6e19c4aa0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-8a0b5e"} 2026-07-16T20:42:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-8a0b5e"}, "namespace": "ai-tenant-e2e-shared-b-8a0b5e", "name": "openshift-service-ca.crt", "reconcileID": "41404290-be89-4557-80c0-8a2cc678c667", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-8a0b5e"} 2026-07-16T20:42:54Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-8a0b5e"}, "namespace": "ai-tenant-e2e-shared-b-8a0b5e", "name": "odh-trusted-ca-bundle", "reconcileID": "8c788141-dfdc-4d08-b04f-fa77cf3d4210", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-8a0b5e", "update": "odh-kserve-custom-ca-bundle"} 2026-07-16T20:42:54Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-8a0b5e"}, "namespace": "ai-tenant-e2e-shared-b-8a0b5e", "name": "odh-trusted-ca-bundle", "reconcileID": "8c788141-dfdc-4d08-b04f-fa77cf3d4210", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-8a0b5e"} 2026-07-16T20:42:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-8a0b5e"}, "namespace": "ai-tenant-e2e-shared-b-8a0b5e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "70cd9d66-771b-48cd-aa76-d382c3fccc66", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-8a0b5e"} 2026-07-16T20:42:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8a0b5e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8a0b5e", "reconcileID": "c391e1c0-410b-4985-8010-f846c1fdd8df", "Gateway": "e2e-shared-b-8a0b5e", "namespace": "openshift-ingress"} 2026-07-16T20:42:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8a0b5e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8a0b5e", "reconcileID": "c391e1c0-410b-4985-8010-f846c1fdd8df", "Gateway": "e2e-shared-b-8a0b5e", "namespace": "openshift-ingress", "name": "e2e-shared-b-8a0b5e-authn-ssl"} 2026-07-16T20:42:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8a0b5e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8a0b5e", "reconcileID": "c391e1c0-410b-4985-8010-f846c1fdd8df", "Gateway": "e2e-shared-b-8a0b5e", "namespace": "openshift-ingress"} 2026-07-16T20:42:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "3d8919de-ca96-4147-b7b9-03dd4961e30c", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-16T20:43:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8a0b5e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8a0b5e", "reconcileID": "e5876ab2-8388-4010-a637-7fe4301acbf4", "Gateway": "e2e-shared-b-8a0b5e", "namespace": "openshift-ingress"} 2026-07-16T20:43:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8a0b5e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8a0b5e", "reconcileID": "e5876ab2-8388-4010-a637-7fe4301acbf4", "Gateway": "e2e-shared-b-8a0b5e", "namespace": "openshift-ingress", "name": "e2e-shared-b-8a0b5e-authn-ssl"} 2026-07-16T20:43:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8a0b5e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8a0b5e", "reconcileID": "e5876ab2-8388-4010-a637-7fe4301acbf4", "Gateway": "e2e-shared-b-8a0b5e", "namespace": "openshift-ingress"} 2026-07-16T20:43:04Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9b1256","namespace":"ai-tenant-e2e-shared-a-9b1256"}, "namespace": "ai-tenant-e2e-shared-a-9b1256", "name": "auth-test-model-9b1256", "reconcileID": "3c2c89cc-96a5-4fa5-a445-1e982ff83ff2", "LLMInferenceService": "auth-test-model-9b1256", "namespace": "ai-tenant-e2e-shared-a-9b1256"} 2026-07-16T20:43:04Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9b1256","namespace":"ai-tenant-e2e-shared-a-9b1256"}, "namespace": "ai-tenant-e2e-shared-a-9b1256", "name": "auth-test-model-9b1256", "reconcileID": "3c2c89cc-96a5-4fa5-a445-1e982ff83ff2", "LLMInferenceService": "auth-test-model-9b1256", "namespace": "ai-tenant-e2e-shared-a-9b1256"} 2026-07-16T20:43:04Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9b1256","namespace":"ai-tenant-e2e-shared-a-9b1256"}, "namespace": "ai-tenant-e2e-shared-a-9b1256", "name": "auth-test-model-9b1256", "reconcileID": "3c2c89cc-96a5-4fa5-a445-1e982ff83ff2", "LLMInferenceService": "auth-test-model-9b1256", "namespace": "ai-tenant-e2e-shared-a-9b1256"} 2026-07-16T20:43:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9b1256","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9b1256", "reconcileID": "c2a64d5f-bc96-437b-b653-88e582dfd598", "Gateway": "e2e-shared-a-9b1256", "namespace": "openshift-ingress"} 2026-07-16T20:43:04Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9b1256","namespace":"ai-tenant-e2e-shared-a-9b1256"}, "namespace": "ai-tenant-e2e-shared-a-9b1256", "name": "auth-test-model-9b1256", "reconcileID": "3c2c89cc-96a5-4fa5-a445-1e982ff83ff2", "LLMInferenceService": "auth-test-model-9b1256", "namespace": "ai-tenant-e2e-shared-a-9b1256", "name": "auth-test-model-9b1256-kserve-route-authn"} 2026-07-16T20:43:04Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9b1256","namespace":"ai-tenant-e2e-shared-a-9b1256"}, "namespace": "ai-tenant-e2e-shared-a-9b1256", "name": "auth-test-model-9b1256", "reconcileID": "3c2c89cc-96a5-4fa5-a445-1e982ff83ff2", "LLMInferenceService": "auth-test-model-9b1256", "namespace": "ai-tenant-e2e-shared-a-9b1256", "authType": "userdefined"} 2026-07-16T20:43:04Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9b1256","namespace":"ai-tenant-e2e-shared-a-9b1256"}, "namespace": "ai-tenant-e2e-shared-a-9b1256", "name": "auth-test-model-9b1256", "reconcileID": "3c2c89cc-96a5-4fa5-a445-1e982ff83ff2", "LLMInferenceService": "auth-test-model-9b1256", "namespace": "ai-tenant-e2e-shared-a-9b1256"} 2026-07-16T20:43:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9b1256","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9b1256", "reconcileID": "c2a64d5f-bc96-437b-b653-88e582dfd598", "Gateway": "e2e-shared-a-9b1256", "namespace": "openshift-ingress", "name": "e2e-shared-a-9b1256-authn-ssl"} 2026-07-16T20:43:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9b1256","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9b1256", "reconcileID": "c2a64d5f-bc96-437b-b653-88e582dfd598", "Gateway": "e2e-shared-a-9b1256", "namespace": "openshift-ingress"} 2026-07-16T20:43:04Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9b1256","namespace":"ai-tenant-e2e-shared-a-9b1256"}, "namespace": "ai-tenant-e2e-shared-a-9b1256", "name": "auth-test-model-9b1256", "reconcileID": "cf28628d-b1d9-4fb8-bbeb-bd6ee7e0eecd", "LLMInferenceService": "auth-test-model-9b1256", "namespace": "ai-tenant-e2e-shared-a-9b1256"} 2026-07-16T20:43:04Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9b1256","namespace":"ai-tenant-e2e-shared-a-9b1256"}, "namespace": "ai-tenant-e2e-shared-a-9b1256", "name": "auth-test-model-9b1256", "reconcileID": "cf28628d-b1d9-4fb8-bbeb-bd6ee7e0eecd", "LLMInferenceService": "auth-test-model-9b1256", "namespace": "ai-tenant-e2e-shared-a-9b1256"} 2026-07-16T20:43:04Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9b1256","namespace":"ai-tenant-e2e-shared-a-9b1256"}, "namespace": "ai-tenant-e2e-shared-a-9b1256", "name": "auth-test-model-9b1256", "reconcileID": "cf28628d-b1d9-4fb8-bbeb-bd6ee7e0eecd", "LLMInferenceService": "auth-test-model-9b1256", "namespace": "ai-tenant-e2e-shared-a-9b1256"} 2026-07-16T20:43:04Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9b1256","namespace":"ai-tenant-e2e-shared-a-9b1256"}, "namespace": "ai-tenant-e2e-shared-a-9b1256", "name": "auth-test-model-9b1256", "reconcileID": "cf28628d-b1d9-4fb8-bbeb-bd6ee7e0eecd", "LLMInferenceService": "auth-test-model-9b1256", "namespace": "ai-tenant-e2e-shared-a-9b1256", "name": "auth-test-model-9b1256-kserve-route-authn"} 2026-07-16T20:43:04Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9b1256","namespace":"ai-tenant-e2e-shared-a-9b1256"}, "namespace": "ai-tenant-e2e-shared-a-9b1256", "name": "auth-test-model-9b1256", "reconcileID": "cf28628d-b1d9-4fb8-bbeb-bd6ee7e0eecd", "LLMInferenceService": "auth-test-model-9b1256", "namespace": "ai-tenant-e2e-shared-a-9b1256", "authType": "userdefined"} 2026-07-16T20:43:04Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9b1256","namespace":"ai-tenant-e2e-shared-a-9b1256"}, "namespace": "ai-tenant-e2e-shared-a-9b1256", "name": "auth-test-model-9b1256", "reconcileID": "cf28628d-b1d9-4fb8-bbeb-bd6ee7e0eecd", "LLMInferenceService": "auth-test-model-9b1256", "namespace": "ai-tenant-e2e-shared-a-9b1256"} 2026-07-16T20:43:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "1d8e910d-d69b-4531-ace3-eb733df9dc6a", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-16T20:43:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9b1256","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9b1256", "reconcileID": "959124d4-59cf-44d9-bcce-c699b45df72a", "Gateway": "e2e-shared-a-9b1256", "namespace": "openshift-ingress"} 2026-07-16T20:43:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9b1256","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9b1256", "reconcileID": "959124d4-59cf-44d9-bcce-c699b45df72a", "Gateway": "e2e-shared-a-9b1256", "namespace": "openshift-ingress", "name": "e2e-shared-a-9b1256-authn-ssl"} 2026-07-16T20:43:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9b1256","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9b1256", "reconcileID": "959124d4-59cf-44d9-bcce-c699b45df72a", "Gateway": "e2e-shared-a-9b1256", "namespace": "openshift-ingress"} 2026-07-16T20:43:15Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9b1256","namespace":"ai-tenant-e2e-shared-a-9b1256"}, "namespace": "ai-tenant-e2e-shared-a-9b1256", "name": "auth-test-model-9b1256", "reconcileID": "7323b99c-a6e6-40ca-9c73-62297ea92977", "LLMInferenceService": "auth-test-model-9b1256", "namespace": "ai-tenant-e2e-shared-a-9b1256"} 2026-07-16T20:43:15Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9b1256","namespace":"ai-tenant-e2e-shared-a-9b1256"}, "namespace": "ai-tenant-e2e-shared-a-9b1256", "name": "auth-test-model-9b1256", "reconcileID": "7323b99c-a6e6-40ca-9c73-62297ea92977", "LLMInferenceService": "auth-test-model-9b1256", "namespace": "ai-tenant-e2e-shared-a-9b1256"} 2026-07-16T20:43:15Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9b1256","namespace":"ai-tenant-e2e-shared-a-9b1256"}, "namespace": "ai-tenant-e2e-shared-a-9b1256", "name": "auth-test-model-9b1256", "reconcileID": "7323b99c-a6e6-40ca-9c73-62297ea92977", "LLMInferenceService": "auth-test-model-9b1256", "namespace": "ai-tenant-e2e-shared-a-9b1256"} 2026-07-16T20:43:15Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9b1256","namespace":"ai-tenant-e2e-shared-a-9b1256"}, "namespace": "ai-tenant-e2e-shared-a-9b1256", "name": "auth-test-model-9b1256", "reconcileID": "7323b99c-a6e6-40ca-9c73-62297ea92977", "LLMInferenceService": "auth-test-model-9b1256", "namespace": "ai-tenant-e2e-shared-a-9b1256", "name": "auth-test-model-9b1256-kserve-route-authn"} 2026-07-16T20:43:15Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9b1256","namespace":"ai-tenant-e2e-shared-a-9b1256"}, "namespace": "ai-tenant-e2e-shared-a-9b1256", "name": "auth-test-model-9b1256", "reconcileID": "7323b99c-a6e6-40ca-9c73-62297ea92977", "LLMInferenceService": "auth-test-model-9b1256", "namespace": "ai-tenant-e2e-shared-a-9b1256", "authType": "userdefined"} 2026-07-16T20:43:15Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9b1256","namespace":"ai-tenant-e2e-shared-a-9b1256"}, "namespace": "ai-tenant-e2e-shared-a-9b1256", "name": "auth-test-model-9b1256", "reconcileID": "7323b99c-a6e6-40ca-9c73-62297ea92977", "LLMInferenceService": "auth-test-model-9b1256", "namespace": "ai-tenant-e2e-shared-a-9b1256"} 2026-07-16T20:43:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "78375704-fbf1-43fb-a101-004b5985db58", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-16T20:43:37Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9b1256","namespace":"ai-tenant-e2e-shared-a-9b1256"}, "namespace": "ai-tenant-e2e-shared-a-9b1256", "name": "auth-test-model-9b1256", "reconcileID": "2f2d71f7-aea6-4263-a97d-7a26674dbf0c", "LLMInferenceService": "auth-test-model-9b1256", "namespace": "ai-tenant-e2e-shared-a-9b1256"} 2026-07-16T20:43:37Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9b1256","namespace":"ai-tenant-e2e-shared-a-9b1256"}, "namespace": "ai-tenant-e2e-shared-a-9b1256", "name": "auth-test-model-9b1256", "reconcileID": "2f2d71f7-aea6-4263-a97d-7a26674dbf0c", "LLMInferenceService": "auth-test-model-9b1256", "namespace": "ai-tenant-e2e-shared-a-9b1256"} 2026-07-16T20:43:37Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9b1256","namespace":"ai-tenant-e2e-shared-a-9b1256"}, "namespace": "ai-tenant-e2e-shared-a-9b1256", "name": "auth-test-model-9b1256", "reconcileID": "2f2d71f7-aea6-4263-a97d-7a26674dbf0c", "LLMInferenceService": "auth-test-model-9b1256", "namespace": "ai-tenant-e2e-shared-a-9b1256"} 2026-07-16T20:43:37Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9b1256","namespace":"ai-tenant-e2e-shared-a-9b1256"}, "namespace": "ai-tenant-e2e-shared-a-9b1256", "name": "auth-test-model-9b1256", "reconcileID": "2f2d71f7-aea6-4263-a97d-7a26674dbf0c", "LLMInferenceService": "auth-test-model-9b1256", "namespace": "ai-tenant-e2e-shared-a-9b1256", "name": "auth-test-model-9b1256-kserve-route-authn"} 2026-07-16T20:43:37Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9b1256","namespace":"ai-tenant-e2e-shared-a-9b1256"}, "namespace": "ai-tenant-e2e-shared-a-9b1256", "name": "auth-test-model-9b1256", "reconcileID": "2f2d71f7-aea6-4263-a97d-7a26674dbf0c", "LLMInferenceService": "auth-test-model-9b1256", "namespace": "ai-tenant-e2e-shared-a-9b1256", "authType": "userdefined"} 2026-07-16T20:43:37Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9b1256","namespace":"ai-tenant-e2e-shared-a-9b1256"}, "namespace": "ai-tenant-e2e-shared-a-9b1256", "name": "auth-test-model-9b1256", "reconcileID": "2f2d71f7-aea6-4263-a97d-7a26674dbf0c", "LLMInferenceService": "auth-test-model-9b1256", "namespace": "ai-tenant-e2e-shared-a-9b1256"} 2026-07-16T20:43:40Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8a0b5e","namespace":"ai-tenant-e2e-shared-b-8a0b5e"}, "namespace": "ai-tenant-e2e-shared-b-8a0b5e", "name": "auth-test-model-8a0b5e", "reconcileID": "f62b30c3-314e-46a7-ae7d-f9d74d0126e2", "LLMInferenceService": "auth-test-model-8a0b5e", "namespace": "ai-tenant-e2e-shared-b-8a0b5e"} 2026-07-16T20:43:40Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8a0b5e","namespace":"ai-tenant-e2e-shared-b-8a0b5e"}, "namespace": "ai-tenant-e2e-shared-b-8a0b5e", "name": "auth-test-model-8a0b5e", "reconcileID": "f62b30c3-314e-46a7-ae7d-f9d74d0126e2", "LLMInferenceService": "auth-test-model-8a0b5e", "namespace": "ai-tenant-e2e-shared-b-8a0b5e"} 2026-07-16T20:43:40Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8a0b5e","namespace":"ai-tenant-e2e-shared-b-8a0b5e"}, "namespace": "ai-tenant-e2e-shared-b-8a0b5e", "name": "auth-test-model-8a0b5e", "reconcileID": "f62b30c3-314e-46a7-ae7d-f9d74d0126e2", "LLMInferenceService": "auth-test-model-8a0b5e", "namespace": "ai-tenant-e2e-shared-b-8a0b5e"} 2026-07-16T20:43:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8a0b5e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8a0b5e", "reconcileID": "2a339f6f-2468-4811-b433-91ff56de6dd7", "Gateway": "e2e-shared-b-8a0b5e", "namespace": "openshift-ingress"} 2026-07-16T20:43:40Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8a0b5e","namespace":"ai-tenant-e2e-shared-b-8a0b5e"}, "namespace": "ai-tenant-e2e-shared-b-8a0b5e", "name": "auth-test-model-8a0b5e", "reconcileID": "f62b30c3-314e-46a7-ae7d-f9d74d0126e2", "LLMInferenceService": "auth-test-model-8a0b5e", "namespace": "ai-tenant-e2e-shared-b-8a0b5e", "name": "auth-test-model-8a0b5e-kserve-route-authn"} 2026-07-16T20:43:40Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8a0b5e","namespace":"ai-tenant-e2e-shared-b-8a0b5e"}, "namespace": "ai-tenant-e2e-shared-b-8a0b5e", "name": "auth-test-model-8a0b5e", "reconcileID": "f62b30c3-314e-46a7-ae7d-f9d74d0126e2", "LLMInferenceService": "auth-test-model-8a0b5e", "namespace": "ai-tenant-e2e-shared-b-8a0b5e", "authType": "userdefined"} 2026-07-16T20:43:40Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8a0b5e","namespace":"ai-tenant-e2e-shared-b-8a0b5e"}, "namespace": "ai-tenant-e2e-shared-b-8a0b5e", "name": "auth-test-model-8a0b5e", "reconcileID": "f62b30c3-314e-46a7-ae7d-f9d74d0126e2", "LLMInferenceService": "auth-test-model-8a0b5e", "namespace": "ai-tenant-e2e-shared-b-8a0b5e"} 2026-07-16T20:43:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8a0b5e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8a0b5e", "reconcileID": "2a339f6f-2468-4811-b433-91ff56de6dd7", "Gateway": "e2e-shared-b-8a0b5e", "namespace": "openshift-ingress", "name": "e2e-shared-b-8a0b5e-authn-ssl"} 2026-07-16T20:43:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8a0b5e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8a0b5e", "reconcileID": "2a339f6f-2468-4811-b433-91ff56de6dd7", "Gateway": "e2e-shared-b-8a0b5e", "namespace": "openshift-ingress"} 2026-07-16T20:43:40Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8a0b5e","namespace":"ai-tenant-e2e-shared-b-8a0b5e"}, "namespace": "ai-tenant-e2e-shared-b-8a0b5e", "name": "auth-test-model-8a0b5e", "reconcileID": "ad482188-dddd-4e6c-a558-13332e00f4dd", "LLMInferenceService": "auth-test-model-8a0b5e", "namespace": "ai-tenant-e2e-shared-b-8a0b5e"} 2026-07-16T20:43:40Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8a0b5e","namespace":"ai-tenant-e2e-shared-b-8a0b5e"}, "namespace": "ai-tenant-e2e-shared-b-8a0b5e", "name": "auth-test-model-8a0b5e", "reconcileID": "ad482188-dddd-4e6c-a558-13332e00f4dd", "LLMInferenceService": "auth-test-model-8a0b5e", "namespace": "ai-tenant-e2e-shared-b-8a0b5e"} 2026-07-16T20:43:40Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8a0b5e","namespace":"ai-tenant-e2e-shared-b-8a0b5e"}, "namespace": "ai-tenant-e2e-shared-b-8a0b5e", "name": "auth-test-model-8a0b5e", "reconcileID": "ad482188-dddd-4e6c-a558-13332e00f4dd", "LLMInferenceService": "auth-test-model-8a0b5e", "namespace": "ai-tenant-e2e-shared-b-8a0b5e"} 2026-07-16T20:43:40Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8a0b5e","namespace":"ai-tenant-e2e-shared-b-8a0b5e"}, "namespace": "ai-tenant-e2e-shared-b-8a0b5e", "name": "auth-test-model-8a0b5e", "reconcileID": "ad482188-dddd-4e6c-a558-13332e00f4dd", "LLMInferenceService": "auth-test-model-8a0b5e", "namespace": "ai-tenant-e2e-shared-b-8a0b5e", "name": "auth-test-model-8a0b5e-kserve-route-authn"} 2026-07-16T20:43:40Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8a0b5e","namespace":"ai-tenant-e2e-shared-b-8a0b5e"}, "namespace": "ai-tenant-e2e-shared-b-8a0b5e", "name": "auth-test-model-8a0b5e", "reconcileID": "ad482188-dddd-4e6c-a558-13332e00f4dd", "LLMInferenceService": "auth-test-model-8a0b5e", "namespace": "ai-tenant-e2e-shared-b-8a0b5e", "authType": "userdefined"} 2026-07-16T20:43:40Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8a0b5e","namespace":"ai-tenant-e2e-shared-b-8a0b5e"}, "namespace": "ai-tenant-e2e-shared-b-8a0b5e", "name": "auth-test-model-8a0b5e", "reconcileID": "ad482188-dddd-4e6c-a558-13332e00f4dd", "LLMInferenceService": "auth-test-model-8a0b5e", "namespace": "ai-tenant-e2e-shared-b-8a0b5e"} 2026-07-16T20:43:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8a0b5e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8a0b5e", "reconcileID": "e0aaa43b-5c83-4f9b-b916-22a8b5d42d40", "Gateway": "e2e-shared-b-8a0b5e", "namespace": "openshift-ingress"} 2026-07-16T20:43:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8a0b5e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8a0b5e", "reconcileID": "e0aaa43b-5c83-4f9b-b916-22a8b5d42d40", "Gateway": "e2e-shared-b-8a0b5e", "namespace": "openshift-ingress", "name": "e2e-shared-b-8a0b5e-authn-ssl"} 2026-07-16T20:43:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8a0b5e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8a0b5e", "reconcileID": "e0aaa43b-5c83-4f9b-b916-22a8b5d42d40", "Gateway": "e2e-shared-b-8a0b5e", "namespace": "openshift-ingress"} 2026-07-16T20:43:59Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8a0b5e","namespace":"ai-tenant-e2e-shared-b-8a0b5e"}, "namespace": "ai-tenant-e2e-shared-b-8a0b5e", "name": "auth-test-model-8a0b5e", "reconcileID": "76633fad-c434-4c36-8c56-773f782671a6", "LLMInferenceService": "auth-test-model-8a0b5e", "namespace": "ai-tenant-e2e-shared-b-8a0b5e"} 2026-07-16T20:43:59Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8a0b5e","namespace":"ai-tenant-e2e-shared-b-8a0b5e"}, "namespace": "ai-tenant-e2e-shared-b-8a0b5e", "name": "auth-test-model-8a0b5e", "reconcileID": "76633fad-c434-4c36-8c56-773f782671a6", "LLMInferenceService": "auth-test-model-8a0b5e", "namespace": "ai-tenant-e2e-shared-b-8a0b5e"} 2026-07-16T20:43:59Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8a0b5e","namespace":"ai-tenant-e2e-shared-b-8a0b5e"}, "namespace": "ai-tenant-e2e-shared-b-8a0b5e", "name": "auth-test-model-8a0b5e", "reconcileID": "76633fad-c434-4c36-8c56-773f782671a6", "LLMInferenceService": "auth-test-model-8a0b5e", "namespace": "ai-tenant-e2e-shared-b-8a0b5e"} 2026-07-16T20:43:59Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8a0b5e","namespace":"ai-tenant-e2e-shared-b-8a0b5e"}, "namespace": "ai-tenant-e2e-shared-b-8a0b5e", "name": "auth-test-model-8a0b5e", "reconcileID": "76633fad-c434-4c36-8c56-773f782671a6", "LLMInferenceService": "auth-test-model-8a0b5e", "namespace": "ai-tenant-e2e-shared-b-8a0b5e", "name": "auth-test-model-8a0b5e-kserve-route-authn"} 2026-07-16T20:43:59Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8a0b5e","namespace":"ai-tenant-e2e-shared-b-8a0b5e"}, "namespace": "ai-tenant-e2e-shared-b-8a0b5e", "name": "auth-test-model-8a0b5e", "reconcileID": "76633fad-c434-4c36-8c56-773f782671a6", "LLMInferenceService": "auth-test-model-8a0b5e", "namespace": "ai-tenant-e2e-shared-b-8a0b5e", "authType": "userdefined"} 2026-07-16T20:43:59Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8a0b5e","namespace":"ai-tenant-e2e-shared-b-8a0b5e"}, "namespace": "ai-tenant-e2e-shared-b-8a0b5e", "name": "auth-test-model-8a0b5e", "reconcileID": "76633fad-c434-4c36-8c56-773f782671a6", "LLMInferenceService": "auth-test-model-8a0b5e", "namespace": "ai-tenant-e2e-shared-b-8a0b5e"} 2026-07-16T20:44:01Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8a0b5e","namespace":"ai-tenant-e2e-shared-b-8a0b5e"}, "namespace": "ai-tenant-e2e-shared-b-8a0b5e", "name": "auth-test-model-8a0b5e", "reconcileID": "9c25ca6b-d46c-4fd3-8ee9-42e1cbe224d8", "LLMInferenceService": "auth-test-model-8a0b5e", "namespace": "ai-tenant-e2e-shared-b-8a0b5e"} 2026-07-16T20:44:01Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8a0b5e","namespace":"ai-tenant-e2e-shared-b-8a0b5e"}, "namespace": "ai-tenant-e2e-shared-b-8a0b5e", "name": "auth-test-model-8a0b5e", "reconcileID": "9c25ca6b-d46c-4fd3-8ee9-42e1cbe224d8", "LLMInferenceService": "auth-test-model-8a0b5e", "namespace": "ai-tenant-e2e-shared-b-8a0b5e"} 2026-07-16T20:44:01Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8a0b5e","namespace":"ai-tenant-e2e-shared-b-8a0b5e"}, "namespace": "ai-tenant-e2e-shared-b-8a0b5e", "name": "auth-test-model-8a0b5e", "reconcileID": "9c25ca6b-d46c-4fd3-8ee9-42e1cbe224d8", "LLMInferenceService": "auth-test-model-8a0b5e", "namespace": "ai-tenant-e2e-shared-b-8a0b5e"} 2026-07-16T20:44:01Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8a0b5e","namespace":"ai-tenant-e2e-shared-b-8a0b5e"}, "namespace": "ai-tenant-e2e-shared-b-8a0b5e", "name": "auth-test-model-8a0b5e", "reconcileID": "9c25ca6b-d46c-4fd3-8ee9-42e1cbe224d8", "LLMInferenceService": "auth-test-model-8a0b5e", "namespace": "ai-tenant-e2e-shared-b-8a0b5e", "name": "auth-test-model-8a0b5e-kserve-route-authn"} 2026-07-16T20:44:01Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8a0b5e","namespace":"ai-tenant-e2e-shared-b-8a0b5e"}, "namespace": "ai-tenant-e2e-shared-b-8a0b5e", "name": "auth-test-model-8a0b5e", "reconcileID": "9c25ca6b-d46c-4fd3-8ee9-42e1cbe224d8", "LLMInferenceService": "auth-test-model-8a0b5e", "namespace": "ai-tenant-e2e-shared-b-8a0b5e", "authType": "userdefined"} 2026-07-16T20:44:01Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8a0b5e","namespace":"ai-tenant-e2e-shared-b-8a0b5e"}, "namespace": "ai-tenant-e2e-shared-b-8a0b5e", "name": "auth-test-model-8a0b5e", "reconcileID": "9c25ca6b-d46c-4fd3-8ee9-42e1cbe224d8", "LLMInferenceService": "auth-test-model-8a0b5e", "namespace": "ai-tenant-e2e-shared-b-8a0b5e"} 2026-07-16T20:44:09Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8a0b5e","namespace":"ai-tenant-e2e-shared-b-8a0b5e"}, "namespace": "ai-tenant-e2e-shared-b-8a0b5e", "name": "auth-test-model-8a0b5e", "reconcileID": "12b7f818-e102-454f-ad96-b48568a0dca3", "LLMInferenceService": "auth-test-model-8a0b5e", "namespace": "ai-tenant-e2e-shared-b-8a0b5e"} 2026-07-16T20:44:09Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8a0b5e","namespace":"ai-tenant-e2e-shared-b-8a0b5e"}, "namespace": "ai-tenant-e2e-shared-b-8a0b5e", "name": "auth-test-model-8a0b5e", "reconcileID": "12b7f818-e102-454f-ad96-b48568a0dca3", "LLMInferenceService": "auth-test-model-8a0b5e", "namespace": "ai-tenant-e2e-shared-b-8a0b5e"} 2026-07-16T20:44:09Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8a0b5e","namespace":"ai-tenant-e2e-shared-b-8a0b5e"}, "namespace": "ai-tenant-e2e-shared-b-8a0b5e", "name": "auth-test-model-8a0b5e", "reconcileID": "12b7f818-e102-454f-ad96-b48568a0dca3", "LLMInferenceService": "auth-test-model-8a0b5e", "namespace": "ai-tenant-e2e-shared-b-8a0b5e"} 2026-07-16T20:44:09Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8a0b5e","namespace":"ai-tenant-e2e-shared-b-8a0b5e"}, "namespace": "ai-tenant-e2e-shared-b-8a0b5e", "name": "auth-test-model-8a0b5e", "reconcileID": "12b7f818-e102-454f-ad96-b48568a0dca3", "LLMInferenceService": "auth-test-model-8a0b5e", "namespace": "ai-tenant-e2e-shared-b-8a0b5e", "name": "auth-test-model-8a0b5e-kserve-route-authn"} 2026-07-16T20:44:09Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8a0b5e","namespace":"ai-tenant-e2e-shared-b-8a0b5e"}, "namespace": "ai-tenant-e2e-shared-b-8a0b5e", "name": "auth-test-model-8a0b5e", "reconcileID": "12b7f818-e102-454f-ad96-b48568a0dca3", "LLMInferenceService": "auth-test-model-8a0b5e", "namespace": "ai-tenant-e2e-shared-b-8a0b5e", "authType": "userdefined"} 2026-07-16T20:44:09Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8a0b5e","namespace":"ai-tenant-e2e-shared-b-8a0b5e"}, "namespace": "ai-tenant-e2e-shared-b-8a0b5e", "name": "auth-test-model-8a0b5e", "reconcileID": "12b7f818-e102-454f-ad96-b48568a0dca3", "LLMInferenceService": "auth-test-model-8a0b5e", "namespace": "ai-tenant-e2e-shared-b-8a0b5e"} 2026-07-16T20:44:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9b1256","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9b1256", "reconcileID": "178fc1df-f64d-4f22-b726-950740258f94", "Gateway": "e2e-shared-a-9b1256", "namespace": "openshift-ingress"} 2026-07-16T20:44:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9b1256","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9b1256", "reconcileID": "178fc1df-f64d-4f22-b726-950740258f94", "Gateway": "e2e-shared-a-9b1256", "namespace": "openshift-ingress", "name": "e2e-shared-a-9b1256-authn-ssl"} 2026-07-16T20:44:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9b1256","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9b1256", "reconcileID": "178fc1df-f64d-4f22-b726-950740258f94", "Gateway": "e2e-shared-a-9b1256", "namespace": "openshift-ingress"} 2026-07-16T20:44:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8a0b5e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8a0b5e", "reconcileID": "1b8b1b8c-19f6-42f6-8b1c-4d2dd31123f6", "Gateway": "e2e-shared-b-8a0b5e", "namespace": "openshift-ingress"} 2026-07-16T20:44:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8a0b5e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8a0b5e", "reconcileID": "1b8b1b8c-19f6-42f6-8b1c-4d2dd31123f6", "Gateway": "e2e-shared-b-8a0b5e", "namespace": "openshift-ingress", "name": "e2e-shared-b-8a0b5e-authn-ssl"} 2026-07-16T20:44:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8a0b5e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8a0b5e", "reconcileID": "1b8b1b8c-19f6-42f6-8b1c-4d2dd31123f6", "Gateway": "e2e-shared-b-8a0b5e", "namespace": "openshift-ingress"} 2026-07-16T20:44:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "18cc640b-c5c8-4eae-895d-1b8dffa607fe", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-16T20:46:02Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9b1256","namespace":"ai-tenant-e2e-shared-a-9b1256"}, "namespace": "ai-tenant-e2e-shared-a-9b1256", "name": "auth-test-model-9b1256", "reconcileID": "e4f1f438-ac9e-4990-99cf-bf2f22939c7b", "LLMInferenceService": "auth-test-model-9b1256", "namespace": "ai-tenant-e2e-shared-a-9b1256"} 2026-07-16T20:46:02Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9b1256","namespace":"ai-tenant-e2e-shared-a-9b1256"}, "namespace": "ai-tenant-e2e-shared-a-9b1256", "name": "auth-test-model-9b1256", "reconcileID": "e4f1f438-ac9e-4990-99cf-bf2f22939c7b", "LLMInferenceService": "auth-test-model-9b1256", "namespace": "ai-tenant-e2e-shared-a-9b1256", "name": "auth-test-model-9b1256"} 2026-07-16T20:46:02Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9b1256","namespace":"ai-tenant-e2e-shared-a-9b1256"}, "namespace": "ai-tenant-e2e-shared-a-9b1256", "name": "auth-test-model-9b1256", "reconcileID": "e4f1f438-ac9e-4990-99cf-bf2f22939c7b", "LLMInferenceService": "auth-test-model-9b1256", "namespace": "ai-tenant-e2e-shared-a-9b1256"} 2026-07-16T20:46:02Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9b1256","namespace":"ai-tenant-e2e-shared-a-9b1256"}, "namespace": "ai-tenant-e2e-shared-a-9b1256", "name": "auth-test-model-9b1256", "reconcileID": "e4f1f438-ac9e-4990-99cf-bf2f22939c7b", "LLMInferenceService": "auth-test-model-9b1256", "namespace": "ai-tenant-e2e-shared-a-9b1256"} 2026-07-16T20:46:02Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9b1256","namespace":"ai-tenant-e2e-shared-a-9b1256"}, "namespace": "ai-tenant-e2e-shared-a-9b1256", "name": "auth-test-model-9b1256", "reconcileID": "e4f1f438-ac9e-4990-99cf-bf2f22939c7b", "LLMInferenceService": "auth-test-model-9b1256", "namespace": "ai-tenant-e2e-shared-a-9b1256", "name": "auth-test-model-9b1256-kserve-route-authn"} 2026-07-16T20:46:02Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9b1256","namespace":"ai-tenant-e2e-shared-a-9b1256"}, "namespace": "ai-tenant-e2e-shared-a-9b1256", "name": "auth-test-model-9b1256", "reconcileID": "e4f1f438-ac9e-4990-99cf-bf2f22939c7b", "LLMInferenceService": "auth-test-model-9b1256", "namespace": "ai-tenant-e2e-shared-a-9b1256", "name": "auth-test-model-9b1256-kserve-route-authn"} 2026-07-16T20:46:02Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9b1256","namespace":"ai-tenant-e2e-shared-a-9b1256"}, "namespace": "ai-tenant-e2e-shared-a-9b1256", "name": "auth-test-model-9b1256", "reconcileID": "e4f1f438-ac9e-4990-99cf-bf2f22939c7b", "LLMInferenceService": "auth-test-model-9b1256", "namespace": "ai-tenant-e2e-shared-a-9b1256", "namespace": "ai-tenant-e2e-shared-a-9b1256"} 2026-07-16T20:46:02Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9b1256","namespace":"ai-tenant-e2e-shared-a-9b1256"}, "namespace": "ai-tenant-e2e-shared-a-9b1256", "name": "auth-test-model-9b1256", "reconcileID": "e4f1f438-ac9e-4990-99cf-bf2f22939c7b", "LLMInferenceService": "auth-test-model-9b1256", "namespace": "ai-tenant-e2e-shared-a-9b1256", "namespace": "ai-tenant-e2e-shared-a-9b1256"} 2026-07-16T20:46:02Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9b1256","namespace":"ai-tenant-e2e-shared-a-9b1256"}, "namespace": "ai-tenant-e2e-shared-a-9b1256", "name": "auth-test-model-9b1256", "reconcileID": "2742c841-2465-49bb-a30d-5c6f20a81540", "LLMInferenceService": "auth-test-model-9b1256", "namespace": "ai-tenant-e2e-shared-a-9b1256"} 2026-07-16T20:46:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9b1256","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9b1256", "reconcileID": "a88bff7c-73e8-4314-b86f-b89bf13dc629", "Gateway": "e2e-shared-a-9b1256", "namespace": "openshift-ingress"} 2026-07-16T20:46:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9b1256","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9b1256", "reconcileID": "a88bff7c-73e8-4314-b86f-b89bf13dc629", "Gateway": "e2e-shared-a-9b1256", "namespace": "openshift-ingress", "name": "e2e-shared-a-9b1256-authn-ssl"} 2026-07-16T20:46:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9b1256","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9b1256", "reconcileID": "a88bff7c-73e8-4314-b86f-b89bf13dc629", "Gateway": "e2e-shared-a-9b1256", "namespace": "openshift-ingress"} 2026-07-16T20:46:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9b1256","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9b1256", "reconcileID": "dce2861c-041e-47a3-a5f4-8d4975732866", "Gateway": "e2e-shared-a-9b1256", "namespace": "openshift-ingress"} 2026-07-16T20:46:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9b1256","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9b1256", "reconcileID": "dce2861c-041e-47a3-a5f4-8d4975732866", "Gateway": "e2e-shared-a-9b1256", "namespace": "openshift-ingress", "name": "e2e-shared-a-9b1256-authn-ssl"} 2026-07-16T20:46:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9b1256","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9b1256", "reconcileID": "dce2861c-041e-47a3-a5f4-8d4975732866", "Gateway": "e2e-shared-a-9b1256", "namespace": "openshift-ingress"} 2026-07-16T20:46:03Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8a0b5e","namespace":"ai-tenant-e2e-shared-b-8a0b5e"}, "namespace": "ai-tenant-e2e-shared-b-8a0b5e", "name": "auth-test-model-8a0b5e", "reconcileID": "78106ab9-14c1-4e03-a2a3-8c4d175cf9a0", "LLMInferenceService": "auth-test-model-8a0b5e", "namespace": "ai-tenant-e2e-shared-b-8a0b5e"} 2026-07-16T20:46:03Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8a0b5e","namespace":"ai-tenant-e2e-shared-b-8a0b5e"}, "namespace": "ai-tenant-e2e-shared-b-8a0b5e", "name": "auth-test-model-8a0b5e", "reconcileID": "78106ab9-14c1-4e03-a2a3-8c4d175cf9a0", "LLMInferenceService": "auth-test-model-8a0b5e", "namespace": "ai-tenant-e2e-shared-b-8a0b5e", "name": "auth-test-model-8a0b5e"} 2026-07-16T20:46:03Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8a0b5e","namespace":"ai-tenant-e2e-shared-b-8a0b5e"}, "namespace": "ai-tenant-e2e-shared-b-8a0b5e", "name": "auth-test-model-8a0b5e", "reconcileID": "78106ab9-14c1-4e03-a2a3-8c4d175cf9a0", "LLMInferenceService": "auth-test-model-8a0b5e", "namespace": "ai-tenant-e2e-shared-b-8a0b5e"} 2026-07-16T20:46:03Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8a0b5e","namespace":"ai-tenant-e2e-shared-b-8a0b5e"}, "namespace": "ai-tenant-e2e-shared-b-8a0b5e", "name": "auth-test-model-8a0b5e", "reconcileID": "78106ab9-14c1-4e03-a2a3-8c4d175cf9a0", "LLMInferenceService": "auth-test-model-8a0b5e", "namespace": "ai-tenant-e2e-shared-b-8a0b5e"} 2026-07-16T20:46:03Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8a0b5e","namespace":"ai-tenant-e2e-shared-b-8a0b5e"}, "namespace": "ai-tenant-e2e-shared-b-8a0b5e", "name": "auth-test-model-8a0b5e", "reconcileID": "78106ab9-14c1-4e03-a2a3-8c4d175cf9a0", "LLMInferenceService": "auth-test-model-8a0b5e", "namespace": "ai-tenant-e2e-shared-b-8a0b5e", "name": "auth-test-model-8a0b5e-kserve-route-authn"} 2026-07-16T20:46:03Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8a0b5e","namespace":"ai-tenant-e2e-shared-b-8a0b5e"}, "namespace": "ai-tenant-e2e-shared-b-8a0b5e", "name": "auth-test-model-8a0b5e", "reconcileID": "78106ab9-14c1-4e03-a2a3-8c4d175cf9a0", "LLMInferenceService": "auth-test-model-8a0b5e", "namespace": "ai-tenant-e2e-shared-b-8a0b5e", "name": "auth-test-model-8a0b5e-kserve-route-authn"} 2026-07-16T20:46:03Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8a0b5e","namespace":"ai-tenant-e2e-shared-b-8a0b5e"}, "namespace": "ai-tenant-e2e-shared-b-8a0b5e", "name": "auth-test-model-8a0b5e", "reconcileID": "78106ab9-14c1-4e03-a2a3-8c4d175cf9a0", "LLMInferenceService": "auth-test-model-8a0b5e", "namespace": "ai-tenant-e2e-shared-b-8a0b5e", "namespace": "ai-tenant-e2e-shared-b-8a0b5e"} 2026-07-16T20:46:03Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8a0b5e","namespace":"ai-tenant-e2e-shared-b-8a0b5e"}, "namespace": "ai-tenant-e2e-shared-b-8a0b5e", "name": "auth-test-model-8a0b5e", "reconcileID": "78106ab9-14c1-4e03-a2a3-8c4d175cf9a0", "LLMInferenceService": "auth-test-model-8a0b5e", "namespace": "ai-tenant-e2e-shared-b-8a0b5e", "namespace": "ai-tenant-e2e-shared-b-8a0b5e"} 2026-07-16T20:46:03Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8a0b5e","namespace":"ai-tenant-e2e-shared-b-8a0b5e"}, "namespace": "ai-tenant-e2e-shared-b-8a0b5e", "name": "auth-test-model-8a0b5e", "reconcileID": "b9d730a3-a1ec-4a44-aec0-cbbe08f12d53", "LLMInferenceService": "auth-test-model-8a0b5e", "namespace": "ai-tenant-e2e-shared-b-8a0b5e"} 2026-07-16T20:46:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8a0b5e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8a0b5e", "reconcileID": "0494df01-bbf8-4df9-a4ad-99253cde34b3", "Gateway": "e2e-shared-b-8a0b5e", "namespace": "openshift-ingress"} 2026-07-16T20:46:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8a0b5e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8a0b5e", "reconcileID": "0494df01-bbf8-4df9-a4ad-99253cde34b3", "Gateway": "e2e-shared-b-8a0b5e", "namespace": "openshift-ingress", "name": "e2e-shared-b-8a0b5e-authn-ssl"} 2026-07-16T20:46:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8a0b5e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8a0b5e", "reconcileID": "0494df01-bbf8-4df9-a4ad-99253cde34b3", "Gateway": "e2e-shared-b-8a0b5e", "namespace": "openshift-ingress"} 2026-07-16T20:46:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8a0b5e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8a0b5e", "reconcileID": "9b817289-cb00-4879-b94f-cec937bc8e15", "Gateway": "e2e-shared-b-8a0b5e", "namespace": "openshift-ingress"} 2026-07-16T20:46:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8a0b5e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8a0b5e", "reconcileID": "9b817289-cb00-4879-b94f-cec937bc8e15", "Gateway": "e2e-shared-b-8a0b5e", "namespace": "openshift-ingress", "name": "e2e-shared-b-8a0b5e-authn-ssl"} 2026-07-16T20:46:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8a0b5e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8a0b5e", "reconcileID": "9b817289-cb00-4879-b94f-cec937bc8e15", "Gateway": "e2e-shared-b-8a0b5e", "namespace": "openshift-ingress"} 2026-07-16T20:46:04Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9b1256","namespace":"ai-tenant-e2e-shared-a-9b1256"}, "namespace": "ai-tenant-e2e-shared-a-9b1256", "name": "sub-test-model-9b1256", "reconcileID": "6ab92fad-8930-4fac-83a7-8400a7a3c412", "LLMInferenceService": "sub-test-model-9b1256", "namespace": "ai-tenant-e2e-shared-a-9b1256"} 2026-07-16T20:46:04Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9b1256","namespace":"ai-tenant-e2e-shared-a-9b1256"}, "namespace": "ai-tenant-e2e-shared-a-9b1256", "name": "sub-test-model-9b1256", "reconcileID": "6ab92fad-8930-4fac-83a7-8400a7a3c412", "LLMInferenceService": "sub-test-model-9b1256", "namespace": "ai-tenant-e2e-shared-a-9b1256"} 2026-07-16T20:46:04Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9b1256","namespace":"ai-tenant-e2e-shared-a-9b1256"}, "namespace": "ai-tenant-e2e-shared-a-9b1256", "name": "sub-test-model-9b1256", "reconcileID": "6ab92fad-8930-4fac-83a7-8400a7a3c412", "LLMInferenceService": "sub-test-model-9b1256", "namespace": "ai-tenant-e2e-shared-a-9b1256"} 2026-07-16T20:46:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9b1256","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9b1256", "reconcileID": "065ab854-f843-4b0b-92ed-8568ad901591", "Gateway": "e2e-shared-a-9b1256", "namespace": "openshift-ingress"} 2026-07-16T20:46:04Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9b1256","namespace":"ai-tenant-e2e-shared-a-9b1256"}, "namespace": "ai-tenant-e2e-shared-a-9b1256", "name": "sub-test-model-9b1256", "reconcileID": "6ab92fad-8930-4fac-83a7-8400a7a3c412", "LLMInferenceService": "sub-test-model-9b1256", "namespace": "ai-tenant-e2e-shared-a-9b1256", "name": "sub-test-model-9b1256-kserve-route-authn"} 2026-07-16T20:46:04Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9b1256","namespace":"ai-tenant-e2e-shared-a-9b1256"}, "namespace": "ai-tenant-e2e-shared-a-9b1256", "name": "sub-test-model-9b1256", "reconcileID": "6ab92fad-8930-4fac-83a7-8400a7a3c412", "LLMInferenceService": "sub-test-model-9b1256", "namespace": "ai-tenant-e2e-shared-a-9b1256", "authType": "userdefined"} 2026-07-16T20:46:04Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9b1256","namespace":"ai-tenant-e2e-shared-a-9b1256"}, "namespace": "ai-tenant-e2e-shared-a-9b1256", "name": "sub-test-model-9b1256", "reconcileID": "6ab92fad-8930-4fac-83a7-8400a7a3c412", "LLMInferenceService": "sub-test-model-9b1256", "namespace": "ai-tenant-e2e-shared-a-9b1256"} 2026-07-16T20:46:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9b1256","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9b1256", "reconcileID": "065ab854-f843-4b0b-92ed-8568ad901591", "Gateway": "e2e-shared-a-9b1256", "namespace": "openshift-ingress", "name": "e2e-shared-a-9b1256-authn-ssl"} 2026-07-16T20:46:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9b1256","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9b1256", "reconcileID": "065ab854-f843-4b0b-92ed-8568ad901591", "Gateway": "e2e-shared-a-9b1256", "namespace": "openshift-ingress"} 2026-07-16T20:46:04Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9b1256","namespace":"ai-tenant-e2e-shared-a-9b1256"}, "namespace": "ai-tenant-e2e-shared-a-9b1256", "name": "sub-test-model-9b1256", "reconcileID": "def03664-21bb-4233-a066-9585c94b4ec8", "LLMInferenceService": "sub-test-model-9b1256", "namespace": "ai-tenant-e2e-shared-a-9b1256"} 2026-07-16T20:46:04Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9b1256","namespace":"ai-tenant-e2e-shared-a-9b1256"}, "namespace": "ai-tenant-e2e-shared-a-9b1256", "name": "sub-test-model-9b1256", "reconcileID": "def03664-21bb-4233-a066-9585c94b4ec8", "LLMInferenceService": "sub-test-model-9b1256", "namespace": "ai-tenant-e2e-shared-a-9b1256"} 2026-07-16T20:46:04Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9b1256","namespace":"ai-tenant-e2e-shared-a-9b1256"}, "namespace": "ai-tenant-e2e-shared-a-9b1256", "name": "sub-test-model-9b1256", "reconcileID": "def03664-21bb-4233-a066-9585c94b4ec8", "LLMInferenceService": "sub-test-model-9b1256", "namespace": "ai-tenant-e2e-shared-a-9b1256"} 2026-07-16T20:46:04Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9b1256","namespace":"ai-tenant-e2e-shared-a-9b1256"}, "namespace": "ai-tenant-e2e-shared-a-9b1256", "name": "sub-test-model-9b1256", "reconcileID": "def03664-21bb-4233-a066-9585c94b4ec8", "LLMInferenceService": "sub-test-model-9b1256", "namespace": "ai-tenant-e2e-shared-a-9b1256", "name": "sub-test-model-9b1256-kserve-route-authn"} 2026-07-16T20:46:04Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9b1256","namespace":"ai-tenant-e2e-shared-a-9b1256"}, "namespace": "ai-tenant-e2e-shared-a-9b1256", "name": "sub-test-model-9b1256", "reconcileID": "def03664-21bb-4233-a066-9585c94b4ec8", "LLMInferenceService": "sub-test-model-9b1256", "namespace": "ai-tenant-e2e-shared-a-9b1256", "authType": "userdefined"} 2026-07-16T20:46:04Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9b1256","namespace":"ai-tenant-e2e-shared-a-9b1256"}, "namespace": "ai-tenant-e2e-shared-a-9b1256", "name": "sub-test-model-9b1256", "reconcileID": "def03664-21bb-4233-a066-9585c94b4ec8", "LLMInferenceService": "sub-test-model-9b1256", "namespace": "ai-tenant-e2e-shared-a-9b1256"} 2026-07-16T20:46:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9b1256","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9b1256", "reconcileID": "ef0aaf80-6264-4abf-b783-4ab4251c8ef8", "Gateway": "e2e-shared-a-9b1256", "namespace": "openshift-ingress"} 2026-07-16T20:46:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9b1256","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9b1256", "reconcileID": "ef0aaf80-6264-4abf-b783-4ab4251c8ef8", "Gateway": "e2e-shared-a-9b1256", "namespace": "openshift-ingress", "name": "e2e-shared-a-9b1256-authn-ssl"} 2026-07-16T20:46:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9b1256","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9b1256", "reconcileID": "ef0aaf80-6264-4abf-b783-4ab4251c8ef8", "Gateway": "e2e-shared-a-9b1256", "namespace": "openshift-ingress"} 2026-07-16T20:46:17Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9b1256","namespace":"ai-tenant-e2e-shared-a-9b1256"}, "namespace": "ai-tenant-e2e-shared-a-9b1256", "name": "sub-test-model-9b1256", "reconcileID": "fa07b266-75d2-4e84-a3e1-8bdb7902b563", "LLMInferenceService": "sub-test-model-9b1256", "namespace": "ai-tenant-e2e-shared-a-9b1256"} 2026-07-16T20:46:17Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9b1256","namespace":"ai-tenant-e2e-shared-a-9b1256"}, "namespace": "ai-tenant-e2e-shared-a-9b1256", "name": "sub-test-model-9b1256", "reconcileID": "fa07b266-75d2-4e84-a3e1-8bdb7902b563", "LLMInferenceService": "sub-test-model-9b1256", "namespace": "ai-tenant-e2e-shared-a-9b1256"} 2026-07-16T20:46:17Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9b1256","namespace":"ai-tenant-e2e-shared-a-9b1256"}, "namespace": "ai-tenant-e2e-shared-a-9b1256", "name": "sub-test-model-9b1256", "reconcileID": "fa07b266-75d2-4e84-a3e1-8bdb7902b563", "LLMInferenceService": "sub-test-model-9b1256", "namespace": "ai-tenant-e2e-shared-a-9b1256"} 2026-07-16T20:46:17Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9b1256","namespace":"ai-tenant-e2e-shared-a-9b1256"}, "namespace": "ai-tenant-e2e-shared-a-9b1256", "name": "sub-test-model-9b1256", "reconcileID": "fa07b266-75d2-4e84-a3e1-8bdb7902b563", "LLMInferenceService": "sub-test-model-9b1256", "namespace": "ai-tenant-e2e-shared-a-9b1256", "name": "sub-test-model-9b1256-kserve-route-authn"} 2026-07-16T20:46:17Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9b1256","namespace":"ai-tenant-e2e-shared-a-9b1256"}, "namespace": "ai-tenant-e2e-shared-a-9b1256", "name": "sub-test-model-9b1256", "reconcileID": "fa07b266-75d2-4e84-a3e1-8bdb7902b563", "LLMInferenceService": "sub-test-model-9b1256", "namespace": "ai-tenant-e2e-shared-a-9b1256", "authType": "userdefined"} 2026-07-16T20:46:17Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9b1256","namespace":"ai-tenant-e2e-shared-a-9b1256"}, "namespace": "ai-tenant-e2e-shared-a-9b1256", "name": "sub-test-model-9b1256", "reconcileID": "fa07b266-75d2-4e84-a3e1-8bdb7902b563", "LLMInferenceService": "sub-test-model-9b1256", "namespace": "ai-tenant-e2e-shared-a-9b1256"} 2026-07-16T20:47:08Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9b1256","namespace":"ai-tenant-e2e-shared-a-9b1256"}, "namespace": "ai-tenant-e2e-shared-a-9b1256", "name": "sub-test-model-9b1256", "reconcileID": "2a7a1248-ddc6-4f9f-bb91-44b6d5c28665", "LLMInferenceService": "sub-test-model-9b1256", "namespace": "ai-tenant-e2e-shared-a-9b1256"} 2026-07-16T20:47:08Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9b1256","namespace":"ai-tenant-e2e-shared-a-9b1256"}, "namespace": "ai-tenant-e2e-shared-a-9b1256", "name": "sub-test-model-9b1256", "reconcileID": "2a7a1248-ddc6-4f9f-bb91-44b6d5c28665", "LLMInferenceService": "sub-test-model-9b1256", "namespace": "ai-tenant-e2e-shared-a-9b1256"} 2026-07-16T20:47:08Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9b1256","namespace":"ai-tenant-e2e-shared-a-9b1256"}, "namespace": "ai-tenant-e2e-shared-a-9b1256", "name": "sub-test-model-9b1256", "reconcileID": "2a7a1248-ddc6-4f9f-bb91-44b6d5c28665", "LLMInferenceService": "sub-test-model-9b1256", "namespace": "ai-tenant-e2e-shared-a-9b1256"} 2026-07-16T20:47:08Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9b1256","namespace":"ai-tenant-e2e-shared-a-9b1256"}, "namespace": "ai-tenant-e2e-shared-a-9b1256", "name": "sub-test-model-9b1256", "reconcileID": "2a7a1248-ddc6-4f9f-bb91-44b6d5c28665", "LLMInferenceService": "sub-test-model-9b1256", "namespace": "ai-tenant-e2e-shared-a-9b1256", "name": "sub-test-model-9b1256-kserve-route-authn"} 2026-07-16T20:47:08Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9b1256","namespace":"ai-tenant-e2e-shared-a-9b1256"}, "namespace": "ai-tenant-e2e-shared-a-9b1256", "name": "sub-test-model-9b1256", "reconcileID": "2a7a1248-ddc6-4f9f-bb91-44b6d5c28665", "LLMInferenceService": "sub-test-model-9b1256", "namespace": "ai-tenant-e2e-shared-a-9b1256", "authType": "userdefined"} 2026-07-16T20:47:08Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9b1256","namespace":"ai-tenant-e2e-shared-a-9b1256"}, "namespace": "ai-tenant-e2e-shared-a-9b1256", "name": "sub-test-model-9b1256", "reconcileID": "2a7a1248-ddc6-4f9f-bb91-44b6d5c28665", "LLMInferenceService": "sub-test-model-9b1256", "namespace": "ai-tenant-e2e-shared-a-9b1256"} 2026-07-16T20:47:11Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8a0b5e","namespace":"ai-tenant-e2e-shared-b-8a0b5e"}, "namespace": "ai-tenant-e2e-shared-b-8a0b5e", "name": "sub-test-model-8a0b5e", "reconcileID": "386ea45e-4f9d-46dc-b60a-3c4f40aa2a47", "LLMInferenceService": "sub-test-model-8a0b5e", "namespace": "ai-tenant-e2e-shared-b-8a0b5e"} 2026-07-16T20:47:11Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8a0b5e","namespace":"ai-tenant-e2e-shared-b-8a0b5e"}, "namespace": "ai-tenant-e2e-shared-b-8a0b5e", "name": "sub-test-model-8a0b5e", "reconcileID": "386ea45e-4f9d-46dc-b60a-3c4f40aa2a47", "LLMInferenceService": "sub-test-model-8a0b5e", "namespace": "ai-tenant-e2e-shared-b-8a0b5e"} 2026-07-16T20:47:11Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8a0b5e","namespace":"ai-tenant-e2e-shared-b-8a0b5e"}, "namespace": "ai-tenant-e2e-shared-b-8a0b5e", "name": "sub-test-model-8a0b5e", "reconcileID": "386ea45e-4f9d-46dc-b60a-3c4f40aa2a47", "LLMInferenceService": "sub-test-model-8a0b5e", "namespace": "ai-tenant-e2e-shared-b-8a0b5e"} 2026-07-16T20:47:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8a0b5e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8a0b5e", "reconcileID": "3881284b-3aff-4207-abae-9dae765602d9", "Gateway": "e2e-shared-b-8a0b5e", "namespace": "openshift-ingress"} 2026-07-16T20:47:11Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8a0b5e","namespace":"ai-tenant-e2e-shared-b-8a0b5e"}, "namespace": "ai-tenant-e2e-shared-b-8a0b5e", "name": "sub-test-model-8a0b5e", "reconcileID": "386ea45e-4f9d-46dc-b60a-3c4f40aa2a47", "LLMInferenceService": "sub-test-model-8a0b5e", "namespace": "ai-tenant-e2e-shared-b-8a0b5e", "name": "sub-test-model-8a0b5e-kserve-route-authn"} 2026-07-16T20:47:11Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8a0b5e","namespace":"ai-tenant-e2e-shared-b-8a0b5e"}, "namespace": "ai-tenant-e2e-shared-b-8a0b5e", "name": "sub-test-model-8a0b5e", "reconcileID": "386ea45e-4f9d-46dc-b60a-3c4f40aa2a47", "LLMInferenceService": "sub-test-model-8a0b5e", "namespace": "ai-tenant-e2e-shared-b-8a0b5e", "authType": "userdefined"} 2026-07-16T20:47:11Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8a0b5e","namespace":"ai-tenant-e2e-shared-b-8a0b5e"}, "namespace": "ai-tenant-e2e-shared-b-8a0b5e", "name": "sub-test-model-8a0b5e", "reconcileID": "386ea45e-4f9d-46dc-b60a-3c4f40aa2a47", "LLMInferenceService": "sub-test-model-8a0b5e", "namespace": "ai-tenant-e2e-shared-b-8a0b5e"} 2026-07-16T20:47:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8a0b5e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8a0b5e", "reconcileID": "3881284b-3aff-4207-abae-9dae765602d9", "Gateway": "e2e-shared-b-8a0b5e", "namespace": "openshift-ingress", "name": "e2e-shared-b-8a0b5e-authn-ssl"} 2026-07-16T20:47:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8a0b5e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8a0b5e", "reconcileID": "3881284b-3aff-4207-abae-9dae765602d9", "Gateway": "e2e-shared-b-8a0b5e", "namespace": "openshift-ingress"} 2026-07-16T20:47:11Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8a0b5e","namespace":"ai-tenant-e2e-shared-b-8a0b5e"}, "namespace": "ai-tenant-e2e-shared-b-8a0b5e", "name": "sub-test-model-8a0b5e", "reconcileID": "d2b10f14-1deb-498c-b356-5383ee166554", "LLMInferenceService": "sub-test-model-8a0b5e", "namespace": "ai-tenant-e2e-shared-b-8a0b5e"} 2026-07-16T20:47:11Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8a0b5e","namespace":"ai-tenant-e2e-shared-b-8a0b5e"}, "namespace": "ai-tenant-e2e-shared-b-8a0b5e", "name": "sub-test-model-8a0b5e", "reconcileID": "d2b10f14-1deb-498c-b356-5383ee166554", "LLMInferenceService": "sub-test-model-8a0b5e", "namespace": "ai-tenant-e2e-shared-b-8a0b5e"} 2026-07-16T20:47:11Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8a0b5e","namespace":"ai-tenant-e2e-shared-b-8a0b5e"}, "namespace": "ai-tenant-e2e-shared-b-8a0b5e", "name": "sub-test-model-8a0b5e", "reconcileID": "d2b10f14-1deb-498c-b356-5383ee166554", "LLMInferenceService": "sub-test-model-8a0b5e", "namespace": "ai-tenant-e2e-shared-b-8a0b5e"} 2026-07-16T20:47:11Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8a0b5e","namespace":"ai-tenant-e2e-shared-b-8a0b5e"}, "namespace": "ai-tenant-e2e-shared-b-8a0b5e", "name": "sub-test-model-8a0b5e", "reconcileID": "d2b10f14-1deb-498c-b356-5383ee166554", "LLMInferenceService": "sub-test-model-8a0b5e", "namespace": "ai-tenant-e2e-shared-b-8a0b5e", "name": "sub-test-model-8a0b5e-kserve-route-authn"} 2026-07-16T20:47:11Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8a0b5e","namespace":"ai-tenant-e2e-shared-b-8a0b5e"}, "namespace": "ai-tenant-e2e-shared-b-8a0b5e", "name": "sub-test-model-8a0b5e", "reconcileID": "d2b10f14-1deb-498c-b356-5383ee166554", "LLMInferenceService": "sub-test-model-8a0b5e", "namespace": "ai-tenant-e2e-shared-b-8a0b5e", "authType": "userdefined"} 2026-07-16T20:47:11Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8a0b5e","namespace":"ai-tenant-e2e-shared-b-8a0b5e"}, "namespace": "ai-tenant-e2e-shared-b-8a0b5e", "name": "sub-test-model-8a0b5e", "reconcileID": "d2b10f14-1deb-498c-b356-5383ee166554", "LLMInferenceService": "sub-test-model-8a0b5e", "namespace": "ai-tenant-e2e-shared-b-8a0b5e"} 2026-07-16T20:47:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8a0b5e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8a0b5e", "reconcileID": "76b87e14-9def-4d49-b27d-b69db99459b8", "Gateway": "e2e-shared-b-8a0b5e", "namespace": "openshift-ingress"} 2026-07-16T20:47:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8a0b5e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8a0b5e", "reconcileID": "76b87e14-9def-4d49-b27d-b69db99459b8", "Gateway": "e2e-shared-b-8a0b5e", "namespace": "openshift-ingress", "name": "e2e-shared-b-8a0b5e-authn-ssl"} 2026-07-16T20:47:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8a0b5e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8a0b5e", "reconcileID": "76b87e14-9def-4d49-b27d-b69db99459b8", "Gateway": "e2e-shared-b-8a0b5e", "namespace": "openshift-ingress"} 2026-07-16T20:47:15Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8a0b5e","namespace":"ai-tenant-e2e-shared-b-8a0b5e"}, "namespace": "ai-tenant-e2e-shared-b-8a0b5e", "name": "sub-test-model-8a0b5e", "reconcileID": "c6e960c0-4f61-4b6a-8c4a-1483da2f45d3", "LLMInferenceService": "sub-test-model-8a0b5e", "namespace": "ai-tenant-e2e-shared-b-8a0b5e"} 2026-07-16T20:47:15Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8a0b5e","namespace":"ai-tenant-e2e-shared-b-8a0b5e"}, "namespace": "ai-tenant-e2e-shared-b-8a0b5e", "name": "sub-test-model-8a0b5e", "reconcileID": "c6e960c0-4f61-4b6a-8c4a-1483da2f45d3", "LLMInferenceService": "sub-test-model-8a0b5e", "namespace": "ai-tenant-e2e-shared-b-8a0b5e"} 2026-07-16T20:47:15Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8a0b5e","namespace":"ai-tenant-e2e-shared-b-8a0b5e"}, "namespace": "ai-tenant-e2e-shared-b-8a0b5e", "name": "sub-test-model-8a0b5e", "reconcileID": "c6e960c0-4f61-4b6a-8c4a-1483da2f45d3", "LLMInferenceService": "sub-test-model-8a0b5e", "namespace": "ai-tenant-e2e-shared-b-8a0b5e"} 2026-07-16T20:47:15Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8a0b5e","namespace":"ai-tenant-e2e-shared-b-8a0b5e"}, "namespace": "ai-tenant-e2e-shared-b-8a0b5e", "name": "sub-test-model-8a0b5e", "reconcileID": "c6e960c0-4f61-4b6a-8c4a-1483da2f45d3", "LLMInferenceService": "sub-test-model-8a0b5e", "namespace": "ai-tenant-e2e-shared-b-8a0b5e", "name": "sub-test-model-8a0b5e-kserve-route-authn"} 2026-07-16T20:47:15Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8a0b5e","namespace":"ai-tenant-e2e-shared-b-8a0b5e"}, "namespace": "ai-tenant-e2e-shared-b-8a0b5e", "name": "sub-test-model-8a0b5e", "reconcileID": "c6e960c0-4f61-4b6a-8c4a-1483da2f45d3", "LLMInferenceService": "sub-test-model-8a0b5e", "namespace": "ai-tenant-e2e-shared-b-8a0b5e", "authType": "userdefined"} 2026-07-16T20:47:15Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8a0b5e","namespace":"ai-tenant-e2e-shared-b-8a0b5e"}, "namespace": "ai-tenant-e2e-shared-b-8a0b5e", "name": "sub-test-model-8a0b5e", "reconcileID": "c6e960c0-4f61-4b6a-8c4a-1483da2f45d3", "LLMInferenceService": "sub-test-model-8a0b5e", "namespace": "ai-tenant-e2e-shared-b-8a0b5e"} 2026-07-16T20:47:21Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8a0b5e","namespace":"ai-tenant-e2e-shared-b-8a0b5e"}, "namespace": "ai-tenant-e2e-shared-b-8a0b5e", "name": "sub-test-model-8a0b5e", "reconcileID": "0d3d4644-ed50-4098-8575-2e9415071e1e", "LLMInferenceService": "sub-test-model-8a0b5e", "namespace": "ai-tenant-e2e-shared-b-8a0b5e"} 2026-07-16T20:47:21Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8a0b5e","namespace":"ai-tenant-e2e-shared-b-8a0b5e"}, "namespace": "ai-tenant-e2e-shared-b-8a0b5e", "name": "sub-test-model-8a0b5e", "reconcileID": "0d3d4644-ed50-4098-8575-2e9415071e1e", "LLMInferenceService": "sub-test-model-8a0b5e", "namespace": "ai-tenant-e2e-shared-b-8a0b5e"} 2026-07-16T20:47:21Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8a0b5e","namespace":"ai-tenant-e2e-shared-b-8a0b5e"}, "namespace": "ai-tenant-e2e-shared-b-8a0b5e", "name": "sub-test-model-8a0b5e", "reconcileID": "0d3d4644-ed50-4098-8575-2e9415071e1e", "LLMInferenceService": "sub-test-model-8a0b5e", "namespace": "ai-tenant-e2e-shared-b-8a0b5e"} 2026-07-16T20:47:21Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8a0b5e","namespace":"ai-tenant-e2e-shared-b-8a0b5e"}, "namespace": "ai-tenant-e2e-shared-b-8a0b5e", "name": "sub-test-model-8a0b5e", "reconcileID": "0d3d4644-ed50-4098-8575-2e9415071e1e", "LLMInferenceService": "sub-test-model-8a0b5e", "namespace": "ai-tenant-e2e-shared-b-8a0b5e", "name": "sub-test-model-8a0b5e-kserve-route-authn"} 2026-07-16T20:47:21Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8a0b5e","namespace":"ai-tenant-e2e-shared-b-8a0b5e"}, "namespace": "ai-tenant-e2e-shared-b-8a0b5e", "name": "sub-test-model-8a0b5e", "reconcileID": "0d3d4644-ed50-4098-8575-2e9415071e1e", "LLMInferenceService": "sub-test-model-8a0b5e", "namespace": "ai-tenant-e2e-shared-b-8a0b5e", "authType": "userdefined"} 2026-07-16T20:47:21Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8a0b5e","namespace":"ai-tenant-e2e-shared-b-8a0b5e"}, "namespace": "ai-tenant-e2e-shared-b-8a0b5e", "name": "sub-test-model-8a0b5e", "reconcileID": "0d3d4644-ed50-4098-8575-2e9415071e1e", "LLMInferenceService": "sub-test-model-8a0b5e", "namespace": "ai-tenant-e2e-shared-b-8a0b5e"} 2026-07-16T20:47:25Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8a0b5e","namespace":"ai-tenant-e2e-shared-b-8a0b5e"}, "namespace": "ai-tenant-e2e-shared-b-8a0b5e", "name": "sub-test-model-8a0b5e", "reconcileID": "9f5e2f26-bff9-4d85-ba57-c174f57d15fa", "LLMInferenceService": "sub-test-model-8a0b5e", "namespace": "ai-tenant-e2e-shared-b-8a0b5e"} 2026-07-16T20:47:25Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8a0b5e","namespace":"ai-tenant-e2e-shared-b-8a0b5e"}, "namespace": "ai-tenant-e2e-shared-b-8a0b5e", "name": "sub-test-model-8a0b5e", "reconcileID": "9f5e2f26-bff9-4d85-ba57-c174f57d15fa", "LLMInferenceService": "sub-test-model-8a0b5e", "namespace": "ai-tenant-e2e-shared-b-8a0b5e"} 2026-07-16T20:47:25Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8a0b5e","namespace":"ai-tenant-e2e-shared-b-8a0b5e"}, "namespace": "ai-tenant-e2e-shared-b-8a0b5e", "name": "sub-test-model-8a0b5e", "reconcileID": "9f5e2f26-bff9-4d85-ba57-c174f57d15fa", "LLMInferenceService": "sub-test-model-8a0b5e", "namespace": "ai-tenant-e2e-shared-b-8a0b5e"} 2026-07-16T20:47:25Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8a0b5e","namespace":"ai-tenant-e2e-shared-b-8a0b5e"}, "namespace": "ai-tenant-e2e-shared-b-8a0b5e", "name": "sub-test-model-8a0b5e", "reconcileID": "9f5e2f26-bff9-4d85-ba57-c174f57d15fa", "LLMInferenceService": "sub-test-model-8a0b5e", "namespace": "ai-tenant-e2e-shared-b-8a0b5e", "name": "sub-test-model-8a0b5e-kserve-route-authn"} 2026-07-16T20:47:25Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8a0b5e","namespace":"ai-tenant-e2e-shared-b-8a0b5e"}, "namespace": "ai-tenant-e2e-shared-b-8a0b5e", "name": "sub-test-model-8a0b5e", "reconcileID": "9f5e2f26-bff9-4d85-ba57-c174f57d15fa", "LLMInferenceService": "sub-test-model-8a0b5e", "namespace": "ai-tenant-e2e-shared-b-8a0b5e", "authType": "userdefined"} 2026-07-16T20:47:25Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8a0b5e","namespace":"ai-tenant-e2e-shared-b-8a0b5e"}, "namespace": "ai-tenant-e2e-shared-b-8a0b5e", "name": "sub-test-model-8a0b5e", "reconcileID": "9f5e2f26-bff9-4d85-ba57-c174f57d15fa", "LLMInferenceService": "sub-test-model-8a0b5e", "namespace": "ai-tenant-e2e-shared-b-8a0b5e"} 2026-07-16T20:47:51Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9b1256","namespace":"ai-tenant-e2e-shared-a-9b1256"}, "namespace": "ai-tenant-e2e-shared-a-9b1256", "name": "sub-test-model-9b1256", "reconcileID": "ec2f3ca2-7fa8-4b81-b18d-c396e3412b9e", "LLMInferenceService": "sub-test-model-9b1256", "namespace": "ai-tenant-e2e-shared-a-9b1256"} 2026-07-16T20:47:51Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9b1256","namespace":"ai-tenant-e2e-shared-a-9b1256"}, "namespace": "ai-tenant-e2e-shared-a-9b1256", "name": "sub-test-model-9b1256", "reconcileID": "ec2f3ca2-7fa8-4b81-b18d-c396e3412b9e", "LLMInferenceService": "sub-test-model-9b1256", "namespace": "ai-tenant-e2e-shared-a-9b1256", "name": "sub-test-model-9b1256"} 2026-07-16T20:47:51Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9b1256","namespace":"ai-tenant-e2e-shared-a-9b1256"}, "namespace": "ai-tenant-e2e-shared-a-9b1256", "name": "sub-test-model-9b1256", "reconcileID": "ec2f3ca2-7fa8-4b81-b18d-c396e3412b9e", "LLMInferenceService": "sub-test-model-9b1256", "namespace": "ai-tenant-e2e-shared-a-9b1256"} 2026-07-16T20:47:51Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9b1256","namespace":"ai-tenant-e2e-shared-a-9b1256"}, "namespace": "ai-tenant-e2e-shared-a-9b1256", "name": "sub-test-model-9b1256", "reconcileID": "ec2f3ca2-7fa8-4b81-b18d-c396e3412b9e", "LLMInferenceService": "sub-test-model-9b1256", "namespace": "ai-tenant-e2e-shared-a-9b1256"} 2026-07-16T20:47:51Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9b1256","namespace":"ai-tenant-e2e-shared-a-9b1256"}, "namespace": "ai-tenant-e2e-shared-a-9b1256", "name": "sub-test-model-9b1256", "reconcileID": "ec2f3ca2-7fa8-4b81-b18d-c396e3412b9e", "LLMInferenceService": "sub-test-model-9b1256", "namespace": "ai-tenant-e2e-shared-a-9b1256", "name": "sub-test-model-9b1256-kserve-route-authn"} 2026-07-16T20:47:51Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9b1256","namespace":"ai-tenant-e2e-shared-a-9b1256"}, "namespace": "ai-tenant-e2e-shared-a-9b1256", "name": "sub-test-model-9b1256", "reconcileID": "ec2f3ca2-7fa8-4b81-b18d-c396e3412b9e", "LLMInferenceService": "sub-test-model-9b1256", "namespace": "ai-tenant-e2e-shared-a-9b1256", "name": "sub-test-model-9b1256-kserve-route-authn"} 2026-07-16T20:47:51Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9b1256","namespace":"ai-tenant-e2e-shared-a-9b1256"}, "namespace": "ai-tenant-e2e-shared-a-9b1256", "name": "sub-test-model-9b1256", "reconcileID": "ec2f3ca2-7fa8-4b81-b18d-c396e3412b9e", "LLMInferenceService": "sub-test-model-9b1256", "namespace": "ai-tenant-e2e-shared-a-9b1256", "namespace": "ai-tenant-e2e-shared-a-9b1256"} 2026-07-16T20:47:51Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9b1256","namespace":"ai-tenant-e2e-shared-a-9b1256"}, "namespace": "ai-tenant-e2e-shared-a-9b1256", "name": "sub-test-model-9b1256", "reconcileID": "ec2f3ca2-7fa8-4b81-b18d-c396e3412b9e", "LLMInferenceService": "sub-test-model-9b1256", "namespace": "ai-tenant-e2e-shared-a-9b1256", "namespace": "ai-tenant-e2e-shared-a-9b1256"} 2026-07-16T20:47:51Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9b1256","namespace":"ai-tenant-e2e-shared-a-9b1256"}, "namespace": "ai-tenant-e2e-shared-a-9b1256", "name": "sub-test-model-9b1256", "reconcileID": "b0e2cce0-aaa8-4545-a9fd-96d4b5c7980e", "LLMInferenceService": "sub-test-model-9b1256", "namespace": "ai-tenant-e2e-shared-a-9b1256"} 2026-07-16T20:47:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9b1256","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9b1256", "reconcileID": "6ae95424-9d0d-4392-8332-45fb798ea022", "Gateway": "e2e-shared-a-9b1256", "namespace": "openshift-ingress"} 2026-07-16T20:47:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9b1256","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9b1256", "reconcileID": "6ae95424-9d0d-4392-8332-45fb798ea022", "Gateway": "e2e-shared-a-9b1256", "namespace": "openshift-ingress", "name": "e2e-shared-a-9b1256-authn-ssl"} 2026-07-16T20:47:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9b1256","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9b1256", "reconcileID": "6ae95424-9d0d-4392-8332-45fb798ea022", "Gateway": "e2e-shared-a-9b1256", "namespace": "openshift-ingress"} 2026-07-16T20:47:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9b1256","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9b1256", "reconcileID": "26767605-7ceb-4567-b652-a2b3a8af8607", "Gateway": "e2e-shared-a-9b1256", "namespace": "openshift-ingress"} 2026-07-16T20:47:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9b1256","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9b1256", "reconcileID": "26767605-7ceb-4567-b652-a2b3a8af8607", "Gateway": "e2e-shared-a-9b1256", "namespace": "openshift-ingress", "name": "e2e-shared-a-9b1256-authn-ssl"} 2026-07-16T20:47:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9b1256","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9b1256", "reconcileID": "26767605-7ceb-4567-b652-a2b3a8af8607", "Gateway": "e2e-shared-a-9b1256", "namespace": "openshift-ingress"} 2026-07-16T20:47:52Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8a0b5e","namespace":"ai-tenant-e2e-shared-b-8a0b5e"}, "namespace": "ai-tenant-e2e-shared-b-8a0b5e", "name": "sub-test-model-8a0b5e", "reconcileID": "9e92fd43-5b19-45cf-aec4-77b3d17daa88", "LLMInferenceService": "sub-test-model-8a0b5e", "namespace": "ai-tenant-e2e-shared-b-8a0b5e"} 2026-07-16T20:47:52Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8a0b5e","namespace":"ai-tenant-e2e-shared-b-8a0b5e"}, "namespace": "ai-tenant-e2e-shared-b-8a0b5e", "name": "sub-test-model-8a0b5e", "reconcileID": "9e92fd43-5b19-45cf-aec4-77b3d17daa88", "LLMInferenceService": "sub-test-model-8a0b5e", "namespace": "ai-tenant-e2e-shared-b-8a0b5e", "name": "sub-test-model-8a0b5e"} 2026-07-16T20:47:52Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8a0b5e","namespace":"ai-tenant-e2e-shared-b-8a0b5e"}, "namespace": "ai-tenant-e2e-shared-b-8a0b5e", "name": "sub-test-model-8a0b5e", "reconcileID": "9e92fd43-5b19-45cf-aec4-77b3d17daa88", "LLMInferenceService": "sub-test-model-8a0b5e", "namespace": "ai-tenant-e2e-shared-b-8a0b5e"} 2026-07-16T20:47:52Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8a0b5e","namespace":"ai-tenant-e2e-shared-b-8a0b5e"}, "namespace": "ai-tenant-e2e-shared-b-8a0b5e", "name": "sub-test-model-8a0b5e", "reconcileID": "9e92fd43-5b19-45cf-aec4-77b3d17daa88", "LLMInferenceService": "sub-test-model-8a0b5e", "namespace": "ai-tenant-e2e-shared-b-8a0b5e"} 2026-07-16T20:47:52Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8a0b5e","namespace":"ai-tenant-e2e-shared-b-8a0b5e"}, "namespace": "ai-tenant-e2e-shared-b-8a0b5e", "name": "sub-test-model-8a0b5e", "reconcileID": "9e92fd43-5b19-45cf-aec4-77b3d17daa88", "LLMInferenceService": "sub-test-model-8a0b5e", "namespace": "ai-tenant-e2e-shared-b-8a0b5e", "name": "sub-test-model-8a0b5e-kserve-route-authn"} 2026-07-16T20:47:52Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8a0b5e","namespace":"ai-tenant-e2e-shared-b-8a0b5e"}, "namespace": "ai-tenant-e2e-shared-b-8a0b5e", "name": "sub-test-model-8a0b5e", "reconcileID": "9e92fd43-5b19-45cf-aec4-77b3d17daa88", "LLMInferenceService": "sub-test-model-8a0b5e", "namespace": "ai-tenant-e2e-shared-b-8a0b5e", "name": "sub-test-model-8a0b5e-kserve-route-authn"} 2026-07-16T20:47:52Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8a0b5e","namespace":"ai-tenant-e2e-shared-b-8a0b5e"}, "namespace": "ai-tenant-e2e-shared-b-8a0b5e", "name": "sub-test-model-8a0b5e", "reconcileID": "9e92fd43-5b19-45cf-aec4-77b3d17daa88", "LLMInferenceService": "sub-test-model-8a0b5e", "namespace": "ai-tenant-e2e-shared-b-8a0b5e", "namespace": "ai-tenant-e2e-shared-b-8a0b5e"} 2026-07-16T20:47:52Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8a0b5e","namespace":"ai-tenant-e2e-shared-b-8a0b5e"}, "namespace": "ai-tenant-e2e-shared-b-8a0b5e", "name": "sub-test-model-8a0b5e", "reconcileID": "9e92fd43-5b19-45cf-aec4-77b3d17daa88", "LLMInferenceService": "sub-test-model-8a0b5e", "namespace": "ai-tenant-e2e-shared-b-8a0b5e", "namespace": "ai-tenant-e2e-shared-b-8a0b5e"} 2026-07-16T20:47:52Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8a0b5e","namespace":"ai-tenant-e2e-shared-b-8a0b5e"}, "namespace": "ai-tenant-e2e-shared-b-8a0b5e", "name": "sub-test-model-8a0b5e", "reconcileID": "6a338641-fc3d-4ac1-b070-eea8ec2d181b", "LLMInferenceService": "sub-test-model-8a0b5e", "namespace": "ai-tenant-e2e-shared-b-8a0b5e"} 2026-07-16T20:47:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8a0b5e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8a0b5e", "reconcileID": "0e6ee05b-cb67-4924-b879-c22bc6c1b9d8", "Gateway": "e2e-shared-b-8a0b5e", "namespace": "openshift-ingress"} 2026-07-16T20:47:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8a0b5e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8a0b5e", "reconcileID": "0e6ee05b-cb67-4924-b879-c22bc6c1b9d8", "Gateway": "e2e-shared-b-8a0b5e", "namespace": "openshift-ingress", "name": "e2e-shared-b-8a0b5e-authn-ssl"} 2026-07-16T20:47:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8a0b5e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8a0b5e", "reconcileID": "0e6ee05b-cb67-4924-b879-c22bc6c1b9d8", "Gateway": "e2e-shared-b-8a0b5e", "namespace": "openshift-ingress"} 2026-07-16T20:47:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8a0b5e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8a0b5e", "reconcileID": "38a6926b-cf3a-4091-a46d-b4d6cb5bcae4", "Gateway": "e2e-shared-b-8a0b5e", "namespace": "openshift-ingress"} 2026-07-16T20:47:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8a0b5e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8a0b5e", "reconcileID": "38a6926b-cf3a-4091-a46d-b4d6cb5bcae4", "Gateway": "e2e-shared-b-8a0b5e", "namespace": "openshift-ingress", "name": "e2e-shared-b-8a0b5e-authn-ssl"} 2026-07-16T20:47:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8a0b5e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8a0b5e", "reconcileID": "38a6926b-cf3a-4091-a46d-b4d6cb5bcae4", "Gateway": "e2e-shared-b-8a0b5e", "namespace": "openshift-ingress"} 2026-07-16T20:47:53Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9b1256","namespace":"ai-tenant-e2e-shared-a-9b1256"}, "namespace": "ai-tenant-e2e-shared-a-9b1256", "name": "rate-test-model-9b1256", "reconcileID": "3295dfa0-169e-411a-8f9e-d348a7a4a7e0", "LLMInferenceService": "rate-test-model-9b1256", "namespace": "ai-tenant-e2e-shared-a-9b1256"} 2026-07-16T20:47:53Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9b1256","namespace":"ai-tenant-e2e-shared-a-9b1256"}, "namespace": "ai-tenant-e2e-shared-a-9b1256", "name": "rate-test-model-9b1256", "reconcileID": "3295dfa0-169e-411a-8f9e-d348a7a4a7e0", "LLMInferenceService": "rate-test-model-9b1256", "namespace": "ai-tenant-e2e-shared-a-9b1256"} 2026-07-16T20:47:53Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9b1256","namespace":"ai-tenant-e2e-shared-a-9b1256"}, "namespace": "ai-tenant-e2e-shared-a-9b1256", "name": "rate-test-model-9b1256", "reconcileID": "3295dfa0-169e-411a-8f9e-d348a7a4a7e0", "LLMInferenceService": "rate-test-model-9b1256", "namespace": "ai-tenant-e2e-shared-a-9b1256"} 2026-07-16T20:47:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9b1256","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9b1256", "reconcileID": "19a2ebc9-af57-4c78-9650-7c6fcdbd4296", "Gateway": "e2e-shared-a-9b1256", "namespace": "openshift-ingress"} 2026-07-16T20:47:53Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9b1256","namespace":"ai-tenant-e2e-shared-a-9b1256"}, "namespace": "ai-tenant-e2e-shared-a-9b1256", "name": "rate-test-model-9b1256", "reconcileID": "3295dfa0-169e-411a-8f9e-d348a7a4a7e0", "LLMInferenceService": "rate-test-model-9b1256", "namespace": "ai-tenant-e2e-shared-a-9b1256", "name": "rate-test-model-9b1256-kserve-route-authn"} 2026-07-16T20:47:53Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9b1256","namespace":"ai-tenant-e2e-shared-a-9b1256"}, "namespace": "ai-tenant-e2e-shared-a-9b1256", "name": "rate-test-model-9b1256", "reconcileID": "3295dfa0-169e-411a-8f9e-d348a7a4a7e0", "LLMInferenceService": "rate-test-model-9b1256", "namespace": "ai-tenant-e2e-shared-a-9b1256", "authType": "userdefined"} 2026-07-16T20:47:53Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9b1256","namespace":"ai-tenant-e2e-shared-a-9b1256"}, "namespace": "ai-tenant-e2e-shared-a-9b1256", "name": "rate-test-model-9b1256", "reconcileID": "3295dfa0-169e-411a-8f9e-d348a7a4a7e0", "LLMInferenceService": "rate-test-model-9b1256", "namespace": "ai-tenant-e2e-shared-a-9b1256"} 2026-07-16T20:47:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9b1256","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9b1256", "reconcileID": "19a2ebc9-af57-4c78-9650-7c6fcdbd4296", "Gateway": "e2e-shared-a-9b1256", "namespace": "openshift-ingress", "name": "e2e-shared-a-9b1256-authn-ssl"} 2026-07-16T20:47:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9b1256","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9b1256", "reconcileID": "19a2ebc9-af57-4c78-9650-7c6fcdbd4296", "Gateway": "e2e-shared-a-9b1256", "namespace": "openshift-ingress"} 2026-07-16T20:47:53Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9b1256","namespace":"ai-tenant-e2e-shared-a-9b1256"}, "namespace": "ai-tenant-e2e-shared-a-9b1256", "name": "rate-test-model-9b1256", "reconcileID": "93e2422b-a254-465e-902c-b1bf0025d59d", "LLMInferenceService": "rate-test-model-9b1256", "namespace": "ai-tenant-e2e-shared-a-9b1256"} 2026-07-16T20:47:53Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9b1256","namespace":"ai-tenant-e2e-shared-a-9b1256"}, "namespace": "ai-tenant-e2e-shared-a-9b1256", "name": "rate-test-model-9b1256", "reconcileID": "93e2422b-a254-465e-902c-b1bf0025d59d", "LLMInferenceService": "rate-test-model-9b1256", "namespace": "ai-tenant-e2e-shared-a-9b1256"} 2026-07-16T20:47:53Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9b1256","namespace":"ai-tenant-e2e-shared-a-9b1256"}, "namespace": "ai-tenant-e2e-shared-a-9b1256", "name": "rate-test-model-9b1256", "reconcileID": "93e2422b-a254-465e-902c-b1bf0025d59d", "LLMInferenceService": "rate-test-model-9b1256", "namespace": "ai-tenant-e2e-shared-a-9b1256"} 2026-07-16T20:47:53Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9b1256","namespace":"ai-tenant-e2e-shared-a-9b1256"}, "namespace": "ai-tenant-e2e-shared-a-9b1256", "name": "rate-test-model-9b1256", "reconcileID": "93e2422b-a254-465e-902c-b1bf0025d59d", "LLMInferenceService": "rate-test-model-9b1256", "namespace": "ai-tenant-e2e-shared-a-9b1256", "name": "rate-test-model-9b1256-kserve-route-authn"} 2026-07-16T20:47:53Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9b1256","namespace":"ai-tenant-e2e-shared-a-9b1256"}, "namespace": "ai-tenant-e2e-shared-a-9b1256", "name": "rate-test-model-9b1256", "reconcileID": "93e2422b-a254-465e-902c-b1bf0025d59d", "LLMInferenceService": "rate-test-model-9b1256", "namespace": "ai-tenant-e2e-shared-a-9b1256", "authType": "userdefined"} 2026-07-16T20:47:53Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9b1256","namespace":"ai-tenant-e2e-shared-a-9b1256"}, "namespace": "ai-tenant-e2e-shared-a-9b1256", "name": "rate-test-model-9b1256", "reconcileID": "93e2422b-a254-465e-902c-b1bf0025d59d", "LLMInferenceService": "rate-test-model-9b1256", "namespace": "ai-tenant-e2e-shared-a-9b1256"} 2026-07-16T20:47:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9b1256","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9b1256", "reconcileID": "6e809bd4-763e-4a15-86db-4c487fe189bd", "Gateway": "e2e-shared-a-9b1256", "namespace": "openshift-ingress"} 2026-07-16T20:47:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9b1256","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9b1256", "reconcileID": "6e809bd4-763e-4a15-86db-4c487fe189bd", "Gateway": "e2e-shared-a-9b1256", "namespace": "openshift-ingress", "name": "e2e-shared-a-9b1256-authn-ssl"} 2026-07-16T20:47:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9b1256","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9b1256", "reconcileID": "6e809bd4-763e-4a15-86db-4c487fe189bd", "Gateway": "e2e-shared-a-9b1256", "namespace": "openshift-ingress"} 2026-07-16T20:48:00Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9b1256","namespace":"ai-tenant-e2e-shared-a-9b1256"}, "namespace": "ai-tenant-e2e-shared-a-9b1256", "name": "rate-test-model-9b1256", "reconcileID": "3f080fd3-2903-439a-9efc-1c18d06b526d", "LLMInferenceService": "rate-test-model-9b1256", "namespace": "ai-tenant-e2e-shared-a-9b1256"} 2026-07-16T20:48:00Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9b1256","namespace":"ai-tenant-e2e-shared-a-9b1256"}, "namespace": "ai-tenant-e2e-shared-a-9b1256", "name": "rate-test-model-9b1256", "reconcileID": "3f080fd3-2903-439a-9efc-1c18d06b526d", "LLMInferenceService": "rate-test-model-9b1256", "namespace": "ai-tenant-e2e-shared-a-9b1256"} 2026-07-16T20:48:00Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9b1256","namespace":"ai-tenant-e2e-shared-a-9b1256"}, "namespace": "ai-tenant-e2e-shared-a-9b1256", "name": "rate-test-model-9b1256", "reconcileID": "3f080fd3-2903-439a-9efc-1c18d06b526d", "LLMInferenceService": "rate-test-model-9b1256", "namespace": "ai-tenant-e2e-shared-a-9b1256"} 2026-07-16T20:48:00Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9b1256","namespace":"ai-tenant-e2e-shared-a-9b1256"}, "namespace": "ai-tenant-e2e-shared-a-9b1256", "name": "rate-test-model-9b1256", "reconcileID": "3f080fd3-2903-439a-9efc-1c18d06b526d", "LLMInferenceService": "rate-test-model-9b1256", "namespace": "ai-tenant-e2e-shared-a-9b1256", "name": "rate-test-model-9b1256-kserve-route-authn"} 2026-07-16T20:48:00Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9b1256","namespace":"ai-tenant-e2e-shared-a-9b1256"}, "namespace": "ai-tenant-e2e-shared-a-9b1256", "name": "rate-test-model-9b1256", "reconcileID": "3f080fd3-2903-439a-9efc-1c18d06b526d", "LLMInferenceService": "rate-test-model-9b1256", "namespace": "ai-tenant-e2e-shared-a-9b1256", "authType": "userdefined"} 2026-07-16T20:48:00Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9b1256","namespace":"ai-tenant-e2e-shared-a-9b1256"}, "namespace": "ai-tenant-e2e-shared-a-9b1256", "name": "rate-test-model-9b1256", "reconcileID": "3f080fd3-2903-439a-9efc-1c18d06b526d", "LLMInferenceService": "rate-test-model-9b1256", "namespace": "ai-tenant-e2e-shared-a-9b1256"} 2026-07-16T20:48:03Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9b1256","namespace":"ai-tenant-e2e-shared-a-9b1256"}, "namespace": "ai-tenant-e2e-shared-a-9b1256", "name": "rate-test-model-9b1256", "reconcileID": "18743cc4-c3c0-4721-b27a-3c31ad0e1400", "LLMInferenceService": "rate-test-model-9b1256", "namespace": "ai-tenant-e2e-shared-a-9b1256"} 2026-07-16T20:48:03Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9b1256","namespace":"ai-tenant-e2e-shared-a-9b1256"}, "namespace": "ai-tenant-e2e-shared-a-9b1256", "name": "rate-test-model-9b1256", "reconcileID": "18743cc4-c3c0-4721-b27a-3c31ad0e1400", "LLMInferenceService": "rate-test-model-9b1256", "namespace": "ai-tenant-e2e-shared-a-9b1256"} 2026-07-16T20:48:03Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9b1256","namespace":"ai-tenant-e2e-shared-a-9b1256"}, "namespace": "ai-tenant-e2e-shared-a-9b1256", "name": "rate-test-model-9b1256", "reconcileID": "18743cc4-c3c0-4721-b27a-3c31ad0e1400", "LLMInferenceService": "rate-test-model-9b1256", "namespace": "ai-tenant-e2e-shared-a-9b1256"} 2026-07-16T20:48:03Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9b1256","namespace":"ai-tenant-e2e-shared-a-9b1256"}, "namespace": "ai-tenant-e2e-shared-a-9b1256", "name": "rate-test-model-9b1256", "reconcileID": "18743cc4-c3c0-4721-b27a-3c31ad0e1400", "LLMInferenceService": "rate-test-model-9b1256", "namespace": "ai-tenant-e2e-shared-a-9b1256", "name": "rate-test-model-9b1256-kserve-route-authn"} 2026-07-16T20:48:03Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9b1256","namespace":"ai-tenant-e2e-shared-a-9b1256"}, "namespace": "ai-tenant-e2e-shared-a-9b1256", "name": "rate-test-model-9b1256", "reconcileID": "18743cc4-c3c0-4721-b27a-3c31ad0e1400", "LLMInferenceService": "rate-test-model-9b1256", "namespace": "ai-tenant-e2e-shared-a-9b1256", "authType": "userdefined"} 2026-07-16T20:48:03Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9b1256","namespace":"ai-tenant-e2e-shared-a-9b1256"}, "namespace": "ai-tenant-e2e-shared-a-9b1256", "name": "rate-test-model-9b1256", "reconcileID": "18743cc4-c3c0-4721-b27a-3c31ad0e1400", "LLMInferenceService": "rate-test-model-9b1256", "namespace": "ai-tenant-e2e-shared-a-9b1256"} 2026-07-16T20:48:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "a9cd94d1-bc17-4701-8073-0656efa971af", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-16T20:48:09Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9b1256","namespace":"ai-tenant-e2e-shared-a-9b1256"}, "namespace": "ai-tenant-e2e-shared-a-9b1256", "name": "rate-test-model-9b1256", "reconcileID": "7a94f8f6-1db3-435d-aa82-9b8e1fa2244d", "LLMInferenceService": "rate-test-model-9b1256", "namespace": "ai-tenant-e2e-shared-a-9b1256"} 2026-07-16T20:48:09Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9b1256","namespace":"ai-tenant-e2e-shared-a-9b1256"}, "namespace": "ai-tenant-e2e-shared-a-9b1256", "name": "rate-test-model-9b1256", "reconcileID": "7a94f8f6-1db3-435d-aa82-9b8e1fa2244d", "LLMInferenceService": "rate-test-model-9b1256", "namespace": "ai-tenant-e2e-shared-a-9b1256"} 2026-07-16T20:48:09Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9b1256","namespace":"ai-tenant-e2e-shared-a-9b1256"}, "namespace": "ai-tenant-e2e-shared-a-9b1256", "name": "rate-test-model-9b1256", "reconcileID": "7a94f8f6-1db3-435d-aa82-9b8e1fa2244d", "LLMInferenceService": "rate-test-model-9b1256", "namespace": "ai-tenant-e2e-shared-a-9b1256"} 2026-07-16T20:48:09Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9b1256","namespace":"ai-tenant-e2e-shared-a-9b1256"}, "namespace": "ai-tenant-e2e-shared-a-9b1256", "name": "rate-test-model-9b1256", "reconcileID": "7a94f8f6-1db3-435d-aa82-9b8e1fa2244d", "LLMInferenceService": "rate-test-model-9b1256", "namespace": "ai-tenant-e2e-shared-a-9b1256", "name": "rate-test-model-9b1256-kserve-route-authn"} 2026-07-16T20:48:09Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9b1256","namespace":"ai-tenant-e2e-shared-a-9b1256"}, "namespace": "ai-tenant-e2e-shared-a-9b1256", "name": "rate-test-model-9b1256", "reconcileID": "7a94f8f6-1db3-435d-aa82-9b8e1fa2244d", "LLMInferenceService": "rate-test-model-9b1256", "namespace": "ai-tenant-e2e-shared-a-9b1256", "authType": "userdefined"} 2026-07-16T20:48:09Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9b1256","namespace":"ai-tenant-e2e-shared-a-9b1256"}, "namespace": "ai-tenant-e2e-shared-a-9b1256", "name": "rate-test-model-9b1256", "reconcileID": "7a94f8f6-1db3-435d-aa82-9b8e1fa2244d", "LLMInferenceService": "rate-test-model-9b1256", "namespace": "ai-tenant-e2e-shared-a-9b1256"} 2026-07-16T20:48:14Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8a0b5e","namespace":"ai-tenant-e2e-shared-b-8a0b5e"}, "namespace": "ai-tenant-e2e-shared-b-8a0b5e", "name": "rate-test-model-8a0b5e", "reconcileID": "1d001439-da51-4f2e-b141-c2b1aa0a3562", "LLMInferenceService": "rate-test-model-8a0b5e", "namespace": "ai-tenant-e2e-shared-b-8a0b5e"} 2026-07-16T20:48:14Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8a0b5e","namespace":"ai-tenant-e2e-shared-b-8a0b5e"}, "namespace": "ai-tenant-e2e-shared-b-8a0b5e", "name": "rate-test-model-8a0b5e", "reconcileID": "1d001439-da51-4f2e-b141-c2b1aa0a3562", "LLMInferenceService": "rate-test-model-8a0b5e", "namespace": "ai-tenant-e2e-shared-b-8a0b5e"} 2026-07-16T20:48:14Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8a0b5e","namespace":"ai-tenant-e2e-shared-b-8a0b5e"}, "namespace": "ai-tenant-e2e-shared-b-8a0b5e", "name": "rate-test-model-8a0b5e", "reconcileID": "1d001439-da51-4f2e-b141-c2b1aa0a3562", "LLMInferenceService": "rate-test-model-8a0b5e", "namespace": "ai-tenant-e2e-shared-b-8a0b5e"} 2026-07-16T20:48:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8a0b5e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8a0b5e", "reconcileID": "f5bae404-1520-4ec3-9ed7-3cf0e47a6b5c", "Gateway": "e2e-shared-b-8a0b5e", "namespace": "openshift-ingress"} 2026-07-16T20:48:14Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8a0b5e","namespace":"ai-tenant-e2e-shared-b-8a0b5e"}, "namespace": "ai-tenant-e2e-shared-b-8a0b5e", "name": "rate-test-model-8a0b5e", "reconcileID": "1d001439-da51-4f2e-b141-c2b1aa0a3562", "LLMInferenceService": "rate-test-model-8a0b5e", "namespace": "ai-tenant-e2e-shared-b-8a0b5e", "name": "rate-test-model-8a0b5e-kserve-route-authn"} 2026-07-16T20:48:14Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8a0b5e","namespace":"ai-tenant-e2e-shared-b-8a0b5e"}, "namespace": "ai-tenant-e2e-shared-b-8a0b5e", "name": "rate-test-model-8a0b5e", "reconcileID": "1d001439-da51-4f2e-b141-c2b1aa0a3562", "LLMInferenceService": "rate-test-model-8a0b5e", "namespace": "ai-tenant-e2e-shared-b-8a0b5e", "authType": "userdefined"} 2026-07-16T20:48:14Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8a0b5e","namespace":"ai-tenant-e2e-shared-b-8a0b5e"}, "namespace": "ai-tenant-e2e-shared-b-8a0b5e", "name": "rate-test-model-8a0b5e", "reconcileID": "1d001439-da51-4f2e-b141-c2b1aa0a3562", "LLMInferenceService": "rate-test-model-8a0b5e", "namespace": "ai-tenant-e2e-shared-b-8a0b5e"} 2026-07-16T20:48:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8a0b5e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8a0b5e", "reconcileID": "f5bae404-1520-4ec3-9ed7-3cf0e47a6b5c", "Gateway": "e2e-shared-b-8a0b5e", "namespace": "openshift-ingress", "name": "e2e-shared-b-8a0b5e-authn-ssl"} 2026-07-16T20:48:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8a0b5e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8a0b5e", "reconcileID": "f5bae404-1520-4ec3-9ed7-3cf0e47a6b5c", "Gateway": "e2e-shared-b-8a0b5e", "namespace": "openshift-ingress"} 2026-07-16T20:48:14Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8a0b5e","namespace":"ai-tenant-e2e-shared-b-8a0b5e"}, "namespace": "ai-tenant-e2e-shared-b-8a0b5e", "name": "rate-test-model-8a0b5e", "reconcileID": "8b6a0a09-99e3-425c-860f-39b1e9d03e6d", "LLMInferenceService": "rate-test-model-8a0b5e", "namespace": "ai-tenant-e2e-shared-b-8a0b5e"} 2026-07-16T20:48:14Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8a0b5e","namespace":"ai-tenant-e2e-shared-b-8a0b5e"}, "namespace": "ai-tenant-e2e-shared-b-8a0b5e", "name": "rate-test-model-8a0b5e", "reconcileID": "8b6a0a09-99e3-425c-860f-39b1e9d03e6d", "LLMInferenceService": "rate-test-model-8a0b5e", "namespace": "ai-tenant-e2e-shared-b-8a0b5e"} 2026-07-16T20:48:14Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8a0b5e","namespace":"ai-tenant-e2e-shared-b-8a0b5e"}, "namespace": "ai-tenant-e2e-shared-b-8a0b5e", "name": "rate-test-model-8a0b5e", "reconcileID": "8b6a0a09-99e3-425c-860f-39b1e9d03e6d", "LLMInferenceService": "rate-test-model-8a0b5e", "namespace": "ai-tenant-e2e-shared-b-8a0b5e"} 2026-07-16T20:48:14Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8a0b5e","namespace":"ai-tenant-e2e-shared-b-8a0b5e"}, "namespace": "ai-tenant-e2e-shared-b-8a0b5e", "name": "rate-test-model-8a0b5e", "reconcileID": "8b6a0a09-99e3-425c-860f-39b1e9d03e6d", "LLMInferenceService": "rate-test-model-8a0b5e", "namespace": "ai-tenant-e2e-shared-b-8a0b5e", "name": "rate-test-model-8a0b5e-kserve-route-authn"} 2026-07-16T20:48:14Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8a0b5e","namespace":"ai-tenant-e2e-shared-b-8a0b5e"}, "namespace": "ai-tenant-e2e-shared-b-8a0b5e", "name": "rate-test-model-8a0b5e", "reconcileID": "8b6a0a09-99e3-425c-860f-39b1e9d03e6d", "LLMInferenceService": "rate-test-model-8a0b5e", "namespace": "ai-tenant-e2e-shared-b-8a0b5e", "authType": "userdefined"} 2026-07-16T20:48:14Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8a0b5e","namespace":"ai-tenant-e2e-shared-b-8a0b5e"}, "namespace": "ai-tenant-e2e-shared-b-8a0b5e", "name": "rate-test-model-8a0b5e", "reconcileID": "8b6a0a09-99e3-425c-860f-39b1e9d03e6d", "LLMInferenceService": "rate-test-model-8a0b5e", "namespace": "ai-tenant-e2e-shared-b-8a0b5e"} 2026-07-16T20:48:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8a0b5e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8a0b5e", "reconcileID": "efc50045-bfa5-4c54-a6e1-3ab419de36a7", "Gateway": "e2e-shared-b-8a0b5e", "namespace": "openshift-ingress"} 2026-07-16T20:48:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8a0b5e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8a0b5e", "reconcileID": "efc50045-bfa5-4c54-a6e1-3ab419de36a7", "Gateway": "e2e-shared-b-8a0b5e", "namespace": "openshift-ingress", "name": "e2e-shared-b-8a0b5e-authn-ssl"} 2026-07-16T20:48:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8a0b5e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8a0b5e", "reconcileID": "efc50045-bfa5-4c54-a6e1-3ab419de36a7", "Gateway": "e2e-shared-b-8a0b5e", "namespace": "openshift-ingress"} 2026-07-16T20:48:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "feb41c5a-5e88-49cc-9dff-801c3af372df", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-16T20:48:18Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8a0b5e","namespace":"ai-tenant-e2e-shared-b-8a0b5e"}, "namespace": "ai-tenant-e2e-shared-b-8a0b5e", "name": "rate-test-model-8a0b5e", "reconcileID": "bc62e8bc-7a2a-4dd0-b1cb-3de8675cbdf4", "LLMInferenceService": "rate-test-model-8a0b5e", "namespace": "ai-tenant-e2e-shared-b-8a0b5e"} 2026-07-16T20:48:18Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8a0b5e","namespace":"ai-tenant-e2e-shared-b-8a0b5e"}, "namespace": "ai-tenant-e2e-shared-b-8a0b5e", "name": "rate-test-model-8a0b5e", "reconcileID": "bc62e8bc-7a2a-4dd0-b1cb-3de8675cbdf4", "LLMInferenceService": "rate-test-model-8a0b5e", "namespace": "ai-tenant-e2e-shared-b-8a0b5e"} 2026-07-16T20:48:18Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8a0b5e","namespace":"ai-tenant-e2e-shared-b-8a0b5e"}, "namespace": "ai-tenant-e2e-shared-b-8a0b5e", "name": "rate-test-model-8a0b5e", "reconcileID": "bc62e8bc-7a2a-4dd0-b1cb-3de8675cbdf4", "LLMInferenceService": "rate-test-model-8a0b5e", "namespace": "ai-tenant-e2e-shared-b-8a0b5e"} 2026-07-16T20:48:18Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8a0b5e","namespace":"ai-tenant-e2e-shared-b-8a0b5e"}, "namespace": "ai-tenant-e2e-shared-b-8a0b5e", "name": "rate-test-model-8a0b5e", "reconcileID": "bc62e8bc-7a2a-4dd0-b1cb-3de8675cbdf4", "LLMInferenceService": "rate-test-model-8a0b5e", "namespace": "ai-tenant-e2e-shared-b-8a0b5e", "name": "rate-test-model-8a0b5e-kserve-route-authn"} 2026-07-16T20:48:18Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8a0b5e","namespace":"ai-tenant-e2e-shared-b-8a0b5e"}, "namespace": "ai-tenant-e2e-shared-b-8a0b5e", "name": "rate-test-model-8a0b5e", "reconcileID": "bc62e8bc-7a2a-4dd0-b1cb-3de8675cbdf4", "LLMInferenceService": "rate-test-model-8a0b5e", "namespace": "ai-tenant-e2e-shared-b-8a0b5e", "authType": "userdefined"} 2026-07-16T20:48:18Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8a0b5e","namespace":"ai-tenant-e2e-shared-b-8a0b5e"}, "namespace": "ai-tenant-e2e-shared-b-8a0b5e", "name": "rate-test-model-8a0b5e", "reconcileID": "bc62e8bc-7a2a-4dd0-b1cb-3de8675cbdf4", "LLMInferenceService": "rate-test-model-8a0b5e", "namespace": "ai-tenant-e2e-shared-b-8a0b5e"} 2026-07-16T20:48:26Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-16T20:48:26Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-16T20:48:29Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-16T20:48:29Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-16T20:48:33Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8a0b5e","namespace":"ai-tenant-e2e-shared-b-8a0b5e"}, "namespace": "ai-tenant-e2e-shared-b-8a0b5e", "name": "rate-test-model-8a0b5e", "reconcileID": "da77e0da-4b58-47f5-b806-2170d504497b", "LLMInferenceService": "rate-test-model-8a0b5e", "namespace": "ai-tenant-e2e-shared-b-8a0b5e"} 2026-07-16T20:48:33Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8a0b5e","namespace":"ai-tenant-e2e-shared-b-8a0b5e"}, "namespace": "ai-tenant-e2e-shared-b-8a0b5e", "name": "rate-test-model-8a0b5e", "reconcileID": "da77e0da-4b58-47f5-b806-2170d504497b", "LLMInferenceService": "rate-test-model-8a0b5e", "namespace": "ai-tenant-e2e-shared-b-8a0b5e"} 2026-07-16T20:48:33Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8a0b5e","namespace":"ai-tenant-e2e-shared-b-8a0b5e"}, "namespace": "ai-tenant-e2e-shared-b-8a0b5e", "name": "rate-test-model-8a0b5e", "reconcileID": "da77e0da-4b58-47f5-b806-2170d504497b", "LLMInferenceService": "rate-test-model-8a0b5e", "namespace": "ai-tenant-e2e-shared-b-8a0b5e"} 2026-07-16T20:48:33Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8a0b5e","namespace":"ai-tenant-e2e-shared-b-8a0b5e"}, "namespace": "ai-tenant-e2e-shared-b-8a0b5e", "name": "rate-test-model-8a0b5e", "reconcileID": "da77e0da-4b58-47f5-b806-2170d504497b", "LLMInferenceService": "rate-test-model-8a0b5e", "namespace": "ai-tenant-e2e-shared-b-8a0b5e", "name": "rate-test-model-8a0b5e-kserve-route-authn"} 2026-07-16T20:48:33Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8a0b5e","namespace":"ai-tenant-e2e-shared-b-8a0b5e"}, "namespace": "ai-tenant-e2e-shared-b-8a0b5e", "name": "rate-test-model-8a0b5e", "reconcileID": "da77e0da-4b58-47f5-b806-2170d504497b", "LLMInferenceService": "rate-test-model-8a0b5e", "namespace": "ai-tenant-e2e-shared-b-8a0b5e", "authType": "userdefined"} 2026-07-16T20:48:33Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8a0b5e","namespace":"ai-tenant-e2e-shared-b-8a0b5e"}, "namespace": "ai-tenant-e2e-shared-b-8a0b5e", "name": "rate-test-model-8a0b5e", "reconcileID": "da77e0da-4b58-47f5-b806-2170d504497b", "LLMInferenceService": "rate-test-model-8a0b5e", "namespace": "ai-tenant-e2e-shared-b-8a0b5e"} 2026-07-16T20:49:13Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9b1256","namespace":"ai-tenant-e2e-shared-a-9b1256"}, "namespace": "ai-tenant-e2e-shared-a-9b1256", "name": "rate-test-model-9b1256", "reconcileID": "dee85171-4fea-4667-9f3b-112b87481fa5", "LLMInferenceService": "rate-test-model-9b1256", "namespace": "ai-tenant-e2e-shared-a-9b1256"} 2026-07-16T20:49:13Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9b1256","namespace":"ai-tenant-e2e-shared-a-9b1256"}, "namespace": "ai-tenant-e2e-shared-a-9b1256", "name": "rate-test-model-9b1256", "reconcileID": "dee85171-4fea-4667-9f3b-112b87481fa5", "LLMInferenceService": "rate-test-model-9b1256", "namespace": "ai-tenant-e2e-shared-a-9b1256", "name": "rate-test-model-9b1256"} 2026-07-16T20:49:13Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9b1256","namespace":"ai-tenant-e2e-shared-a-9b1256"}, "namespace": "ai-tenant-e2e-shared-a-9b1256", "name": "rate-test-model-9b1256", "reconcileID": "dee85171-4fea-4667-9f3b-112b87481fa5", "LLMInferenceService": "rate-test-model-9b1256", "namespace": "ai-tenant-e2e-shared-a-9b1256"} 2026-07-16T20:49:13Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9b1256","namespace":"ai-tenant-e2e-shared-a-9b1256"}, "namespace": "ai-tenant-e2e-shared-a-9b1256", "name": "rate-test-model-9b1256", "reconcileID": "dee85171-4fea-4667-9f3b-112b87481fa5", "LLMInferenceService": "rate-test-model-9b1256", "namespace": "ai-tenant-e2e-shared-a-9b1256"} 2026-07-16T20:49:13Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9b1256","namespace":"ai-tenant-e2e-shared-a-9b1256"}, "namespace": "ai-tenant-e2e-shared-a-9b1256", "name": "rate-test-model-9b1256", "reconcileID": "dee85171-4fea-4667-9f3b-112b87481fa5", "LLMInferenceService": "rate-test-model-9b1256", "namespace": "ai-tenant-e2e-shared-a-9b1256", "name": "rate-test-model-9b1256-kserve-route-authn"} 2026-07-16T20:49:13Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9b1256","namespace":"ai-tenant-e2e-shared-a-9b1256"}, "namespace": "ai-tenant-e2e-shared-a-9b1256", "name": "rate-test-model-9b1256", "reconcileID": "dee85171-4fea-4667-9f3b-112b87481fa5", "LLMInferenceService": "rate-test-model-9b1256", "namespace": "ai-tenant-e2e-shared-a-9b1256", "name": "rate-test-model-9b1256-kserve-route-authn"} 2026-07-16T20:49:13Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9b1256","namespace":"ai-tenant-e2e-shared-a-9b1256"}, "namespace": "ai-tenant-e2e-shared-a-9b1256", "name": "rate-test-model-9b1256", "reconcileID": "dee85171-4fea-4667-9f3b-112b87481fa5", "LLMInferenceService": "rate-test-model-9b1256", "namespace": "ai-tenant-e2e-shared-a-9b1256", "namespace": "ai-tenant-e2e-shared-a-9b1256"} 2026-07-16T20:49:13Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9b1256","namespace":"ai-tenant-e2e-shared-a-9b1256"}, "namespace": "ai-tenant-e2e-shared-a-9b1256", "name": "rate-test-model-9b1256", "reconcileID": "dee85171-4fea-4667-9f3b-112b87481fa5", "LLMInferenceService": "rate-test-model-9b1256", "namespace": "ai-tenant-e2e-shared-a-9b1256", "namespace": "ai-tenant-e2e-shared-a-9b1256"} 2026-07-16T20:49:13Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9b1256","namespace":"ai-tenant-e2e-shared-a-9b1256"}, "namespace": "ai-tenant-e2e-shared-a-9b1256", "name": "rate-test-model-9b1256", "reconcileID": "f71d5f12-0fcf-4e12-aa22-b50019d484d8", "LLMInferenceService": "rate-test-model-9b1256", "namespace": "ai-tenant-e2e-shared-a-9b1256"} 2026-07-16T20:49:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9b1256","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9b1256", "reconcileID": "e4748f71-d679-4409-8943-29b5cc66970a", "Gateway": "e2e-shared-a-9b1256", "namespace": "openshift-ingress"} 2026-07-16T20:49:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9b1256","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9b1256", "reconcileID": "e4748f71-d679-4409-8943-29b5cc66970a", "Gateway": "e2e-shared-a-9b1256", "namespace": "openshift-ingress", "name": "e2e-shared-a-9b1256-authn-ssl"} 2026-07-16T20:49:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9b1256","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9b1256", "reconcileID": "e4748f71-d679-4409-8943-29b5cc66970a", "Gateway": "e2e-shared-a-9b1256", "namespace": "openshift-ingress"} 2026-07-16T20:49:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9b1256","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9b1256", "reconcileID": "64080b61-26d8-4dff-8f4f-adfd4b7f73c5", "Gateway": "e2e-shared-a-9b1256", "namespace": "openshift-ingress"} 2026-07-16T20:49:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9b1256","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9b1256", "reconcileID": "64080b61-26d8-4dff-8f4f-adfd4b7f73c5", "Gateway": "e2e-shared-a-9b1256", "namespace": "openshift-ingress", "name": "e2e-shared-a-9b1256-authn-ssl"} 2026-07-16T20:49:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9b1256","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9b1256", "reconcileID": "64080b61-26d8-4dff-8f4f-adfd4b7f73c5", "Gateway": "e2e-shared-a-9b1256", "namespace": "openshift-ingress"} 2026-07-16T20:49:13Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8a0b5e","namespace":"ai-tenant-e2e-shared-b-8a0b5e"}, "namespace": "ai-tenant-e2e-shared-b-8a0b5e", "name": "rate-test-model-8a0b5e", "reconcileID": "e27e0bbe-f1d6-4285-8a81-6ca232946ce1", "LLMInferenceService": "rate-test-model-8a0b5e", "namespace": "ai-tenant-e2e-shared-b-8a0b5e"} 2026-07-16T20:49:13Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8a0b5e","namespace":"ai-tenant-e2e-shared-b-8a0b5e"}, "namespace": "ai-tenant-e2e-shared-b-8a0b5e", "name": "rate-test-model-8a0b5e", "reconcileID": "e27e0bbe-f1d6-4285-8a81-6ca232946ce1", "LLMInferenceService": "rate-test-model-8a0b5e", "namespace": "ai-tenant-e2e-shared-b-8a0b5e", "name": "rate-test-model-8a0b5e"} 2026-07-16T20:49:13Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8a0b5e","namespace":"ai-tenant-e2e-shared-b-8a0b5e"}, "namespace": "ai-tenant-e2e-shared-b-8a0b5e", "name": "rate-test-model-8a0b5e", "reconcileID": "e27e0bbe-f1d6-4285-8a81-6ca232946ce1", "LLMInferenceService": "rate-test-model-8a0b5e", "namespace": "ai-tenant-e2e-shared-b-8a0b5e"} 2026-07-16T20:49:13Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8a0b5e","namespace":"ai-tenant-e2e-shared-b-8a0b5e"}, "namespace": "ai-tenant-e2e-shared-b-8a0b5e", "name": "rate-test-model-8a0b5e", "reconcileID": "e27e0bbe-f1d6-4285-8a81-6ca232946ce1", "LLMInferenceService": "rate-test-model-8a0b5e", "namespace": "ai-tenant-e2e-shared-b-8a0b5e"} 2026-07-16T20:49:13Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8a0b5e","namespace":"ai-tenant-e2e-shared-b-8a0b5e"}, "namespace": "ai-tenant-e2e-shared-b-8a0b5e", "name": "rate-test-model-8a0b5e", "reconcileID": "e27e0bbe-f1d6-4285-8a81-6ca232946ce1", "LLMInferenceService": "rate-test-model-8a0b5e", "namespace": "ai-tenant-e2e-shared-b-8a0b5e", "name": "rate-test-model-8a0b5e-kserve-route-authn"} 2026-07-16T20:49:13Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8a0b5e","namespace":"ai-tenant-e2e-shared-b-8a0b5e"}, "namespace": "ai-tenant-e2e-shared-b-8a0b5e", "name": "rate-test-model-8a0b5e", "reconcileID": "e27e0bbe-f1d6-4285-8a81-6ca232946ce1", "LLMInferenceService": "rate-test-model-8a0b5e", "namespace": "ai-tenant-e2e-shared-b-8a0b5e", "name": "rate-test-model-8a0b5e-kserve-route-authn"} 2026-07-16T20:49:13Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8a0b5e","namespace":"ai-tenant-e2e-shared-b-8a0b5e"}, "namespace": "ai-tenant-e2e-shared-b-8a0b5e", "name": "rate-test-model-8a0b5e", "reconcileID": "e27e0bbe-f1d6-4285-8a81-6ca232946ce1", "LLMInferenceService": "rate-test-model-8a0b5e", "namespace": "ai-tenant-e2e-shared-b-8a0b5e", "namespace": "ai-tenant-e2e-shared-b-8a0b5e"} 2026-07-16T20:49:13Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8a0b5e","namespace":"ai-tenant-e2e-shared-b-8a0b5e"}, "namespace": "ai-tenant-e2e-shared-b-8a0b5e", "name": "rate-test-model-8a0b5e", "reconcileID": "e27e0bbe-f1d6-4285-8a81-6ca232946ce1", "LLMInferenceService": "rate-test-model-8a0b5e", "namespace": "ai-tenant-e2e-shared-b-8a0b5e", "namespace": "ai-tenant-e2e-shared-b-8a0b5e"} 2026-07-16T20:49:14Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8a0b5e","namespace":"ai-tenant-e2e-shared-b-8a0b5e"}, "namespace": "ai-tenant-e2e-shared-b-8a0b5e", "name": "rate-test-model-8a0b5e", "reconcileID": "60f696fd-af98-4396-8d51-438ff0377e5a", "LLMInferenceService": "rate-test-model-8a0b5e", "namespace": "ai-tenant-e2e-shared-b-8a0b5e"} 2026-07-16T20:49:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8a0b5e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8a0b5e", "reconcileID": "0abc7e8c-124c-4540-a94b-73b1e3f5e1c3", "Gateway": "e2e-shared-b-8a0b5e", "namespace": "openshift-ingress"} 2026-07-16T20:49:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8a0b5e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8a0b5e", "reconcileID": "0abc7e8c-124c-4540-a94b-73b1e3f5e1c3", "Gateway": "e2e-shared-b-8a0b5e", "namespace": "openshift-ingress", "name": "e2e-shared-b-8a0b5e-authn-ssl"} 2026-07-16T20:49:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8a0b5e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8a0b5e", "reconcileID": "0abc7e8c-124c-4540-a94b-73b1e3f5e1c3", "Gateway": "e2e-shared-b-8a0b5e", "namespace": "openshift-ingress"} 2026-07-16T20:49:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8a0b5e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8a0b5e", "reconcileID": "e65f318d-cb70-4543-bf07-912edcaa1b8c", "Gateway": "e2e-shared-b-8a0b5e", "namespace": "openshift-ingress"} 2026-07-16T20:49:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8a0b5e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8a0b5e", "reconcileID": "e65f318d-cb70-4543-bf07-912edcaa1b8c", "Gateway": "e2e-shared-b-8a0b5e", "namespace": "openshift-ingress", "name": "e2e-shared-b-8a0b5e-authn-ssl"} 2026-07-16T20:49:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8a0b5e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8a0b5e", "reconcileID": "e65f318d-cb70-4543-bf07-912edcaa1b8c", "Gateway": "e2e-shared-b-8a0b5e", "namespace": "openshift-ingress"} 2026-07-16T20:49:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "50b08a8c-ff98-45a4-a6bf-1ce28aa616ec", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-16T20:49:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9b1256","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9b1256", "reconcileID": "d2bf37c6-d1ff-4183-875c-86cdddca14f3", "Gateway": "e2e-shared-a-9b1256", "namespace": "openshift-ingress"} 2026-07-16T20:49:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9b1256","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9b1256", "reconcileID": "d2bf37c6-d1ff-4183-875c-86cdddca14f3", "Gateway": "e2e-shared-a-9b1256", "namespace": "openshift-ingress", "name": "e2e-shared-a-9b1256-authn-ssl"} 2026-07-16T20:49:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9b1256","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9b1256", "reconcileID": "d2bf37c6-d1ff-4183-875c-86cdddca14f3", "Gateway": "e2e-shared-a-9b1256", "namespace": "openshift-ingress"} 2026-07-16T20:49:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9b1256","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9b1256", "reconcileID": "f4215ff4-e5a8-4bdb-8871-b9b0b3e65927", "Gateway": "e2e-shared-a-9b1256", "namespace": "openshift-ingress"} 2026-07-16T20:49:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9b1256","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9b1256", "reconcileID": "f4215ff4-e5a8-4bdb-8871-b9b0b3e65927", "Gateway": "e2e-shared-a-9b1256", "namespace": "openshift-ingress", "name": "e2e-shared-a-9b1256-authn-ssl"} 2026-07-16T20:49:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9b1256","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9b1256", "reconcileID": "f4215ff4-e5a8-4bdb-8871-b9b0b3e65927", "Gateway": "e2e-shared-a-9b1256", "namespace": "openshift-ingress"} 2026-07-16T20:49:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "876811a5-f202-4365-92c2-b4eb6a635762", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-16T20:49:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-9b1256"}, "namespace": "ai-tenant-e2e-shared-a-9b1256", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "10efb7a0-86bb-49ef-8c92-f7b007fb7cf4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-9b1256"} 2026-07-16T20:49:54Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-9b1256"}, "namespace": "ai-tenant-e2e-shared-a-9b1256", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "10efb7a0-86bb-49ef-8c92-f7b007fb7cf4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-9b1256", "create": "odh-kserve-custom-ca-bundle"} 2026-07-16T20:49:54Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-9b1256"}, "namespace": "ai-tenant-e2e-shared-a-9b1256", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "10efb7a0-86bb-49ef-8c92-f7b007fb7cf4", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-9b1256 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-16T20:49:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-9b1256"}, "namespace": "ai-tenant-e2e-shared-a-9b1256", "name": "odh-trusted-ca-bundle", "reconcileID": "6e388611-4edf-4e32-ac39-5829c94e0923", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-9b1256"} 2026-07-16T20:49:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-9b1256"}, "namespace": "ai-tenant-e2e-shared-a-9b1256", "name": "odh-trusted-ca-bundle", "reconcileID": "6e388611-4edf-4e32-ac39-5829c94e0923", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-9b1256"} 2026-07-16T20:49:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-9b1256"}, "namespace": "ai-tenant-e2e-shared-a-9b1256", "name": "openshift-service-ca.crt", "reconcileID": "70382668-2258-405c-b498-812e874b36a8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-9b1256"} 2026-07-16T20:49:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-9b1256"}, "namespace": "ai-tenant-e2e-shared-a-9b1256", "name": "openshift-service-ca.crt", "reconcileID": "70382668-2258-405c-b498-812e874b36a8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-9b1256"} 2026-07-16T20:49:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-9b1256"}, "namespace": "ai-tenant-e2e-shared-a-9b1256", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bf5ce911-33e6-4aa1-9988-9f6b088f9b53", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-9b1256"} 2026-07-16T20:49:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-9b1256"}, "namespace": "ai-tenant-e2e-shared-a-9b1256", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bf5ce911-33e6-4aa1-9988-9f6b088f9b53", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-9b1256"} 2026-07-16T20:49:59Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9b1256","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9b1256", "reconcileID": "a91c5d48-ba29-4256-af57-3e793e5b70cc", "Gateway": "e2e-shared-a-9b1256", "namespace": "openshift-ingress"} 2026-07-16T20:50:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "6055aad8-22a0-4ad4-b045-99c184c0dedb", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-16T20:50:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8a0b5e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8a0b5e", "reconcileID": "a6026779-004d-4193-b892-e2c85879ed38", "Gateway": "e2e-shared-b-8a0b5e", "namespace": "openshift-ingress"} 2026-07-16T20:50:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8a0b5e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8a0b5e", "reconcileID": "a6026779-004d-4193-b892-e2c85879ed38", "Gateway": "e2e-shared-b-8a0b5e", "namespace": "openshift-ingress", "name": "e2e-shared-b-8a0b5e-authn-ssl"} 2026-07-16T20:50:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8a0b5e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8a0b5e", "reconcileID": "a6026779-004d-4193-b892-e2c85879ed38", "Gateway": "e2e-shared-b-8a0b5e", "namespace": "openshift-ingress"} 2026-07-16T20:50:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8a0b5e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8a0b5e", "reconcileID": "06ef883d-6e13-4fa9-b930-cd627ad59820", "Gateway": "e2e-shared-b-8a0b5e", "namespace": "openshift-ingress"} 2026-07-16T20:50:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8a0b5e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8a0b5e", "reconcileID": "06ef883d-6e13-4fa9-b930-cd627ad59820", "Gateway": "e2e-shared-b-8a0b5e", "namespace": "openshift-ingress", "name": "e2e-shared-b-8a0b5e-authn-ssl"} 2026-07-16T20:50:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8a0b5e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8a0b5e", "reconcileID": "06ef883d-6e13-4fa9-b930-cd627ad59820", "Gateway": "e2e-shared-b-8a0b5e", "namespace": "openshift-ingress"} 2026-07-16T20:50:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-8a0b5e"}, "namespace": "ai-tenant-e2e-shared-b-8a0b5e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "805111bf-9ff3-427f-8cdd-662790dc8c3a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-8a0b5e"} 2026-07-16T20:50:20Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-8a0b5e"}, "namespace": "ai-tenant-e2e-shared-b-8a0b5e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "805111bf-9ff3-427f-8cdd-662790dc8c3a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-8a0b5e", "create": "odh-kserve-custom-ca-bundle"} 2026-07-16T20:50:20Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-8a0b5e"}, "namespace": "ai-tenant-e2e-shared-b-8a0b5e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "805111bf-9ff3-427f-8cdd-662790dc8c3a", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-8a0b5e because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-16T20:50:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-8a0b5e"}, "namespace": "ai-tenant-e2e-shared-b-8a0b5e", "name": "odh-trusted-ca-bundle", "reconcileID": "b31b1ee4-36f6-4b2c-8f99-2a4152db964c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-8a0b5e"} 2026-07-16T20:50:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-8a0b5e"}, "namespace": "ai-tenant-e2e-shared-b-8a0b5e", "name": "odh-trusted-ca-bundle", "reconcileID": "b31b1ee4-36f6-4b2c-8f99-2a4152db964c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-8a0b5e"} 2026-07-16T20:50:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-8a0b5e"}, "namespace": "ai-tenant-e2e-shared-b-8a0b5e", "name": "openshift-service-ca.crt", "reconcileID": "3de962bc-290a-4bef-a066-1f880d954ffb", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-8a0b5e"} 2026-07-16T20:50:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-8a0b5e"}, "namespace": "ai-tenant-e2e-shared-b-8a0b5e", "name": "openshift-service-ca.crt", "reconcileID": "3de962bc-290a-4bef-a066-1f880d954ffb", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-8a0b5e"} 2026-07-16T20:50:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-8a0b5e"}, "namespace": "ai-tenant-e2e-shared-b-8a0b5e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b3dc1fb4-0004-477a-aee3-f968b93d13b8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-8a0b5e"} 2026-07-16T20:50:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-8a0b5e"}, "namespace": "ai-tenant-e2e-shared-b-8a0b5e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b3dc1fb4-0004-477a-aee3-f968b93d13b8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-8a0b5e"} 2026-07-16T20:50:25Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8a0b5e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8a0b5e", "reconcileID": "823b50f2-e20c-4ff7-bde2-db9cbff9c52b", "Gateway": "e2e-shared-b-8a0b5e", "namespace": "openshift-ingress"}