2026-07-07T18:29:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-06e51f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-06e51f", "reconcileID": "20098551-2400-4c3b-b197-5eb58fecdf12", "Gateway": "e2e-api-b-06e51f", "namespace": "openshift-ingress"} 2026-07-07T18:29:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-06e51f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-06e51f", "reconcileID": "a90c827f-61f5-42a2-80d6-ee6274fe39d1", "Gateway": "e2e-api-b-06e51f", "namespace": "openshift-ingress"} 2026-07-07T18:29:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-06e51f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-06e51f", "reconcileID": "a90c827f-61f5-42a2-80d6-ee6274fe39d1", "Gateway": "e2e-api-b-06e51f", "namespace": "openshift-ingress", "name": "e2e-api-b-06e51f-authn-ssl"} 2026-07-07T18:29:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-06e51f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-06e51f", "reconcileID": "a90c827f-61f5-42a2-80d6-ee6274fe39d1", "Gateway": "e2e-api-b-06e51f", "namespace": "openshift-ingress"} 2026-07-07T18:29:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-06e51f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-06e51f", "reconcileID": "93e3dd5d-eae9-4334-9733-5898dcde7e95", "Gateway": "e2e-api-b-06e51f", "namespace": "openshift-ingress"} 2026-07-07T18:29:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-06e51f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-06e51f", "reconcileID": "93e3dd5d-eae9-4334-9733-5898dcde7e95", "Gateway": "e2e-api-b-06e51f", "namespace": "openshift-ingress", "name": "e2e-api-b-06e51f-authn-ssl"} 2026-07-07T18:29:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-06e51f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-06e51f", "reconcileID": "93e3dd5d-eae9-4334-9733-5898dcde7e95", "Gateway": "e2e-api-b-06e51f", "namespace": "openshift-ingress"} 2026-07-07T18:29:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-06e51f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-06e51f", "reconcileID": "e93e5253-bc86-4cd5-830d-9c03b5d2d276", "Gateway": "e2e-api-b-06e51f", "namespace": "openshift-ingress"} 2026-07-07T18:29:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-06e51f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-06e51f", "reconcileID": "e93e5253-bc86-4cd5-830d-9c03b5d2d276", "Gateway": "e2e-api-b-06e51f", "namespace": "openshift-ingress", "name": "e2e-api-b-06e51f-authn-ssl"} 2026-07-07T18:29:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-06e51f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-06e51f", "reconcileID": "e93e5253-bc86-4cd5-830d-9c03b5d2d276", "Gateway": "e2e-api-b-06e51f", "namespace": "openshift-ingress"} 2026-07-07T18:29:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-06e51f"}, "namespace": "ai-tenant-e2e-api-b-06e51f", "name": "openshift-service-ca.crt", "reconcileID": "0eb95706-0223-4792-ad2f-c7bf32eac040", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-06e51f"} 2026-07-07T18:29:26Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-06e51f"}, "namespace": "ai-tenant-e2e-api-b-06e51f", "name": "openshift-service-ca.crt", "reconcileID": "04f40e8c-d6e5-4e5c-96c0-faf893d55861", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-06e51f", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T18:29:26Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-06e51f"}, "namespace": "ai-tenant-e2e-api-b-06e51f", "name": "openshift-service-ca.crt", "reconcileID": "04f40e8c-d6e5-4e5c-96c0-faf893d55861", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-06e51f"} 2026-07-07T18:29:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-06e51f"}, "namespace": "ai-tenant-e2e-api-b-06e51f", "name": "odh-trusted-ca-bundle", "reconcileID": "d677bb33-eb9e-449b-9472-c9a6a2bd5edd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-06e51f"} 2026-07-07T18:29:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-06e51f"}, "namespace": "ai-tenant-e2e-api-b-06e51f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "12aa2f5f-7b90-4bb5-8e61-7a5b1de9c4aa", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-06e51f"} 2026-07-07T18:29:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-06e51f"}, "namespace": "ai-tenant-e2e-api-b-06e51f", "name": "openshift-service-ca.crt", "reconcileID": "bcd3fe79-4f92-4562-bb86-23c01a10dd7f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-06e51f"} 2026-07-07T18:29:26Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-06e51f"}, "namespace": "ai-tenant-e2e-api-b-06e51f", "name": "odh-trusted-ca-bundle", "reconcileID": "5f1b4dba-951b-4079-b89d-bce0c815ba35", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-06e51f", "update": "odh-kserve-custom-ca-bundle"} 2026-07-07T18:29:26Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-06e51f"}, "namespace": "ai-tenant-e2e-api-b-06e51f", "name": "odh-trusted-ca-bundle", "reconcileID": "5f1b4dba-951b-4079-b89d-bce0c815ba35", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-06e51f"} 2026-07-07T18:29:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-06e51f"}, "namespace": "ai-tenant-e2e-api-b-06e51f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "905e1d8e-7aa3-44e5-85c1-1228411de8ef", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-06e51f"} 2026-07-07T18:29:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-06e51f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-06e51f", "reconcileID": "55ea948d-8802-45c5-b46d-b4926122e243", "Gateway": "e2e-api-b-06e51f", "namespace": "openshift-ingress"} 2026-07-07T18:29:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-06e51f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-06e51f", "reconcileID": "55ea948d-8802-45c5-b46d-b4926122e243", "Gateway": "e2e-api-b-06e51f", "namespace": "openshift-ingress", "name": "e2e-api-b-06e51f-authn-ssl"} 2026-07-07T18:29:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-06e51f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-06e51f", "reconcileID": "55ea948d-8802-45c5-b46d-b4926122e243", "Gateway": "e2e-api-b-06e51f", "namespace": "openshift-ingress"} 2026-07-07T18:29:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "d3545c4e-8c85-4087-b744-10786425d2bc", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-07T18:29:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-3e6980","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-3e6980", "reconcileID": "5038f134-8ed4-4d09-9b39-7d10ebb3910c", "Gateway": "e2e-api-a-3e6980", "namespace": "openshift-ingress"} 2026-07-07T18:29:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-3e6980","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-3e6980", "reconcileID": "5038f134-8ed4-4d09-9b39-7d10ebb3910c", "Gateway": "e2e-api-a-3e6980", "namespace": "openshift-ingress", "name": "e2e-api-a-3e6980-authn-ssl"} 2026-07-07T18:29:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-3e6980","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-3e6980", "reconcileID": "5038f134-8ed4-4d09-9b39-7d10ebb3910c", "Gateway": "e2e-api-a-3e6980", "namespace": "openshift-ingress"} 2026-07-07T18:29:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-06e51f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-06e51f", "reconcileID": "9728f147-78fd-4ecc-9fe3-af55064443f4", "Gateway": "e2e-api-b-06e51f", "namespace": "openshift-ingress"} 2026-07-07T18:29:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-06e51f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-06e51f", "reconcileID": "9728f147-78fd-4ecc-9fe3-af55064443f4", "Gateway": "e2e-api-b-06e51f", "namespace": "openshift-ingress", "name": "e2e-api-b-06e51f-authn-ssl"} 2026-07-07T18:29:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-06e51f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-06e51f", "reconcileID": "9728f147-78fd-4ecc-9fe3-af55064443f4", "Gateway": "e2e-api-b-06e51f", "namespace": "openshift-ingress"} 2026-07-07T18:29:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "e0a851d4-3cd5-4f7e-bae8-8276bddac25e", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-07T18:29:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-3e6980","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-3e6980", "reconcileID": "6dcd1f05-0520-4886-b46e-0efedc0dc41b", "Gateway": "e2e-api-a-3e6980", "namespace": "openshift-ingress"} 2026-07-07T18:29:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-3e6980","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-3e6980", "reconcileID": "6dcd1f05-0520-4886-b46e-0efedc0dc41b", "Gateway": "e2e-api-a-3e6980", "namespace": "openshift-ingress", "name": "e2e-api-a-3e6980-authn-ssl"} 2026-07-07T18:29:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-3e6980","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-3e6980", "reconcileID": "6dcd1f05-0520-4886-b46e-0efedc0dc41b", "Gateway": "e2e-api-a-3e6980", "namespace": "openshift-ingress"} 2026-07-07T18:29:44Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-3e6980"}, "namespace": "ai-tenant-e2e-api-a-3e6980", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "848d8063-ed59-438e-9220-573093e6f9bd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-3e6980"} 2026-07-07T18:29:44Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-3e6980"}, "namespace": "ai-tenant-e2e-api-a-3e6980", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "848d8063-ed59-438e-9220-573093e6f9bd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-3e6980", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T18:29:45Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-3e6980"}, "namespace": "ai-tenant-e2e-api-a-3e6980", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "848d8063-ed59-438e-9220-573093e6f9bd", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-3e6980 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-07T18:29:45Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-3e6980"}, "namespace": "ai-tenant-e2e-api-a-3e6980", "name": "odh-trusted-ca-bundle", "reconcileID": "d9b37fe0-8524-4b8f-8f41-b0b7b3c18fd7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-3e6980"} 2026-07-07T18:29:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-3e6980"}, "namespace": "ai-tenant-e2e-api-a-3e6980", "name": "odh-trusted-ca-bundle", "reconcileID": "d9b37fe0-8524-4b8f-8f41-b0b7b3c18fd7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-3e6980"} 2026-07-07T18:29:45Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-3e6980"}, "namespace": "ai-tenant-e2e-api-a-3e6980", "name": "openshift-service-ca.crt", "reconcileID": "aaa98dee-dad0-4788-bcbf-c5adf90e57b0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-3e6980"} 2026-07-07T18:29:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-3e6980"}, "namespace": "ai-tenant-e2e-api-a-3e6980", "name": "openshift-service-ca.crt", "reconcileID": "aaa98dee-dad0-4788-bcbf-c5adf90e57b0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-3e6980"} 2026-07-07T18:29:45Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-3e6980"}, "namespace": "ai-tenant-e2e-api-a-3e6980", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "371734a8-7957-4140-a870-1aeacc1c3262", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-3e6980"} 2026-07-07T18:29:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-3e6980"}, "namespace": "ai-tenant-e2e-api-a-3e6980", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "371734a8-7957-4140-a870-1aeacc1c3262", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-3e6980"} 2026-07-07T18:29:46Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-3e6980","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-3e6980", "reconcileID": "be8f5316-e601-43ac-a9db-fae86bab3a8f", "Gateway": "e2e-api-a-3e6980", "namespace": "openshift-ingress"} 2026-07-07T18:29:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "82a5f411-0fa7-40a4-b301-6736d3ff012e", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-07T18:29:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-06e51f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-06e51f", "reconcileID": "b10f82cf-a0bd-450a-978f-b948e793223b", "Gateway": "e2e-api-b-06e51f", "namespace": "openshift-ingress"} 2026-07-07T18:29:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-06e51f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-06e51f", "reconcileID": "b10f82cf-a0bd-450a-978f-b948e793223b", "Gateway": "e2e-api-b-06e51f", "namespace": "openshift-ingress", "name": "e2e-api-b-06e51f-authn-ssl"} 2026-07-07T18:29:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-06e51f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-06e51f", "reconcileID": "b10f82cf-a0bd-450a-978f-b948e793223b", "Gateway": "e2e-api-b-06e51f", "namespace": "openshift-ingress"} 2026-07-07T18:29:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-06e51f"}, "namespace": "ai-tenant-e2e-api-b-06e51f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c0e0e3f4-907d-49be-98e0-e6bfa48e345c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-06e51f"} 2026-07-07T18:29:52Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-06e51f"}, "namespace": "ai-tenant-e2e-api-b-06e51f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c0e0e3f4-907d-49be-98e0-e6bfa48e345c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-06e51f", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T18:29:52Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-06e51f"}, "namespace": "ai-tenant-e2e-api-b-06e51f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c0e0e3f4-907d-49be-98e0-e6bfa48e345c", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-06e51f because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-07T18:29:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-06e51f"}, "namespace": "ai-tenant-e2e-api-b-06e51f", "name": "odh-trusted-ca-bundle", "reconcileID": "335f0c01-3565-4e69-b96b-54de00dfdcd9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-06e51f"} 2026-07-07T18:29:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-06e51f"}, "namespace": "ai-tenant-e2e-api-b-06e51f", "name": "odh-trusted-ca-bundle", "reconcileID": "335f0c01-3565-4e69-b96b-54de00dfdcd9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-06e51f"} 2026-07-07T18:29:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-06e51f"}, "namespace": "ai-tenant-e2e-api-b-06e51f", "name": "openshift-service-ca.crt", "reconcileID": "22bc5853-49b6-41de-8e51-2fec6241fc78", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-06e51f"} 2026-07-07T18:29:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-06e51f"}, "namespace": "ai-tenant-e2e-api-b-06e51f", "name": "openshift-service-ca.crt", "reconcileID": "22bc5853-49b6-41de-8e51-2fec6241fc78", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-06e51f"} 2026-07-07T18:29:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-06e51f"}, "namespace": "ai-tenant-e2e-api-b-06e51f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1b05ed8b-608f-4688-a594-23066b861425", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-06e51f"} 2026-07-07T18:29:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-06e51f"}, "namespace": "ai-tenant-e2e-api-b-06e51f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1b05ed8b-608f-4688-a594-23066b861425", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-06e51f"} 2026-07-07T18:29:53Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-06e51f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-06e51f", "reconcileID": "f5709a6e-93fe-4e7c-8fb4-c91b30bcd8b0", "Gateway": "e2e-api-b-06e51f", "namespace": "openshift-ingress"} 2026-07-07T18:29:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2b5160","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2b5160", "reconcileID": "1962cf51-465d-467e-9925-9443b1b3af41", "Gateway": "e2e-shared-a-2b5160", "namespace": "openshift-ingress"} 2026-07-07T18:29:54Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2b5160","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2b5160", "reconcileID": "1962cf51-465d-467e-9925-9443b1b3af41", "Gateway": "e2e-shared-a-2b5160", "namespace": "openshift-ingress", "name": "e2e-shared-a-2b5160-authn-ssl"} 2026-07-07T18:29:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2b5160","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2b5160", "reconcileID": "1962cf51-465d-467e-9925-9443b1b3af41", "Gateway": "e2e-shared-a-2b5160", "namespace": "openshift-ingress"} 2026-07-07T18:29:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2b5160","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2b5160", "reconcileID": "0e1c7dec-2bb9-46e6-804e-ae390d01f45f", "Gateway": "e2e-shared-a-2b5160", "namespace": "openshift-ingress"} 2026-07-07T18:29:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2b5160","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2b5160", "reconcileID": "0e1c7dec-2bb9-46e6-804e-ae390d01f45f", "Gateway": "e2e-shared-a-2b5160", "namespace": "openshift-ingress", "name": "e2e-shared-a-2b5160-authn-ssl"} 2026-07-07T18:29:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2b5160","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2b5160", "reconcileID": "0e1c7dec-2bb9-46e6-804e-ae390d01f45f", "Gateway": "e2e-shared-a-2b5160", "namespace": "openshift-ingress"} 2026-07-07T18:29:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2b5160","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2b5160", "reconcileID": "01c24329-d320-4cfe-9a95-c2f316b29ebc", "Gateway": "e2e-shared-a-2b5160", "namespace": "openshift-ingress"} 2026-07-07T18:29:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2b5160","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2b5160", "reconcileID": "01c24329-d320-4cfe-9a95-c2f316b29ebc", "Gateway": "e2e-shared-a-2b5160", "namespace": "openshift-ingress", "name": "e2e-shared-a-2b5160-authn-ssl"} 2026-07-07T18:29:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2b5160","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2b5160", "reconcileID": "01c24329-d320-4cfe-9a95-c2f316b29ebc", "Gateway": "e2e-shared-a-2b5160", "namespace": "openshift-ingress"} 2026-07-07T18:29:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2b5160","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2b5160", "reconcileID": "5232609d-ed5f-4609-a988-c849821b3bea", "Gateway": "e2e-shared-a-2b5160", "namespace": "openshift-ingress"} 2026-07-07T18:29:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2b5160","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2b5160", "reconcileID": "5232609d-ed5f-4609-a988-c849821b3bea", "Gateway": "e2e-shared-a-2b5160", "namespace": "openshift-ingress", "name": "e2e-shared-a-2b5160-authn-ssl"} 2026-07-07T18:29:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2b5160","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2b5160", "reconcileID": "5232609d-ed5f-4609-a988-c849821b3bea", "Gateway": "e2e-shared-a-2b5160", "namespace": "openshift-ingress"} 2026-07-07T18:29:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2b5160","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2b5160", "reconcileID": "f8337f69-533a-4af8-815e-cc679716d98c", "Gateway": "e2e-shared-a-2b5160", "namespace": "openshift-ingress"} 2026-07-07T18:29:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2b5160","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2b5160", "reconcileID": "f8337f69-533a-4af8-815e-cc679716d98c", "Gateway": "e2e-shared-a-2b5160", "namespace": "openshift-ingress", "name": "e2e-shared-a-2b5160-authn-ssl"} 2026-07-07T18:29:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2b5160","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2b5160", "reconcileID": "f8337f69-533a-4af8-815e-cc679716d98c", "Gateway": "e2e-shared-a-2b5160", "namespace": "openshift-ingress"} 2026-07-07T18:29:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2b5160","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2b5160", "reconcileID": "fc334b2f-04ef-4d8e-8a9f-076ef2d8c9f6", "Gateway": "e2e-shared-a-2b5160", "namespace": "openshift-ingress"} 2026-07-07T18:29:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2b5160","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2b5160", "reconcileID": "fc334b2f-04ef-4d8e-8a9f-076ef2d8c9f6", "Gateway": "e2e-shared-a-2b5160", "namespace": "openshift-ingress", "name": "e2e-shared-a-2b5160-authn-ssl"} 2026-07-07T18:29:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2b5160","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2b5160", "reconcileID": "fc334b2f-04ef-4d8e-8a9f-076ef2d8c9f6", "Gateway": "e2e-shared-a-2b5160", "namespace": "openshift-ingress"} 2026-07-07T18:29:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-2b5160"}, "namespace": "ai-tenant-e2e-shared-a-2b5160", "name": "openshift-service-ca.crt", "reconcileID": "43511063-0b01-45c3-b8c8-5c3bd26f61b1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-2b5160"} 2026-07-07T18:29:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-2b5160"}, "namespace": "ai-tenant-e2e-shared-a-2b5160", "name": "odh-trusted-ca-bundle", "reconcileID": "7357111d-d9d6-44e0-8c8c-04cb65b4a714", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-2b5160"} 2026-07-07T18:29:57Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-2b5160"}, "namespace": "ai-tenant-e2e-shared-a-2b5160", "name": "openshift-service-ca.crt", "reconcileID": "3f940c4b-c88a-43f7-a193-8827f2a2bd85", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-2b5160", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T18:29:57Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-2b5160"}, "namespace": "ai-tenant-e2e-shared-a-2b5160", "name": "openshift-service-ca.crt", "reconcileID": "3f940c4b-c88a-43f7-a193-8827f2a2bd85", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-2b5160"} 2026-07-07T18:29:57Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-2b5160"}, "namespace": "ai-tenant-e2e-shared-a-2b5160", "name": "openshift-service-ca.crt", "reconcileID": "58cd7fcf-65bc-48c4-87c6-9ecccfb21ca3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-2b5160", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T18:29:57Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-2b5160"}, "namespace": "ai-tenant-e2e-shared-a-2b5160", "name": "openshift-service-ca.crt", "reconcileID": "58cd7fcf-65bc-48c4-87c6-9ecccfb21ca3", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-07T18:29:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-2b5160"}, "namespace": "ai-tenant-e2e-shared-a-2b5160", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "68701483-a207-47a4-9a22-9f06b24a1d08", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-2b5160"} 2026-07-07T18:29:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-2b5160"}, "namespace": "ai-tenant-e2e-shared-a-2b5160", "name": "openshift-service-ca.crt", "reconcileID": "90fdd4dc-f621-4133-8bd5-fd26e3b994f9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-2b5160"} 2026-07-07T18:29:57Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-2b5160"}, "namespace": "ai-tenant-e2e-shared-a-2b5160", "name": "odh-trusted-ca-bundle", "reconcileID": "93df9c3c-b0f9-4b75-891c-675cb1fe7649", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-2b5160", "update": "odh-kserve-custom-ca-bundle"} 2026-07-07T18:29:57Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-2b5160"}, "namespace": "ai-tenant-e2e-shared-a-2b5160", "name": "odh-trusted-ca-bundle", "reconcileID": "93df9c3c-b0f9-4b75-891c-675cb1fe7649", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-2b5160"} 2026-07-07T18:29:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-2b5160"}, "namespace": "ai-tenant-e2e-shared-a-2b5160", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f00e6db8-a6b8-4c35-a059-e8e35148daa5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-2b5160"} 2026-07-07T18:29:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2b5160","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2b5160", "reconcileID": "b398b68e-4078-4b4a-8f50-6cc66a3cfced", "Gateway": "e2e-shared-a-2b5160", "namespace": "openshift-ingress"} 2026-07-07T18:29:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2b5160","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2b5160", "reconcileID": "b398b68e-4078-4b4a-8f50-6cc66a3cfced", "Gateway": "e2e-shared-a-2b5160", "namespace": "openshift-ingress", "name": "e2e-shared-a-2b5160-authn-ssl"} 2026-07-07T18:29:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2b5160","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2b5160", "reconcileID": "b398b68e-4078-4b4a-8f50-6cc66a3cfced", "Gateway": "e2e-shared-a-2b5160", "namespace": "openshift-ingress"} 2026-07-07T18:29:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "85370ff3-34a8-442f-956a-ca1b14bc884d", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-07T18:30:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-200b05","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-200b05", "reconcileID": "b90e8f22-e296-4591-b07c-b117c40d1fbc", "Gateway": "e2e-shared-b-200b05", "namespace": "openshift-ingress"} 2026-07-07T18:30:03Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-200b05","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-200b05", "reconcileID": "b90e8f22-e296-4591-b07c-b117c40d1fbc", "Gateway": "e2e-shared-b-200b05", "namespace": "openshift-ingress", "name": "e2e-shared-b-200b05-authn-ssl"} 2026-07-07T18:30:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-200b05","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-200b05", "reconcileID": "b90e8f22-e296-4591-b07c-b117c40d1fbc", "Gateway": "e2e-shared-b-200b05", "namespace": "openshift-ingress"} 2026-07-07T18:30:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-200b05","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-200b05", "reconcileID": "af69aa08-7ee7-4470-b7e3-9a05b1adaccc", "Gateway": "e2e-shared-b-200b05", "namespace": "openshift-ingress"} 2026-07-07T18:30:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-200b05","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-200b05", "reconcileID": "af69aa08-7ee7-4470-b7e3-9a05b1adaccc", "Gateway": "e2e-shared-b-200b05", "namespace": "openshift-ingress", "name": "e2e-shared-b-200b05-authn-ssl"} 2026-07-07T18:30:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-200b05","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-200b05", "reconcileID": "af69aa08-7ee7-4470-b7e3-9a05b1adaccc", "Gateway": "e2e-shared-b-200b05", "namespace": "openshift-ingress"} 2026-07-07T18:30:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-200b05","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-200b05", "reconcileID": "944c43f1-d032-4423-b5d9-ee7455bef3bf", "Gateway": "e2e-shared-b-200b05", "namespace": "openshift-ingress"} 2026-07-07T18:30:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-200b05","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-200b05", "reconcileID": "944c43f1-d032-4423-b5d9-ee7455bef3bf", "Gateway": "e2e-shared-b-200b05", "namespace": "openshift-ingress", "name": "e2e-shared-b-200b05-authn-ssl"} 2026-07-07T18:30:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-200b05","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-200b05", "reconcileID": "944c43f1-d032-4423-b5d9-ee7455bef3bf", "Gateway": "e2e-shared-b-200b05", "namespace": "openshift-ingress"} 2026-07-07T18:30:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-200b05","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-200b05", "reconcileID": "32502464-d290-4c8a-91af-72a31f70e9da", "Gateway": "e2e-shared-b-200b05", "namespace": "openshift-ingress"} 2026-07-07T18:30:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-200b05","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-200b05", "reconcileID": "32502464-d290-4c8a-91af-72a31f70e9da", "Gateway": "e2e-shared-b-200b05", "namespace": "openshift-ingress", "name": "e2e-shared-b-200b05-authn-ssl"} 2026-07-07T18:30:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-200b05","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-200b05", "reconcileID": "32502464-d290-4c8a-91af-72a31f70e9da", "Gateway": "e2e-shared-b-200b05", "namespace": "openshift-ingress"} 2026-07-07T18:30:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-200b05","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-200b05", "reconcileID": "a3594a90-79ba-4771-8e4a-bb1a4c567493", "Gateway": "e2e-shared-b-200b05", "namespace": "openshift-ingress"} 2026-07-07T18:30:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-200b05","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-200b05", "reconcileID": "a3594a90-79ba-4771-8e4a-bb1a4c567493", "Gateway": "e2e-shared-b-200b05", "namespace": "openshift-ingress", "name": "e2e-shared-b-200b05-authn-ssl"} 2026-07-07T18:30:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-200b05","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-200b05", "reconcileID": "a3594a90-79ba-4771-8e4a-bb1a4c567493", "Gateway": "e2e-shared-b-200b05", "namespace": "openshift-ingress"} 2026-07-07T18:30:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-200b05","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-200b05", "reconcileID": "9159c529-44ba-411e-9955-3f5041c14c9a", "Gateway": "e2e-shared-b-200b05", "namespace": "openshift-ingress"} 2026-07-07T18:30:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-200b05","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-200b05", "reconcileID": "9159c529-44ba-411e-9955-3f5041c14c9a", "Gateway": "e2e-shared-b-200b05", "namespace": "openshift-ingress", "name": "e2e-shared-b-200b05-authn-ssl"} 2026-07-07T18:30:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-200b05","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-200b05", "reconcileID": "9159c529-44ba-411e-9955-3f5041c14c9a", "Gateway": "e2e-shared-b-200b05", "namespace": "openshift-ingress"} 2026-07-07T18:30:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-200b05","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-200b05", "reconcileID": "e3d2c91a-45d0-4a5c-96aa-83efead39c5f", "Gateway": "e2e-shared-b-200b05", "namespace": "openshift-ingress"} 2026-07-07T18:30:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-200b05","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-200b05", "reconcileID": "e3d2c91a-45d0-4a5c-96aa-83efead39c5f", "Gateway": "e2e-shared-b-200b05", "namespace": "openshift-ingress", "name": "e2e-shared-b-200b05-authn-ssl"} 2026-07-07T18:30:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-200b05","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-200b05", "reconcileID": "e3d2c91a-45d0-4a5c-96aa-83efead39c5f", "Gateway": "e2e-shared-b-200b05", "namespace": "openshift-ingress"} 2026-07-07T18:30:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-200b05","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-200b05", "reconcileID": "9abfb093-e55a-4d3f-bc07-5ea411602c19", "Gateway": "e2e-shared-b-200b05", "namespace": "openshift-ingress"} 2026-07-07T18:30:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-200b05","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-200b05", "reconcileID": "9abfb093-e55a-4d3f-bc07-5ea411602c19", "Gateway": "e2e-shared-b-200b05", "namespace": "openshift-ingress", "name": "e2e-shared-b-200b05-authn-ssl"} 2026-07-07T18:30:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-200b05","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-200b05", "reconcileID": "9abfb093-e55a-4d3f-bc07-5ea411602c19", "Gateway": "e2e-shared-b-200b05", "namespace": "openshift-ingress"} 2026-07-07T18:30:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2b5160","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2b5160", "reconcileID": "b9a975f1-6424-4139-8272-1ac37e63c24e", "Gateway": "e2e-shared-a-2b5160", "namespace": "openshift-ingress"} 2026-07-07T18:30:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2b5160","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2b5160", "reconcileID": "b9a975f1-6424-4139-8272-1ac37e63c24e", "Gateway": "e2e-shared-a-2b5160", "namespace": "openshift-ingress", "name": "e2e-shared-a-2b5160-authn-ssl"} 2026-07-07T18:30:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2b5160","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2b5160", "reconcileID": "b9a975f1-6424-4139-8272-1ac37e63c24e", "Gateway": "e2e-shared-a-2b5160", "namespace": "openshift-ingress"} 2026-07-07T18:30:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-200b05"}, "namespace": "ai-tenant-e2e-shared-b-200b05", "name": "openshift-service-ca.crt", "reconcileID": "7e1752a2-1d59-4ae1-84a9-938bcf3c5a8e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-200b05"} 2026-07-07T18:30:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-200b05"}, "namespace": "ai-tenant-e2e-shared-b-200b05", "name": "odh-trusted-ca-bundle", "reconcileID": "de504cca-49d8-478b-9b2c-a340e06d136d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-200b05"} 2026-07-07T18:30:06Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-200b05"}, "namespace": "ai-tenant-e2e-shared-b-200b05", "name": "openshift-service-ca.crt", "reconcileID": "1a273dd4-1aea-4acc-b05b-91099cb4eba1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-200b05", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T18:30:06Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-200b05"}, "namespace": "ai-tenant-e2e-shared-b-200b05", "name": "openshift-service-ca.crt", "reconcileID": "1a273dd4-1aea-4acc-b05b-91099cb4eba1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-200b05"} 2026-07-07T18:30:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-200b05"}, "namespace": "ai-tenant-e2e-shared-b-200b05", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "52efd4c6-e8a1-4708-b512-e7816fdfed14", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-200b05"} 2026-07-07T18:30:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-200b05"}, "namespace": "ai-tenant-e2e-shared-b-200b05", "name": "openshift-service-ca.crt", "reconcileID": "220ab777-9963-4753-ac03-7ad1673a448a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-200b05"} 2026-07-07T18:30:06Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-200b05"}, "namespace": "ai-tenant-e2e-shared-b-200b05", "name": "odh-trusted-ca-bundle", "reconcileID": "c7917ab3-8860-419b-a677-e42ab483df17", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-200b05", "update": "odh-kserve-custom-ca-bundle"} 2026-07-07T18:30:06Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-200b05"}, "namespace": "ai-tenant-e2e-shared-b-200b05", "name": "odh-trusted-ca-bundle", "reconcileID": "c7917ab3-8860-419b-a677-e42ab483df17", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-200b05"} 2026-07-07T18:30:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-200b05"}, "namespace": "ai-tenant-e2e-shared-b-200b05", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3dbcd7d6-4607-4151-a765-88547d90136e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-200b05"} 2026-07-07T18:30:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-200b05","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-200b05", "reconcileID": "eac75492-5d03-4458-8453-db68b9f55125", "Gateway": "e2e-shared-b-200b05", "namespace": "openshift-ingress"} 2026-07-07T18:30:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-200b05","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-200b05", "reconcileID": "eac75492-5d03-4458-8453-db68b9f55125", "Gateway": "e2e-shared-b-200b05", "namespace": "openshift-ingress", "name": "e2e-shared-b-200b05-authn-ssl"} 2026-07-07T18:30:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-200b05","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-200b05", "reconcileID": "eac75492-5d03-4458-8453-db68b9f55125", "Gateway": "e2e-shared-b-200b05", "namespace": "openshift-ingress"} 2026-07-07T18:30:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "62f9568f-0a3f-4cb9-a819-50ef87a21f74", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-07T18:30:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-200b05","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-200b05", "reconcileID": "d7eb9aca-8aed-46bc-bb5b-b35f97642b77", "Gateway": "e2e-shared-b-200b05", "namespace": "openshift-ingress"} 2026-07-07T18:30:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-200b05","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-200b05", "reconcileID": "d7eb9aca-8aed-46bc-bb5b-b35f97642b77", "Gateway": "e2e-shared-b-200b05", "namespace": "openshift-ingress", "name": "e2e-shared-b-200b05-authn-ssl"} 2026-07-07T18:30:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-200b05","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-200b05", "reconcileID": "d7eb9aca-8aed-46bc-bb5b-b35f97642b77", "Gateway": "e2e-shared-b-200b05", "namespace": "openshift-ingress"} 2026-07-07T18:30:11Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2b5160","namespace":"ai-tenant-e2e-shared-a-2b5160"}, "namespace": "ai-tenant-e2e-shared-a-2b5160", "name": "auth-test-model-2b5160", "reconcileID": "af8da9c5-d31c-47cc-9364-0dcc505c1f2b", "LLMInferenceService": "auth-test-model-2b5160", "namespace": "ai-tenant-e2e-shared-a-2b5160"} 2026-07-07T18:30:11Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2b5160","namespace":"ai-tenant-e2e-shared-a-2b5160"}, "namespace": "ai-tenant-e2e-shared-a-2b5160", "name": "auth-test-model-2b5160", "reconcileID": "af8da9c5-d31c-47cc-9364-0dcc505c1f2b", "LLMInferenceService": "auth-test-model-2b5160", "namespace": "ai-tenant-e2e-shared-a-2b5160"} 2026-07-07T18:30:11Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2b5160","namespace":"ai-tenant-e2e-shared-a-2b5160"}, "namespace": "ai-tenant-e2e-shared-a-2b5160", "name": "auth-test-model-2b5160", "reconcileID": "af8da9c5-d31c-47cc-9364-0dcc505c1f2b", "LLMInferenceService": "auth-test-model-2b5160", "namespace": "ai-tenant-e2e-shared-a-2b5160"} 2026-07-07T18:30:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2b5160","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2b5160", "reconcileID": "692a0b8a-78f2-4674-b35c-073cc122a821", "Gateway": "e2e-shared-a-2b5160", "namespace": "openshift-ingress"} 2026-07-07T18:30:11Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2b5160","namespace":"ai-tenant-e2e-shared-a-2b5160"}, "namespace": "ai-tenant-e2e-shared-a-2b5160", "name": "auth-test-model-2b5160", "reconcileID": "af8da9c5-d31c-47cc-9364-0dcc505c1f2b", "LLMInferenceService": "auth-test-model-2b5160", "namespace": "ai-tenant-e2e-shared-a-2b5160", "name": "auth-test-model-2b5160-kserve-route-authn"} 2026-07-07T18:30:11Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2b5160","namespace":"ai-tenant-e2e-shared-a-2b5160"}, "namespace": "ai-tenant-e2e-shared-a-2b5160", "name": "auth-test-model-2b5160", "reconcileID": "af8da9c5-d31c-47cc-9364-0dcc505c1f2b", "LLMInferenceService": "auth-test-model-2b5160", "namespace": "ai-tenant-e2e-shared-a-2b5160", "authType": "userdefined"} 2026-07-07T18:30:11Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2b5160","namespace":"ai-tenant-e2e-shared-a-2b5160"}, "namespace": "ai-tenant-e2e-shared-a-2b5160", "name": "auth-test-model-2b5160", "reconcileID": "af8da9c5-d31c-47cc-9364-0dcc505c1f2b", "LLMInferenceService": "auth-test-model-2b5160", "namespace": "ai-tenant-e2e-shared-a-2b5160"} 2026-07-07T18:30:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2b5160","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2b5160", "reconcileID": "692a0b8a-78f2-4674-b35c-073cc122a821", "Gateway": "e2e-shared-a-2b5160", "namespace": "openshift-ingress", "name": "e2e-shared-a-2b5160-authn-ssl"} 2026-07-07T18:30:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2b5160","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2b5160", "reconcileID": "692a0b8a-78f2-4674-b35c-073cc122a821", "Gateway": "e2e-shared-a-2b5160", "namespace": "openshift-ingress"} 2026-07-07T18:30:11Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2b5160","namespace":"ai-tenant-e2e-shared-a-2b5160"}, "namespace": "ai-tenant-e2e-shared-a-2b5160", "name": "auth-test-model-2b5160", "reconcileID": "80dfe808-cb18-4331-8f87-dfe24d8ea2ab", "LLMInferenceService": "auth-test-model-2b5160", "namespace": "ai-tenant-e2e-shared-a-2b5160"} 2026-07-07T18:30:11Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2b5160","namespace":"ai-tenant-e2e-shared-a-2b5160"}, "namespace": "ai-tenant-e2e-shared-a-2b5160", "name": "auth-test-model-2b5160", "reconcileID": "80dfe808-cb18-4331-8f87-dfe24d8ea2ab", "LLMInferenceService": "auth-test-model-2b5160", "namespace": "ai-tenant-e2e-shared-a-2b5160"} 2026-07-07T18:30:11Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2b5160","namespace":"ai-tenant-e2e-shared-a-2b5160"}, "namespace": "ai-tenant-e2e-shared-a-2b5160", "name": "auth-test-model-2b5160", "reconcileID": "80dfe808-cb18-4331-8f87-dfe24d8ea2ab", "LLMInferenceService": "auth-test-model-2b5160", "namespace": "ai-tenant-e2e-shared-a-2b5160"} 2026-07-07T18:30:11Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2b5160","namespace":"ai-tenant-e2e-shared-a-2b5160"}, "namespace": "ai-tenant-e2e-shared-a-2b5160", "name": "auth-test-model-2b5160", "reconcileID": "80dfe808-cb18-4331-8f87-dfe24d8ea2ab", "LLMInferenceService": "auth-test-model-2b5160", "namespace": "ai-tenant-e2e-shared-a-2b5160", "name": "auth-test-model-2b5160-kserve-route-authn"} 2026-07-07T18:30:11Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2b5160","namespace":"ai-tenant-e2e-shared-a-2b5160"}, "namespace": "ai-tenant-e2e-shared-a-2b5160", "name": "auth-test-model-2b5160", "reconcileID": "80dfe808-cb18-4331-8f87-dfe24d8ea2ab", "LLMInferenceService": "auth-test-model-2b5160", "namespace": "ai-tenant-e2e-shared-a-2b5160", "authType": "userdefined"} 2026-07-07T18:30:11Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2b5160","namespace":"ai-tenant-e2e-shared-a-2b5160"}, "namespace": "ai-tenant-e2e-shared-a-2b5160", "name": "auth-test-model-2b5160", "reconcileID": "80dfe808-cb18-4331-8f87-dfe24d8ea2ab", "LLMInferenceService": "auth-test-model-2b5160", "namespace": "ai-tenant-e2e-shared-a-2b5160"} 2026-07-07T18:30:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2b5160","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2b5160", "reconcileID": "0dc07df1-aa27-42bb-857c-205007f155a2", "Gateway": "e2e-shared-a-2b5160", "namespace": "openshift-ingress"} 2026-07-07T18:30:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2b5160","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2b5160", "reconcileID": "0dc07df1-aa27-42bb-857c-205007f155a2", "Gateway": "e2e-shared-a-2b5160", "namespace": "openshift-ingress", "name": "e2e-shared-a-2b5160-authn-ssl"} 2026-07-07T18:30:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2b5160","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2b5160", "reconcileID": "0dc07df1-aa27-42bb-857c-205007f155a2", "Gateway": "e2e-shared-a-2b5160", "namespace": "openshift-ingress"} 2026-07-07T18:30:17Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2b5160","namespace":"ai-tenant-e2e-shared-a-2b5160"}, "namespace": "ai-tenant-e2e-shared-a-2b5160", "name": "auth-test-model-2b5160", "reconcileID": "557f0205-6db8-407b-88c3-0dc7737af681", "LLMInferenceService": "auth-test-model-2b5160", "namespace": "ai-tenant-e2e-shared-a-2b5160"} 2026-07-07T18:30:17Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2b5160","namespace":"ai-tenant-e2e-shared-a-2b5160"}, "namespace": "ai-tenant-e2e-shared-a-2b5160", "name": "auth-test-model-2b5160", "reconcileID": "557f0205-6db8-407b-88c3-0dc7737af681", "LLMInferenceService": "auth-test-model-2b5160", "namespace": "ai-tenant-e2e-shared-a-2b5160"} 2026-07-07T18:30:17Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2b5160","namespace":"ai-tenant-e2e-shared-a-2b5160"}, "namespace": "ai-tenant-e2e-shared-a-2b5160", "name": "auth-test-model-2b5160", "reconcileID": "557f0205-6db8-407b-88c3-0dc7737af681", "LLMInferenceService": "auth-test-model-2b5160", "namespace": "ai-tenant-e2e-shared-a-2b5160"} 2026-07-07T18:30:17Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2b5160","namespace":"ai-tenant-e2e-shared-a-2b5160"}, "namespace": "ai-tenant-e2e-shared-a-2b5160", "name": "auth-test-model-2b5160", "reconcileID": "557f0205-6db8-407b-88c3-0dc7737af681", "LLMInferenceService": "auth-test-model-2b5160", "namespace": "ai-tenant-e2e-shared-a-2b5160", "name": "auth-test-model-2b5160-kserve-route-authn"} 2026-07-07T18:30:17Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2b5160","namespace":"ai-tenant-e2e-shared-a-2b5160"}, "namespace": "ai-tenant-e2e-shared-a-2b5160", "name": "auth-test-model-2b5160", "reconcileID": "557f0205-6db8-407b-88c3-0dc7737af681", "LLMInferenceService": "auth-test-model-2b5160", "namespace": "ai-tenant-e2e-shared-a-2b5160", "authType": "userdefined"} 2026-07-07T18:30:17Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2b5160","namespace":"ai-tenant-e2e-shared-a-2b5160"}, "namespace": "ai-tenant-e2e-shared-a-2b5160", "name": "auth-test-model-2b5160", "reconcileID": "557f0205-6db8-407b-88c3-0dc7737af681", "LLMInferenceService": "auth-test-model-2b5160", "namespace": "ai-tenant-e2e-shared-a-2b5160"} 2026-07-07T18:30:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "12ba8b2e-1a21-4f6b-9a85-59e3e148dc62", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-07T18:30:23Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2b5160","namespace":"ai-tenant-e2e-shared-a-2b5160"}, "namespace": "ai-tenant-e2e-shared-a-2b5160", "name": "auth-test-model-2b5160", "reconcileID": "969dd25f-4669-4336-bad3-7eb2a17e68d6", "LLMInferenceService": "auth-test-model-2b5160", "namespace": "ai-tenant-e2e-shared-a-2b5160"} 2026-07-07T18:30:23Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2b5160","namespace":"ai-tenant-e2e-shared-a-2b5160"}, "namespace": "ai-tenant-e2e-shared-a-2b5160", "name": "auth-test-model-2b5160", "reconcileID": "969dd25f-4669-4336-bad3-7eb2a17e68d6", "LLMInferenceService": "auth-test-model-2b5160", "namespace": "ai-tenant-e2e-shared-a-2b5160"} 2026-07-07T18:30:23Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2b5160","namespace":"ai-tenant-e2e-shared-a-2b5160"}, "namespace": "ai-tenant-e2e-shared-a-2b5160", "name": "auth-test-model-2b5160", "reconcileID": "969dd25f-4669-4336-bad3-7eb2a17e68d6", "LLMInferenceService": "auth-test-model-2b5160", "namespace": "ai-tenant-e2e-shared-a-2b5160"} 2026-07-07T18:30:23Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2b5160","namespace":"ai-tenant-e2e-shared-a-2b5160"}, "namespace": "ai-tenant-e2e-shared-a-2b5160", "name": "auth-test-model-2b5160", "reconcileID": "969dd25f-4669-4336-bad3-7eb2a17e68d6", "LLMInferenceService": "auth-test-model-2b5160", "namespace": "ai-tenant-e2e-shared-a-2b5160", "name": "auth-test-model-2b5160-kserve-route-authn"} 2026-07-07T18:30:23Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2b5160","namespace":"ai-tenant-e2e-shared-a-2b5160"}, "namespace": "ai-tenant-e2e-shared-a-2b5160", "name": "auth-test-model-2b5160", "reconcileID": "969dd25f-4669-4336-bad3-7eb2a17e68d6", "LLMInferenceService": "auth-test-model-2b5160", "namespace": "ai-tenant-e2e-shared-a-2b5160", "authType": "userdefined"} 2026-07-07T18:30:23Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2b5160","namespace":"ai-tenant-e2e-shared-a-2b5160"}, "namespace": "ai-tenant-e2e-shared-a-2b5160", "name": "auth-test-model-2b5160", "reconcileID": "969dd25f-4669-4336-bad3-7eb2a17e68d6", "LLMInferenceService": "auth-test-model-2b5160", "namespace": "ai-tenant-e2e-shared-a-2b5160"} 2026-07-07T18:30:26Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2b5160","namespace":"ai-tenant-e2e-shared-a-2b5160"}, "namespace": "ai-tenant-e2e-shared-a-2b5160", "name": "auth-test-model-2b5160", "reconcileID": "6ab757e5-cb5f-4a7d-97c3-28204b29d794", "LLMInferenceService": "auth-test-model-2b5160", "namespace": "ai-tenant-e2e-shared-a-2b5160"} 2026-07-07T18:30:26Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2b5160","namespace":"ai-tenant-e2e-shared-a-2b5160"}, "namespace": "ai-tenant-e2e-shared-a-2b5160", "name": "auth-test-model-2b5160", "reconcileID": "6ab757e5-cb5f-4a7d-97c3-28204b29d794", "LLMInferenceService": "auth-test-model-2b5160", "namespace": "ai-tenant-e2e-shared-a-2b5160"} 2026-07-07T18:30:26Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2b5160","namespace":"ai-tenant-e2e-shared-a-2b5160"}, "namespace": "ai-tenant-e2e-shared-a-2b5160", "name": "auth-test-model-2b5160", "reconcileID": "6ab757e5-cb5f-4a7d-97c3-28204b29d794", "LLMInferenceService": "auth-test-model-2b5160", "namespace": "ai-tenant-e2e-shared-a-2b5160"} 2026-07-07T18:30:26Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2b5160","namespace":"ai-tenant-e2e-shared-a-2b5160"}, "namespace": "ai-tenant-e2e-shared-a-2b5160", "name": "auth-test-model-2b5160", "reconcileID": "6ab757e5-cb5f-4a7d-97c3-28204b29d794", "LLMInferenceService": "auth-test-model-2b5160", "namespace": "ai-tenant-e2e-shared-a-2b5160", "name": "auth-test-model-2b5160-kserve-route-authn"} 2026-07-07T18:30:26Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2b5160","namespace":"ai-tenant-e2e-shared-a-2b5160"}, "namespace": "ai-tenant-e2e-shared-a-2b5160", "name": "auth-test-model-2b5160", "reconcileID": "6ab757e5-cb5f-4a7d-97c3-28204b29d794", "LLMInferenceService": "auth-test-model-2b5160", "namespace": "ai-tenant-e2e-shared-a-2b5160", "authType": "userdefined"} 2026-07-07T18:30:26Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2b5160","namespace":"ai-tenant-e2e-shared-a-2b5160"}, "namespace": "ai-tenant-e2e-shared-a-2b5160", "name": "auth-test-model-2b5160", "reconcileID": "6ab757e5-cb5f-4a7d-97c3-28204b29d794", "LLMInferenceService": "auth-test-model-2b5160", "namespace": "ai-tenant-e2e-shared-a-2b5160"} 2026-07-07T18:30:26Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-200b05","namespace":"ai-tenant-e2e-shared-b-200b05"}, "namespace": "ai-tenant-e2e-shared-b-200b05", "name": "auth-test-model-200b05", "reconcileID": "731d04cf-5e21-417f-9b93-093a24cc7dff", "LLMInferenceService": "auth-test-model-200b05", "namespace": "ai-tenant-e2e-shared-b-200b05"} 2026-07-07T18:30:26Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-200b05","namespace":"ai-tenant-e2e-shared-b-200b05"}, "namespace": "ai-tenant-e2e-shared-b-200b05", "name": "auth-test-model-200b05", "reconcileID": "731d04cf-5e21-417f-9b93-093a24cc7dff", "LLMInferenceService": "auth-test-model-200b05", "namespace": "ai-tenant-e2e-shared-b-200b05"} 2026-07-07T18:30:26Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-200b05","namespace":"ai-tenant-e2e-shared-b-200b05"}, "namespace": "ai-tenant-e2e-shared-b-200b05", "name": "auth-test-model-200b05", "reconcileID": "731d04cf-5e21-417f-9b93-093a24cc7dff", "LLMInferenceService": "auth-test-model-200b05", "namespace": "ai-tenant-e2e-shared-b-200b05"} 2026-07-07T18:30:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-200b05","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-200b05", "reconcileID": "44aaf9ef-1116-4198-b63a-d53f3676b100", "Gateway": "e2e-shared-b-200b05", "namespace": "openshift-ingress"} 2026-07-07T18:30:26Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-200b05","namespace":"ai-tenant-e2e-shared-b-200b05"}, "namespace": "ai-tenant-e2e-shared-b-200b05", "name": "auth-test-model-200b05", "reconcileID": "731d04cf-5e21-417f-9b93-093a24cc7dff", "LLMInferenceService": "auth-test-model-200b05", "namespace": "ai-tenant-e2e-shared-b-200b05", "name": "auth-test-model-200b05-kserve-route-authn"} 2026-07-07T18:30:26Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-200b05","namespace":"ai-tenant-e2e-shared-b-200b05"}, "namespace": "ai-tenant-e2e-shared-b-200b05", "name": "auth-test-model-200b05", "reconcileID": "731d04cf-5e21-417f-9b93-093a24cc7dff", "LLMInferenceService": "auth-test-model-200b05", "namespace": "ai-tenant-e2e-shared-b-200b05", "authType": "userdefined"} 2026-07-07T18:30:26Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-200b05","namespace":"ai-tenant-e2e-shared-b-200b05"}, "namespace": "ai-tenant-e2e-shared-b-200b05", "name": "auth-test-model-200b05", "reconcileID": "731d04cf-5e21-417f-9b93-093a24cc7dff", "LLMInferenceService": "auth-test-model-200b05", "namespace": "ai-tenant-e2e-shared-b-200b05"} 2026-07-07T18:30:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-200b05","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-200b05", "reconcileID": "44aaf9ef-1116-4198-b63a-d53f3676b100", "Gateway": "e2e-shared-b-200b05", "namespace": "openshift-ingress", "name": "e2e-shared-b-200b05-authn-ssl"} 2026-07-07T18:30:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-200b05","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-200b05", "reconcileID": "44aaf9ef-1116-4198-b63a-d53f3676b100", "Gateway": "e2e-shared-b-200b05", "namespace": "openshift-ingress"} 2026-07-07T18:30:26Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-200b05","namespace":"ai-tenant-e2e-shared-b-200b05"}, "namespace": "ai-tenant-e2e-shared-b-200b05", "name": "auth-test-model-200b05", "reconcileID": "4879086e-d002-4f15-9db9-cfeea69f9276", "LLMInferenceService": "auth-test-model-200b05", "namespace": "ai-tenant-e2e-shared-b-200b05"} 2026-07-07T18:30:26Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-200b05","namespace":"ai-tenant-e2e-shared-b-200b05"}, "namespace": "ai-tenant-e2e-shared-b-200b05", "name": "auth-test-model-200b05", "reconcileID": "4879086e-d002-4f15-9db9-cfeea69f9276", "LLMInferenceService": "auth-test-model-200b05", "namespace": "ai-tenant-e2e-shared-b-200b05"} 2026-07-07T18:30:26Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-200b05","namespace":"ai-tenant-e2e-shared-b-200b05"}, "namespace": "ai-tenant-e2e-shared-b-200b05", "name": "auth-test-model-200b05", "reconcileID": "4879086e-d002-4f15-9db9-cfeea69f9276", "LLMInferenceService": "auth-test-model-200b05", "namespace": "ai-tenant-e2e-shared-b-200b05"} 2026-07-07T18:30:26Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-200b05","namespace":"ai-tenant-e2e-shared-b-200b05"}, "namespace": "ai-tenant-e2e-shared-b-200b05", "name": "auth-test-model-200b05", "reconcileID": "4879086e-d002-4f15-9db9-cfeea69f9276", "LLMInferenceService": "auth-test-model-200b05", "namespace": "ai-tenant-e2e-shared-b-200b05", "name": "auth-test-model-200b05-kserve-route-authn"} 2026-07-07T18:30:26Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-200b05","namespace":"ai-tenant-e2e-shared-b-200b05"}, "namespace": "ai-tenant-e2e-shared-b-200b05", "name": "auth-test-model-200b05", "reconcileID": "4879086e-d002-4f15-9db9-cfeea69f9276", "LLMInferenceService": "auth-test-model-200b05", "namespace": "ai-tenant-e2e-shared-b-200b05", "authType": "userdefined"} 2026-07-07T18:30:26Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-200b05","namespace":"ai-tenant-e2e-shared-b-200b05"}, "namespace": "ai-tenant-e2e-shared-b-200b05", "name": "auth-test-model-200b05", "reconcileID": "4879086e-d002-4f15-9db9-cfeea69f9276", "LLMInferenceService": "auth-test-model-200b05", "namespace": "ai-tenant-e2e-shared-b-200b05"} 2026-07-07T18:30:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "e0ddc74f-716d-4b0e-b11a-4bb11106982f", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-07T18:30:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-200b05","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-200b05", "reconcileID": "c5ab9657-83df-4d93-af35-fccc935d3c16", "Gateway": "e2e-shared-b-200b05", "namespace": "openshift-ingress"} 2026-07-07T18:30:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-200b05","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-200b05", "reconcileID": "c5ab9657-83df-4d93-af35-fccc935d3c16", "Gateway": "e2e-shared-b-200b05", "namespace": "openshift-ingress", "name": "e2e-shared-b-200b05-authn-ssl"} 2026-07-07T18:30:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-200b05","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-200b05", "reconcileID": "c5ab9657-83df-4d93-af35-fccc935d3c16", "Gateway": "e2e-shared-b-200b05", "namespace": "openshift-ingress"} 2026-07-07T18:30:31Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-200b05","namespace":"ai-tenant-e2e-shared-b-200b05"}, "namespace": "ai-tenant-e2e-shared-b-200b05", "name": "auth-test-model-200b05", "reconcileID": "eb544829-ea81-4f43-86d5-b59a33c8a52e", "LLMInferenceService": "auth-test-model-200b05", "namespace": "ai-tenant-e2e-shared-b-200b05"} 2026-07-07T18:30:31Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-200b05","namespace":"ai-tenant-e2e-shared-b-200b05"}, "namespace": "ai-tenant-e2e-shared-b-200b05", "name": "auth-test-model-200b05", "reconcileID": "eb544829-ea81-4f43-86d5-b59a33c8a52e", "LLMInferenceService": "auth-test-model-200b05", "namespace": "ai-tenant-e2e-shared-b-200b05"} 2026-07-07T18:30:31Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-200b05","namespace":"ai-tenant-e2e-shared-b-200b05"}, "namespace": "ai-tenant-e2e-shared-b-200b05", "name": "auth-test-model-200b05", "reconcileID": "eb544829-ea81-4f43-86d5-b59a33c8a52e", "LLMInferenceService": "auth-test-model-200b05", "namespace": "ai-tenant-e2e-shared-b-200b05"} 2026-07-07T18:30:31Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-200b05","namespace":"ai-tenant-e2e-shared-b-200b05"}, "namespace": "ai-tenant-e2e-shared-b-200b05", "name": "auth-test-model-200b05", "reconcileID": "eb544829-ea81-4f43-86d5-b59a33c8a52e", "LLMInferenceService": "auth-test-model-200b05", "namespace": "ai-tenant-e2e-shared-b-200b05", "name": "auth-test-model-200b05-kserve-route-authn"} 2026-07-07T18:30:31Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-200b05","namespace":"ai-tenant-e2e-shared-b-200b05"}, "namespace": "ai-tenant-e2e-shared-b-200b05", "name": "auth-test-model-200b05", "reconcileID": "eb544829-ea81-4f43-86d5-b59a33c8a52e", "LLMInferenceService": "auth-test-model-200b05", "namespace": "ai-tenant-e2e-shared-b-200b05", "authType": "userdefined"} 2026-07-07T18:30:31Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-200b05","namespace":"ai-tenant-e2e-shared-b-200b05"}, "namespace": "ai-tenant-e2e-shared-b-200b05", "name": "auth-test-model-200b05", "reconcileID": "eb544829-ea81-4f43-86d5-b59a33c8a52e", "LLMInferenceService": "auth-test-model-200b05", "namespace": "ai-tenant-e2e-shared-b-200b05"} 2026-07-07T18:30:40Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-200b05","namespace":"ai-tenant-e2e-shared-b-200b05"}, "namespace": "ai-tenant-e2e-shared-b-200b05", "name": "auth-test-model-200b05", "reconcileID": "1aed00cf-65f7-4908-9a52-69d2627948e2", "LLMInferenceService": "auth-test-model-200b05", "namespace": "ai-tenant-e2e-shared-b-200b05"} 2026-07-07T18:30:40Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-200b05","namespace":"ai-tenant-e2e-shared-b-200b05"}, "namespace": "ai-tenant-e2e-shared-b-200b05", "name": "auth-test-model-200b05", "reconcileID": "1aed00cf-65f7-4908-9a52-69d2627948e2", "LLMInferenceService": "auth-test-model-200b05", "namespace": "ai-tenant-e2e-shared-b-200b05"} 2026-07-07T18:30:40Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-200b05","namespace":"ai-tenant-e2e-shared-b-200b05"}, "namespace": "ai-tenant-e2e-shared-b-200b05", "name": "auth-test-model-200b05", "reconcileID": "1aed00cf-65f7-4908-9a52-69d2627948e2", "LLMInferenceService": "auth-test-model-200b05", "namespace": "ai-tenant-e2e-shared-b-200b05"} 2026-07-07T18:30:40Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-200b05","namespace":"ai-tenant-e2e-shared-b-200b05"}, "namespace": "ai-tenant-e2e-shared-b-200b05", "name": "auth-test-model-200b05", "reconcileID": "1aed00cf-65f7-4908-9a52-69d2627948e2", "LLMInferenceService": "auth-test-model-200b05", "namespace": "ai-tenant-e2e-shared-b-200b05", "name": "auth-test-model-200b05-kserve-route-authn"} 2026-07-07T18:30:40Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-200b05","namespace":"ai-tenant-e2e-shared-b-200b05"}, "namespace": "ai-tenant-e2e-shared-b-200b05", "name": "auth-test-model-200b05", "reconcileID": "1aed00cf-65f7-4908-9a52-69d2627948e2", "LLMInferenceService": "auth-test-model-200b05", "namespace": "ai-tenant-e2e-shared-b-200b05", "authType": "userdefined"} 2026-07-07T18:30:40Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-200b05","namespace":"ai-tenant-e2e-shared-b-200b05"}, "namespace": "ai-tenant-e2e-shared-b-200b05", "name": "auth-test-model-200b05", "reconcileID": "1aed00cf-65f7-4908-9a52-69d2627948e2", "LLMInferenceService": "auth-test-model-200b05", "namespace": "ai-tenant-e2e-shared-b-200b05"} 2026-07-07T18:30:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2b5160","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2b5160", "reconcileID": "354e5a8f-2e1c-4998-8a42-867bdb0072e6", "Gateway": "e2e-shared-a-2b5160", "namespace": "openshift-ingress"} 2026-07-07T18:30:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2b5160","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2b5160", "reconcileID": "354e5a8f-2e1c-4998-8a42-867bdb0072e6", "Gateway": "e2e-shared-a-2b5160", "namespace": "openshift-ingress", "name": "e2e-shared-a-2b5160-authn-ssl"} 2026-07-07T18:30:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2b5160","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2b5160", "reconcileID": "354e5a8f-2e1c-4998-8a42-867bdb0072e6", "Gateway": "e2e-shared-a-2b5160", "namespace": "openshift-ingress"} 2026-07-07T18:30:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-200b05","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-200b05", "reconcileID": "ebc753c5-f44c-499d-b3bf-b4a725f85439", "Gateway": "e2e-shared-b-200b05", "namespace": "openshift-ingress"} 2026-07-07T18:30:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-200b05","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-200b05", "reconcileID": "ebc753c5-f44c-499d-b3bf-b4a725f85439", "Gateway": "e2e-shared-b-200b05", "namespace": "openshift-ingress", "name": "e2e-shared-b-200b05-authn-ssl"} 2026-07-07T18:30:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-200b05","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-200b05", "reconcileID": "ebc753c5-f44c-499d-b3bf-b4a725f85439", "Gateway": "e2e-shared-b-200b05", "namespace": "openshift-ingress"} 2026-07-07T18:32:23Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2b5160","namespace":"ai-tenant-e2e-shared-a-2b5160"}, "namespace": "ai-tenant-e2e-shared-a-2b5160", "name": "auth-test-model-2b5160", "reconcileID": "49ea037b-a087-4452-b661-3eaf085c65fb", "LLMInferenceService": "auth-test-model-2b5160", "namespace": "ai-tenant-e2e-shared-a-2b5160"} 2026-07-07T18:32:23Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2b5160","namespace":"ai-tenant-e2e-shared-a-2b5160"}, "namespace": "ai-tenant-e2e-shared-a-2b5160", "name": "auth-test-model-2b5160", "reconcileID": "49ea037b-a087-4452-b661-3eaf085c65fb", "LLMInferenceService": "auth-test-model-2b5160", "namespace": "ai-tenant-e2e-shared-a-2b5160", "name": "auth-test-model-2b5160"} 2026-07-07T18:32:23Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2b5160","namespace":"ai-tenant-e2e-shared-a-2b5160"}, "namespace": "ai-tenant-e2e-shared-a-2b5160", "name": "auth-test-model-2b5160", "reconcileID": "49ea037b-a087-4452-b661-3eaf085c65fb", "LLMInferenceService": "auth-test-model-2b5160", "namespace": "ai-tenant-e2e-shared-a-2b5160"} 2026-07-07T18:32:23Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2b5160","namespace":"ai-tenant-e2e-shared-a-2b5160"}, "namespace": "ai-tenant-e2e-shared-a-2b5160", "name": "auth-test-model-2b5160", "reconcileID": "49ea037b-a087-4452-b661-3eaf085c65fb", "LLMInferenceService": "auth-test-model-2b5160", "namespace": "ai-tenant-e2e-shared-a-2b5160"} 2026-07-07T18:32:23Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2b5160","namespace":"ai-tenant-e2e-shared-a-2b5160"}, "namespace": "ai-tenant-e2e-shared-a-2b5160", "name": "auth-test-model-2b5160", "reconcileID": "49ea037b-a087-4452-b661-3eaf085c65fb", "LLMInferenceService": "auth-test-model-2b5160", "namespace": "ai-tenant-e2e-shared-a-2b5160", "name": "auth-test-model-2b5160-kserve-route-authn"} 2026-07-07T18:32:23Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2b5160","namespace":"ai-tenant-e2e-shared-a-2b5160"}, "namespace": "ai-tenant-e2e-shared-a-2b5160", "name": "auth-test-model-2b5160", "reconcileID": "49ea037b-a087-4452-b661-3eaf085c65fb", "LLMInferenceService": "auth-test-model-2b5160", "namespace": "ai-tenant-e2e-shared-a-2b5160", "name": "auth-test-model-2b5160-kserve-route-authn"} 2026-07-07T18:32:23Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2b5160","namespace":"ai-tenant-e2e-shared-a-2b5160"}, "namespace": "ai-tenant-e2e-shared-a-2b5160", "name": "auth-test-model-2b5160", "reconcileID": "49ea037b-a087-4452-b661-3eaf085c65fb", "LLMInferenceService": "auth-test-model-2b5160", "namespace": "ai-tenant-e2e-shared-a-2b5160", "namespace": "ai-tenant-e2e-shared-a-2b5160"} 2026-07-07T18:32:23Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2b5160","namespace":"ai-tenant-e2e-shared-a-2b5160"}, "namespace": "ai-tenant-e2e-shared-a-2b5160", "name": "auth-test-model-2b5160", "reconcileID": "49ea037b-a087-4452-b661-3eaf085c65fb", "LLMInferenceService": "auth-test-model-2b5160", "namespace": "ai-tenant-e2e-shared-a-2b5160", "namespace": "ai-tenant-e2e-shared-a-2b5160"} 2026-07-07T18:32:23Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2b5160","namespace":"ai-tenant-e2e-shared-a-2b5160"}, "namespace": "ai-tenant-e2e-shared-a-2b5160", "name": "auth-test-model-2b5160", "reconcileID": "47404f15-d608-44a5-8266-49a06b685d01", "LLMInferenceService": "auth-test-model-2b5160", "namespace": "ai-tenant-e2e-shared-a-2b5160"} 2026-07-07T18:32:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2b5160","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2b5160", "reconcileID": "cccb4ea4-9359-4fbd-9981-1ec702edc8d0", "Gateway": "e2e-shared-a-2b5160", "namespace": "openshift-ingress"} 2026-07-07T18:32:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2b5160","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2b5160", "reconcileID": "cccb4ea4-9359-4fbd-9981-1ec702edc8d0", "Gateway": "e2e-shared-a-2b5160", "namespace": "openshift-ingress", "name": "e2e-shared-a-2b5160-authn-ssl"} 2026-07-07T18:32:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2b5160","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2b5160", "reconcileID": "cccb4ea4-9359-4fbd-9981-1ec702edc8d0", "Gateway": "e2e-shared-a-2b5160", "namespace": "openshift-ingress"} 2026-07-07T18:32:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2b5160","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2b5160", "reconcileID": "e28dd9e7-914a-4d54-b95b-9e016878d997", "Gateway": "e2e-shared-a-2b5160", "namespace": "openshift-ingress"} 2026-07-07T18:32:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2b5160","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2b5160", "reconcileID": "e28dd9e7-914a-4d54-b95b-9e016878d997", "Gateway": "e2e-shared-a-2b5160", "namespace": "openshift-ingress", "name": "e2e-shared-a-2b5160-authn-ssl"} 2026-07-07T18:32:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2b5160","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2b5160", "reconcileID": "e28dd9e7-914a-4d54-b95b-9e016878d997", "Gateway": "e2e-shared-a-2b5160", "namespace": "openshift-ingress"} 2026-07-07T18:32:24Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-200b05","namespace":"ai-tenant-e2e-shared-b-200b05"}, "namespace": "ai-tenant-e2e-shared-b-200b05", "name": "auth-test-model-200b05", "reconcileID": "77fca967-4540-4fd5-b4cd-19b8642ada75", "LLMInferenceService": "auth-test-model-200b05", "namespace": "ai-tenant-e2e-shared-b-200b05"} 2026-07-07T18:32:24Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-200b05","namespace":"ai-tenant-e2e-shared-b-200b05"}, "namespace": "ai-tenant-e2e-shared-b-200b05", "name": "auth-test-model-200b05", "reconcileID": "77fca967-4540-4fd5-b4cd-19b8642ada75", "LLMInferenceService": "auth-test-model-200b05", "namespace": "ai-tenant-e2e-shared-b-200b05", "name": "auth-test-model-200b05"} 2026-07-07T18:32:24Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-200b05","namespace":"ai-tenant-e2e-shared-b-200b05"}, "namespace": "ai-tenant-e2e-shared-b-200b05", "name": "auth-test-model-200b05", "reconcileID": "77fca967-4540-4fd5-b4cd-19b8642ada75", "LLMInferenceService": "auth-test-model-200b05", "namespace": "ai-tenant-e2e-shared-b-200b05"} 2026-07-07T18:32:24Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-200b05","namespace":"ai-tenant-e2e-shared-b-200b05"}, "namespace": "ai-tenant-e2e-shared-b-200b05", "name": "auth-test-model-200b05", "reconcileID": "77fca967-4540-4fd5-b4cd-19b8642ada75", "LLMInferenceService": "auth-test-model-200b05", "namespace": "ai-tenant-e2e-shared-b-200b05"} 2026-07-07T18:32:24Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-200b05","namespace":"ai-tenant-e2e-shared-b-200b05"}, "namespace": "ai-tenant-e2e-shared-b-200b05", "name": "auth-test-model-200b05", "reconcileID": "77fca967-4540-4fd5-b4cd-19b8642ada75", "LLMInferenceService": "auth-test-model-200b05", "namespace": "ai-tenant-e2e-shared-b-200b05", "name": "auth-test-model-200b05-kserve-route-authn"} 2026-07-07T18:32:24Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-200b05","namespace":"ai-tenant-e2e-shared-b-200b05"}, "namespace": "ai-tenant-e2e-shared-b-200b05", "name": "auth-test-model-200b05", "reconcileID": "77fca967-4540-4fd5-b4cd-19b8642ada75", "LLMInferenceService": "auth-test-model-200b05", "namespace": "ai-tenant-e2e-shared-b-200b05", "name": "auth-test-model-200b05-kserve-route-authn"} 2026-07-07T18:32:24Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-200b05","namespace":"ai-tenant-e2e-shared-b-200b05"}, "namespace": "ai-tenant-e2e-shared-b-200b05", "name": "auth-test-model-200b05", "reconcileID": "77fca967-4540-4fd5-b4cd-19b8642ada75", "LLMInferenceService": "auth-test-model-200b05", "namespace": "ai-tenant-e2e-shared-b-200b05", "namespace": "ai-tenant-e2e-shared-b-200b05"} 2026-07-07T18:32:24Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-200b05","namespace":"ai-tenant-e2e-shared-b-200b05"}, "namespace": "ai-tenant-e2e-shared-b-200b05", "name": "auth-test-model-200b05", "reconcileID": "77fca967-4540-4fd5-b4cd-19b8642ada75", "LLMInferenceService": "auth-test-model-200b05", "namespace": "ai-tenant-e2e-shared-b-200b05", "namespace": "ai-tenant-e2e-shared-b-200b05"} 2026-07-07T18:32:24Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-200b05","namespace":"ai-tenant-e2e-shared-b-200b05"}, "namespace": "ai-tenant-e2e-shared-b-200b05", "name": "auth-test-model-200b05", "reconcileID": "805af87b-d826-4e17-9d58-04de9304a2c0", "LLMInferenceService": "auth-test-model-200b05", "namespace": "ai-tenant-e2e-shared-b-200b05"} 2026-07-07T18:32:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-200b05","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-200b05", "reconcileID": "4d3d4f02-69be-4bec-8682-7bebb4f39b92", "Gateway": "e2e-shared-b-200b05", "namespace": "openshift-ingress"} 2026-07-07T18:32:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-200b05","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-200b05", "reconcileID": "4d3d4f02-69be-4bec-8682-7bebb4f39b92", "Gateway": "e2e-shared-b-200b05", "namespace": "openshift-ingress", "name": "e2e-shared-b-200b05-authn-ssl"} 2026-07-07T18:32:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-200b05","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-200b05", "reconcileID": "4d3d4f02-69be-4bec-8682-7bebb4f39b92", "Gateway": "e2e-shared-b-200b05", "namespace": "openshift-ingress"} 2026-07-07T18:32:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-200b05","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-200b05", "reconcileID": "e42cc1f0-5481-499a-bfe4-5ebf6b4776dd", "Gateway": "e2e-shared-b-200b05", "namespace": "openshift-ingress"} 2026-07-07T18:32:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-200b05","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-200b05", "reconcileID": "e42cc1f0-5481-499a-bfe4-5ebf6b4776dd", "Gateway": "e2e-shared-b-200b05", "namespace": "openshift-ingress", "name": "e2e-shared-b-200b05-authn-ssl"} 2026-07-07T18:32:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-200b05","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-200b05", "reconcileID": "e42cc1f0-5481-499a-bfe4-5ebf6b4776dd", "Gateway": "e2e-shared-b-200b05", "namespace": "openshift-ingress"} 2026-07-07T18:32:25Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2b5160","namespace":"ai-tenant-e2e-shared-a-2b5160"}, "namespace": "ai-tenant-e2e-shared-a-2b5160", "name": "sub-test-model-2b5160", "reconcileID": "ff96a2d4-4185-4e40-ba38-2bb7e9fece26", "LLMInferenceService": "sub-test-model-2b5160", "namespace": "ai-tenant-e2e-shared-a-2b5160"} 2026-07-07T18:32:25Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2b5160","namespace":"ai-tenant-e2e-shared-a-2b5160"}, "namespace": "ai-tenant-e2e-shared-a-2b5160", "name": "sub-test-model-2b5160", "reconcileID": "ff96a2d4-4185-4e40-ba38-2bb7e9fece26", "LLMInferenceService": "sub-test-model-2b5160", "namespace": "ai-tenant-e2e-shared-a-2b5160"} 2026-07-07T18:32:25Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2b5160","namespace":"ai-tenant-e2e-shared-a-2b5160"}, "namespace": "ai-tenant-e2e-shared-a-2b5160", "name": "sub-test-model-2b5160", "reconcileID": "ff96a2d4-4185-4e40-ba38-2bb7e9fece26", "LLMInferenceService": "sub-test-model-2b5160", "namespace": "ai-tenant-e2e-shared-a-2b5160"} 2026-07-07T18:32:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2b5160","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2b5160", "reconcileID": "f29b8215-7a0b-4157-9d8f-1d1d0ae9f6d7", "Gateway": "e2e-shared-a-2b5160", "namespace": "openshift-ingress"} 2026-07-07T18:32:25Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2b5160","namespace":"ai-tenant-e2e-shared-a-2b5160"}, "namespace": "ai-tenant-e2e-shared-a-2b5160", "name": "sub-test-model-2b5160", "reconcileID": "ff96a2d4-4185-4e40-ba38-2bb7e9fece26", "LLMInferenceService": "sub-test-model-2b5160", "namespace": "ai-tenant-e2e-shared-a-2b5160", "name": "sub-test-model-2b5160-kserve-route-authn"} 2026-07-07T18:32:25Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2b5160","namespace":"ai-tenant-e2e-shared-a-2b5160"}, "namespace": "ai-tenant-e2e-shared-a-2b5160", "name": "sub-test-model-2b5160", "reconcileID": "ff96a2d4-4185-4e40-ba38-2bb7e9fece26", "LLMInferenceService": "sub-test-model-2b5160", "namespace": "ai-tenant-e2e-shared-a-2b5160", "authType": "userdefined"} 2026-07-07T18:32:25Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2b5160","namespace":"ai-tenant-e2e-shared-a-2b5160"}, "namespace": "ai-tenant-e2e-shared-a-2b5160", "name": "sub-test-model-2b5160", "reconcileID": "ff96a2d4-4185-4e40-ba38-2bb7e9fece26", "LLMInferenceService": "sub-test-model-2b5160", "namespace": "ai-tenant-e2e-shared-a-2b5160"} 2026-07-07T18:32:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2b5160","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2b5160", "reconcileID": "f29b8215-7a0b-4157-9d8f-1d1d0ae9f6d7", "Gateway": "e2e-shared-a-2b5160", "namespace": "openshift-ingress", "name": "e2e-shared-a-2b5160-authn-ssl"} 2026-07-07T18:32:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2b5160","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2b5160", "reconcileID": "f29b8215-7a0b-4157-9d8f-1d1d0ae9f6d7", "Gateway": "e2e-shared-a-2b5160", "namespace": "openshift-ingress"} 2026-07-07T18:32:25Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2b5160","namespace":"ai-tenant-e2e-shared-a-2b5160"}, "namespace": "ai-tenant-e2e-shared-a-2b5160", "name": "sub-test-model-2b5160", "reconcileID": "5895d748-5b01-4d90-a280-778d4f44ef6f", "LLMInferenceService": "sub-test-model-2b5160", "namespace": "ai-tenant-e2e-shared-a-2b5160"} 2026-07-07T18:32:25Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2b5160","namespace":"ai-tenant-e2e-shared-a-2b5160"}, "namespace": "ai-tenant-e2e-shared-a-2b5160", "name": "sub-test-model-2b5160", "reconcileID": "5895d748-5b01-4d90-a280-778d4f44ef6f", "LLMInferenceService": "sub-test-model-2b5160", "namespace": "ai-tenant-e2e-shared-a-2b5160"} 2026-07-07T18:32:25Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2b5160","namespace":"ai-tenant-e2e-shared-a-2b5160"}, "namespace": "ai-tenant-e2e-shared-a-2b5160", "name": "sub-test-model-2b5160", "reconcileID": "5895d748-5b01-4d90-a280-778d4f44ef6f", "LLMInferenceService": "sub-test-model-2b5160", "namespace": "ai-tenant-e2e-shared-a-2b5160"} 2026-07-07T18:32:25Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2b5160","namespace":"ai-tenant-e2e-shared-a-2b5160"}, "namespace": "ai-tenant-e2e-shared-a-2b5160", "name": "sub-test-model-2b5160", "reconcileID": "5895d748-5b01-4d90-a280-778d4f44ef6f", "LLMInferenceService": "sub-test-model-2b5160", "namespace": "ai-tenant-e2e-shared-a-2b5160", "name": "sub-test-model-2b5160-kserve-route-authn"} 2026-07-07T18:32:25Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2b5160","namespace":"ai-tenant-e2e-shared-a-2b5160"}, "namespace": "ai-tenant-e2e-shared-a-2b5160", "name": "sub-test-model-2b5160", "reconcileID": "5895d748-5b01-4d90-a280-778d4f44ef6f", "LLMInferenceService": "sub-test-model-2b5160", "namespace": "ai-tenant-e2e-shared-a-2b5160", "authType": "userdefined"} 2026-07-07T18:32:25Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2b5160","namespace":"ai-tenant-e2e-shared-a-2b5160"}, "namespace": "ai-tenant-e2e-shared-a-2b5160", "name": "sub-test-model-2b5160", "reconcileID": "5895d748-5b01-4d90-a280-778d4f44ef6f", "LLMInferenceService": "sub-test-model-2b5160", "namespace": "ai-tenant-e2e-shared-a-2b5160"} 2026-07-07T18:32:29Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-07T18:32:29Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-07T18:32:30Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-07T18:32:30Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-07T18:32:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2b5160","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2b5160", "reconcileID": "7cf9201c-cde7-43be-9e3a-bff0da90a917", "Gateway": "e2e-shared-a-2b5160", "namespace": "openshift-ingress"} 2026-07-07T18:32:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2b5160","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2b5160", "reconcileID": "7cf9201c-cde7-43be-9e3a-bff0da90a917", "Gateway": "e2e-shared-a-2b5160", "namespace": "openshift-ingress", "name": "e2e-shared-a-2b5160-authn-ssl"} 2026-07-07T18:32:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2b5160","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2b5160", "reconcileID": "7cf9201c-cde7-43be-9e3a-bff0da90a917", "Gateway": "e2e-shared-a-2b5160", "namespace": "openshift-ingress"} 2026-07-07T18:32:38Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2b5160","namespace":"ai-tenant-e2e-shared-a-2b5160"}, "namespace": "ai-tenant-e2e-shared-a-2b5160", "name": "sub-test-model-2b5160", "reconcileID": "f20b3518-d7e4-428d-9b4b-e2d5178d964b", "LLMInferenceService": "sub-test-model-2b5160", "namespace": "ai-tenant-e2e-shared-a-2b5160"} 2026-07-07T18:32:38Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2b5160","namespace":"ai-tenant-e2e-shared-a-2b5160"}, "namespace": "ai-tenant-e2e-shared-a-2b5160", "name": "sub-test-model-2b5160", "reconcileID": "f20b3518-d7e4-428d-9b4b-e2d5178d964b", "LLMInferenceService": "sub-test-model-2b5160", "namespace": "ai-tenant-e2e-shared-a-2b5160"} 2026-07-07T18:32:38Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2b5160","namespace":"ai-tenant-e2e-shared-a-2b5160"}, "namespace": "ai-tenant-e2e-shared-a-2b5160", "name": "sub-test-model-2b5160", "reconcileID": "f20b3518-d7e4-428d-9b4b-e2d5178d964b", "LLMInferenceService": "sub-test-model-2b5160", "namespace": "ai-tenant-e2e-shared-a-2b5160"} 2026-07-07T18:32:38Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2b5160","namespace":"ai-tenant-e2e-shared-a-2b5160"}, "namespace": "ai-tenant-e2e-shared-a-2b5160", "name": "sub-test-model-2b5160", "reconcileID": "f20b3518-d7e4-428d-9b4b-e2d5178d964b", "LLMInferenceService": "sub-test-model-2b5160", "namespace": "ai-tenant-e2e-shared-a-2b5160", "name": "sub-test-model-2b5160-kserve-route-authn"} 2026-07-07T18:32:38Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2b5160","namespace":"ai-tenant-e2e-shared-a-2b5160"}, "namespace": "ai-tenant-e2e-shared-a-2b5160", "name": "sub-test-model-2b5160", "reconcileID": "f20b3518-d7e4-428d-9b4b-e2d5178d964b", "LLMInferenceService": "sub-test-model-2b5160", "namespace": "ai-tenant-e2e-shared-a-2b5160", "authType": "userdefined"} 2026-07-07T18:32:38Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2b5160","namespace":"ai-tenant-e2e-shared-a-2b5160"}, "namespace": "ai-tenant-e2e-shared-a-2b5160", "name": "sub-test-model-2b5160", "reconcileID": "f20b3518-d7e4-428d-9b4b-e2d5178d964b", "LLMInferenceService": "sub-test-model-2b5160", "namespace": "ai-tenant-e2e-shared-a-2b5160"} 2026-07-07T18:32:43Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2b5160","namespace":"ai-tenant-e2e-shared-a-2b5160"}, "namespace": "ai-tenant-e2e-shared-a-2b5160", "name": "sub-test-model-2b5160", "reconcileID": "850e0a06-5566-4a43-a8ac-1f430e669094", "LLMInferenceService": "sub-test-model-2b5160", "namespace": "ai-tenant-e2e-shared-a-2b5160"} 2026-07-07T18:32:43Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2b5160","namespace":"ai-tenant-e2e-shared-a-2b5160"}, "namespace": "ai-tenant-e2e-shared-a-2b5160", "name": "sub-test-model-2b5160", "reconcileID": "850e0a06-5566-4a43-a8ac-1f430e669094", "LLMInferenceService": "sub-test-model-2b5160", "namespace": "ai-tenant-e2e-shared-a-2b5160"} 2026-07-07T18:32:43Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2b5160","namespace":"ai-tenant-e2e-shared-a-2b5160"}, "namespace": "ai-tenant-e2e-shared-a-2b5160", "name": "sub-test-model-2b5160", "reconcileID": "850e0a06-5566-4a43-a8ac-1f430e669094", "LLMInferenceService": "sub-test-model-2b5160", "namespace": "ai-tenant-e2e-shared-a-2b5160"} 2026-07-07T18:32:43Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2b5160","namespace":"ai-tenant-e2e-shared-a-2b5160"}, "namespace": "ai-tenant-e2e-shared-a-2b5160", "name": "sub-test-model-2b5160", "reconcileID": "850e0a06-5566-4a43-a8ac-1f430e669094", "LLMInferenceService": "sub-test-model-2b5160", "namespace": "ai-tenant-e2e-shared-a-2b5160", "name": "sub-test-model-2b5160-kserve-route-authn"} 2026-07-07T18:32:43Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2b5160","namespace":"ai-tenant-e2e-shared-a-2b5160"}, "namespace": "ai-tenant-e2e-shared-a-2b5160", "name": "sub-test-model-2b5160", "reconcileID": "850e0a06-5566-4a43-a8ac-1f430e669094", "LLMInferenceService": "sub-test-model-2b5160", "namespace": "ai-tenant-e2e-shared-a-2b5160", "authType": "userdefined"} 2026-07-07T18:32:43Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2b5160","namespace":"ai-tenant-e2e-shared-a-2b5160"}, "namespace": "ai-tenant-e2e-shared-a-2b5160", "name": "sub-test-model-2b5160", "reconcileID": "850e0a06-5566-4a43-a8ac-1f430e669094", "LLMInferenceService": "sub-test-model-2b5160", "namespace": "ai-tenant-e2e-shared-a-2b5160"} 2026-07-07T18:32:48Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2b5160","namespace":"ai-tenant-e2e-shared-a-2b5160"}, "namespace": "ai-tenant-e2e-shared-a-2b5160", "name": "sub-test-model-2b5160", "reconcileID": "ed204d29-cc08-4d77-bd89-6dea8695c55c", "LLMInferenceService": "sub-test-model-2b5160", "namespace": "ai-tenant-e2e-shared-a-2b5160"} 2026-07-07T18:32:48Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2b5160","namespace":"ai-tenant-e2e-shared-a-2b5160"}, "namespace": "ai-tenant-e2e-shared-a-2b5160", "name": "sub-test-model-2b5160", "reconcileID": "ed204d29-cc08-4d77-bd89-6dea8695c55c", "LLMInferenceService": "sub-test-model-2b5160", "namespace": "ai-tenant-e2e-shared-a-2b5160"} 2026-07-07T18:32:48Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2b5160","namespace":"ai-tenant-e2e-shared-a-2b5160"}, "namespace": "ai-tenant-e2e-shared-a-2b5160", "name": "sub-test-model-2b5160", "reconcileID": "ed204d29-cc08-4d77-bd89-6dea8695c55c", "LLMInferenceService": "sub-test-model-2b5160", "namespace": "ai-tenant-e2e-shared-a-2b5160"} 2026-07-07T18:32:48Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2b5160","namespace":"ai-tenant-e2e-shared-a-2b5160"}, "namespace": "ai-tenant-e2e-shared-a-2b5160", "name": "sub-test-model-2b5160", "reconcileID": "ed204d29-cc08-4d77-bd89-6dea8695c55c", "LLMInferenceService": "sub-test-model-2b5160", "namespace": "ai-tenant-e2e-shared-a-2b5160", "name": "sub-test-model-2b5160-kserve-route-authn"} 2026-07-07T18:32:48Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2b5160","namespace":"ai-tenant-e2e-shared-a-2b5160"}, "namespace": "ai-tenant-e2e-shared-a-2b5160", "name": "sub-test-model-2b5160", "reconcileID": "ed204d29-cc08-4d77-bd89-6dea8695c55c", "LLMInferenceService": "sub-test-model-2b5160", "namespace": "ai-tenant-e2e-shared-a-2b5160", "authType": "userdefined"} 2026-07-07T18:32:48Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2b5160","namespace":"ai-tenant-e2e-shared-a-2b5160"}, "namespace": "ai-tenant-e2e-shared-a-2b5160", "name": "sub-test-model-2b5160", "reconcileID": "ed204d29-cc08-4d77-bd89-6dea8695c55c", "LLMInferenceService": "sub-test-model-2b5160", "namespace": "ai-tenant-e2e-shared-a-2b5160"} 2026-07-07T18:32:51Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-200b05","namespace":"ai-tenant-e2e-shared-b-200b05"}, "namespace": "ai-tenant-e2e-shared-b-200b05", "name": "sub-test-model-200b05", "reconcileID": "8e651f36-f7c5-4c44-8a91-a0967f788af0", "LLMInferenceService": "sub-test-model-200b05", "namespace": "ai-tenant-e2e-shared-b-200b05"} 2026-07-07T18:32:51Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-200b05","namespace":"ai-tenant-e2e-shared-b-200b05"}, "namespace": "ai-tenant-e2e-shared-b-200b05", "name": "sub-test-model-200b05", "reconcileID": "8e651f36-f7c5-4c44-8a91-a0967f788af0", "LLMInferenceService": "sub-test-model-200b05", "namespace": "ai-tenant-e2e-shared-b-200b05"} 2026-07-07T18:32:51Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-200b05","namespace":"ai-tenant-e2e-shared-b-200b05"}, "namespace": "ai-tenant-e2e-shared-b-200b05", "name": "sub-test-model-200b05", "reconcileID": "8e651f36-f7c5-4c44-8a91-a0967f788af0", "LLMInferenceService": "sub-test-model-200b05", "namespace": "ai-tenant-e2e-shared-b-200b05"} 2026-07-07T18:32:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-200b05","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-200b05", "reconcileID": "6d9f87ce-686b-4879-9bb8-7d0996762135", "Gateway": "e2e-shared-b-200b05", "namespace": "openshift-ingress"} 2026-07-07T18:32:51Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-200b05","namespace":"ai-tenant-e2e-shared-b-200b05"}, "namespace": "ai-tenant-e2e-shared-b-200b05", "name": "sub-test-model-200b05", "reconcileID": "8e651f36-f7c5-4c44-8a91-a0967f788af0", "LLMInferenceService": "sub-test-model-200b05", "namespace": "ai-tenant-e2e-shared-b-200b05", "name": "sub-test-model-200b05-kserve-route-authn"} 2026-07-07T18:32:51Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-200b05","namespace":"ai-tenant-e2e-shared-b-200b05"}, "namespace": "ai-tenant-e2e-shared-b-200b05", "name": "sub-test-model-200b05", "reconcileID": "8e651f36-f7c5-4c44-8a91-a0967f788af0", "LLMInferenceService": "sub-test-model-200b05", "namespace": "ai-tenant-e2e-shared-b-200b05", "authType": "userdefined"} 2026-07-07T18:32:51Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-200b05","namespace":"ai-tenant-e2e-shared-b-200b05"}, "namespace": "ai-tenant-e2e-shared-b-200b05", "name": "sub-test-model-200b05", "reconcileID": "8e651f36-f7c5-4c44-8a91-a0967f788af0", "LLMInferenceService": "sub-test-model-200b05", "namespace": "ai-tenant-e2e-shared-b-200b05"} 2026-07-07T18:32:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-200b05","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-200b05", "reconcileID": "6d9f87ce-686b-4879-9bb8-7d0996762135", "Gateway": "e2e-shared-b-200b05", "namespace": "openshift-ingress", "name": "e2e-shared-b-200b05-authn-ssl"} 2026-07-07T18:32:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-200b05","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-200b05", "reconcileID": "6d9f87ce-686b-4879-9bb8-7d0996762135", "Gateway": "e2e-shared-b-200b05", "namespace": "openshift-ingress"} 2026-07-07T18:32:51Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-200b05","namespace":"ai-tenant-e2e-shared-b-200b05"}, "namespace": "ai-tenant-e2e-shared-b-200b05", "name": "sub-test-model-200b05", "reconcileID": "8d998e0b-8252-4346-9c8d-e665622fac79", "LLMInferenceService": "sub-test-model-200b05", "namespace": "ai-tenant-e2e-shared-b-200b05"} 2026-07-07T18:32:51Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-200b05","namespace":"ai-tenant-e2e-shared-b-200b05"}, "namespace": "ai-tenant-e2e-shared-b-200b05", "name": "sub-test-model-200b05", "reconcileID": "8d998e0b-8252-4346-9c8d-e665622fac79", "LLMInferenceService": "sub-test-model-200b05", "namespace": "ai-tenant-e2e-shared-b-200b05"} 2026-07-07T18:32:51Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-200b05","namespace":"ai-tenant-e2e-shared-b-200b05"}, "namespace": "ai-tenant-e2e-shared-b-200b05", "name": "sub-test-model-200b05", "reconcileID": "8d998e0b-8252-4346-9c8d-e665622fac79", "LLMInferenceService": "sub-test-model-200b05", "namespace": "ai-tenant-e2e-shared-b-200b05"} 2026-07-07T18:32:51Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-200b05","namespace":"ai-tenant-e2e-shared-b-200b05"}, "namespace": "ai-tenant-e2e-shared-b-200b05", "name": "sub-test-model-200b05", "reconcileID": "8d998e0b-8252-4346-9c8d-e665622fac79", "LLMInferenceService": "sub-test-model-200b05", "namespace": "ai-tenant-e2e-shared-b-200b05", "name": "sub-test-model-200b05-kserve-route-authn"} 2026-07-07T18:32:51Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-200b05","namespace":"ai-tenant-e2e-shared-b-200b05"}, "namespace": "ai-tenant-e2e-shared-b-200b05", "name": "sub-test-model-200b05", "reconcileID": "8d998e0b-8252-4346-9c8d-e665622fac79", "LLMInferenceService": "sub-test-model-200b05", "namespace": "ai-tenant-e2e-shared-b-200b05", "authType": "userdefined"} 2026-07-07T18:32:51Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-200b05","namespace":"ai-tenant-e2e-shared-b-200b05"}, "namespace": "ai-tenant-e2e-shared-b-200b05", "name": "sub-test-model-200b05", "reconcileID": "8d998e0b-8252-4346-9c8d-e665622fac79", "LLMInferenceService": "sub-test-model-200b05", "namespace": "ai-tenant-e2e-shared-b-200b05"} 2026-07-07T18:32:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-200b05","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-200b05", "reconcileID": "2ca8edd8-80e6-4531-b27b-4724f4f2f9a4", "Gateway": "e2e-shared-b-200b05", "namespace": "openshift-ingress"} 2026-07-07T18:32:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-200b05","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-200b05", "reconcileID": "2ca8edd8-80e6-4531-b27b-4724f4f2f9a4", "Gateway": "e2e-shared-b-200b05", "namespace": "openshift-ingress", "name": "e2e-shared-b-200b05-authn-ssl"} 2026-07-07T18:32:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-200b05","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-200b05", "reconcileID": "2ca8edd8-80e6-4531-b27b-4724f4f2f9a4", "Gateway": "e2e-shared-b-200b05", "namespace": "openshift-ingress"} 2026-07-07T18:32:55Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-200b05","namespace":"ai-tenant-e2e-shared-b-200b05"}, "namespace": "ai-tenant-e2e-shared-b-200b05", "name": "sub-test-model-200b05", "reconcileID": "f658fe4e-5b9a-4f67-b49e-447af5794e69", "LLMInferenceService": "sub-test-model-200b05", "namespace": "ai-tenant-e2e-shared-b-200b05"} 2026-07-07T18:32:55Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-200b05","namespace":"ai-tenant-e2e-shared-b-200b05"}, "namespace": "ai-tenant-e2e-shared-b-200b05", "name": "sub-test-model-200b05", "reconcileID": "f658fe4e-5b9a-4f67-b49e-447af5794e69", "LLMInferenceService": "sub-test-model-200b05", "namespace": "ai-tenant-e2e-shared-b-200b05"} 2026-07-07T18:32:55Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-200b05","namespace":"ai-tenant-e2e-shared-b-200b05"}, "namespace": "ai-tenant-e2e-shared-b-200b05", "name": "sub-test-model-200b05", "reconcileID": "f658fe4e-5b9a-4f67-b49e-447af5794e69", "LLMInferenceService": "sub-test-model-200b05", "namespace": "ai-tenant-e2e-shared-b-200b05"} 2026-07-07T18:32:55Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-200b05","namespace":"ai-tenant-e2e-shared-b-200b05"}, "namespace": "ai-tenant-e2e-shared-b-200b05", "name": "sub-test-model-200b05", "reconcileID": "f658fe4e-5b9a-4f67-b49e-447af5794e69", "LLMInferenceService": "sub-test-model-200b05", "namespace": "ai-tenant-e2e-shared-b-200b05", "name": "sub-test-model-200b05-kserve-route-authn"} 2026-07-07T18:32:55Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-200b05","namespace":"ai-tenant-e2e-shared-b-200b05"}, "namespace": "ai-tenant-e2e-shared-b-200b05", "name": "sub-test-model-200b05", "reconcileID": "f658fe4e-5b9a-4f67-b49e-447af5794e69", "LLMInferenceService": "sub-test-model-200b05", "namespace": "ai-tenant-e2e-shared-b-200b05", "authType": "userdefined"} 2026-07-07T18:32:55Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-200b05","namespace":"ai-tenant-e2e-shared-b-200b05"}, "namespace": "ai-tenant-e2e-shared-b-200b05", "name": "sub-test-model-200b05", "reconcileID": "f658fe4e-5b9a-4f67-b49e-447af5794e69", "LLMInferenceService": "sub-test-model-200b05", "namespace": "ai-tenant-e2e-shared-b-200b05"} 2026-07-07T18:32:58Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-200b05","namespace":"ai-tenant-e2e-shared-b-200b05"}, "namespace": "ai-tenant-e2e-shared-b-200b05", "name": "sub-test-model-200b05", "reconcileID": "fb35335e-413d-46b8-99cd-bbcf5d416329", "LLMInferenceService": "sub-test-model-200b05", "namespace": "ai-tenant-e2e-shared-b-200b05"} 2026-07-07T18:32:58Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-200b05","namespace":"ai-tenant-e2e-shared-b-200b05"}, "namespace": "ai-tenant-e2e-shared-b-200b05", "name": "sub-test-model-200b05", "reconcileID": "fb35335e-413d-46b8-99cd-bbcf5d416329", "LLMInferenceService": "sub-test-model-200b05", "namespace": "ai-tenant-e2e-shared-b-200b05"} 2026-07-07T18:32:58Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-200b05","namespace":"ai-tenant-e2e-shared-b-200b05"}, "namespace": "ai-tenant-e2e-shared-b-200b05", "name": "sub-test-model-200b05", "reconcileID": "fb35335e-413d-46b8-99cd-bbcf5d416329", "LLMInferenceService": "sub-test-model-200b05", "namespace": "ai-tenant-e2e-shared-b-200b05"} 2026-07-07T18:32:58Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-200b05","namespace":"ai-tenant-e2e-shared-b-200b05"}, "namespace": "ai-tenant-e2e-shared-b-200b05", "name": "sub-test-model-200b05", "reconcileID": "fb35335e-413d-46b8-99cd-bbcf5d416329", "LLMInferenceService": "sub-test-model-200b05", "namespace": "ai-tenant-e2e-shared-b-200b05", "name": "sub-test-model-200b05-kserve-route-authn"} 2026-07-07T18:32:58Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-200b05","namespace":"ai-tenant-e2e-shared-b-200b05"}, "namespace": "ai-tenant-e2e-shared-b-200b05", "name": "sub-test-model-200b05", "reconcileID": "fb35335e-413d-46b8-99cd-bbcf5d416329", "LLMInferenceService": "sub-test-model-200b05", "namespace": "ai-tenant-e2e-shared-b-200b05", "authType": "userdefined"} 2026-07-07T18:32:58Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-200b05","namespace":"ai-tenant-e2e-shared-b-200b05"}, "namespace": "ai-tenant-e2e-shared-b-200b05", "name": "sub-test-model-200b05", "reconcileID": "fb35335e-413d-46b8-99cd-bbcf5d416329", "LLMInferenceService": "sub-test-model-200b05", "namespace": "ai-tenant-e2e-shared-b-200b05"} 2026-07-07T18:33:24Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-200b05","namespace":"ai-tenant-e2e-shared-b-200b05"}, "namespace": "ai-tenant-e2e-shared-b-200b05", "name": "sub-test-model-200b05", "reconcileID": "b7270c4f-b1be-4b31-8ae1-f141c21d7e00", "LLMInferenceService": "sub-test-model-200b05", "namespace": "ai-tenant-e2e-shared-b-200b05"} 2026-07-07T18:33:24Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-200b05","namespace":"ai-tenant-e2e-shared-b-200b05"}, "namespace": "ai-tenant-e2e-shared-b-200b05", "name": "sub-test-model-200b05", "reconcileID": "b7270c4f-b1be-4b31-8ae1-f141c21d7e00", "LLMInferenceService": "sub-test-model-200b05", "namespace": "ai-tenant-e2e-shared-b-200b05"} 2026-07-07T18:33:24Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-200b05","namespace":"ai-tenant-e2e-shared-b-200b05"}, "namespace": "ai-tenant-e2e-shared-b-200b05", "name": "sub-test-model-200b05", "reconcileID": "b7270c4f-b1be-4b31-8ae1-f141c21d7e00", "LLMInferenceService": "sub-test-model-200b05", "namespace": "ai-tenant-e2e-shared-b-200b05"} 2026-07-07T18:33:24Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-200b05","namespace":"ai-tenant-e2e-shared-b-200b05"}, "namespace": "ai-tenant-e2e-shared-b-200b05", "name": "sub-test-model-200b05", "reconcileID": "b7270c4f-b1be-4b31-8ae1-f141c21d7e00", "LLMInferenceService": "sub-test-model-200b05", "namespace": "ai-tenant-e2e-shared-b-200b05", "name": "sub-test-model-200b05-kserve-route-authn"} 2026-07-07T18:33:24Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-200b05","namespace":"ai-tenant-e2e-shared-b-200b05"}, "namespace": "ai-tenant-e2e-shared-b-200b05", "name": "sub-test-model-200b05", "reconcileID": "b7270c4f-b1be-4b31-8ae1-f141c21d7e00", "LLMInferenceService": "sub-test-model-200b05", "namespace": "ai-tenant-e2e-shared-b-200b05", "authType": "userdefined"} 2026-07-07T18:33:24Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-200b05","namespace":"ai-tenant-e2e-shared-b-200b05"}, "namespace": "ai-tenant-e2e-shared-b-200b05", "name": "sub-test-model-200b05", "reconcileID": "b7270c4f-b1be-4b31-8ae1-f141c21d7e00", "LLMInferenceService": "sub-test-model-200b05", "namespace": "ai-tenant-e2e-shared-b-200b05"} 2026-07-07T18:33:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "4b590eac-bb0b-452e-8b4b-81e1687a0d30", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-07T18:33:59Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2b5160","namespace":"ai-tenant-e2e-shared-a-2b5160"}, "namespace": "ai-tenant-e2e-shared-a-2b5160", "name": "sub-test-model-2b5160", "reconcileID": "42037977-09c0-47f6-a5c6-004b991fe385", "LLMInferenceService": "sub-test-model-2b5160", "namespace": "ai-tenant-e2e-shared-a-2b5160"} 2026-07-07T18:33:59Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2b5160","namespace":"ai-tenant-e2e-shared-a-2b5160"}, "namespace": "ai-tenant-e2e-shared-a-2b5160", "name": "sub-test-model-2b5160", "reconcileID": "42037977-09c0-47f6-a5c6-004b991fe385", "LLMInferenceService": "sub-test-model-2b5160", "namespace": "ai-tenant-e2e-shared-a-2b5160", "name": "sub-test-model-2b5160"} 2026-07-07T18:33:59Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2b5160","namespace":"ai-tenant-e2e-shared-a-2b5160"}, "namespace": "ai-tenant-e2e-shared-a-2b5160", "name": "sub-test-model-2b5160", "reconcileID": "42037977-09c0-47f6-a5c6-004b991fe385", "LLMInferenceService": "sub-test-model-2b5160", "namespace": "ai-tenant-e2e-shared-a-2b5160"} 2026-07-07T18:33:59Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2b5160","namespace":"ai-tenant-e2e-shared-a-2b5160"}, "namespace": "ai-tenant-e2e-shared-a-2b5160", "name": "sub-test-model-2b5160", "reconcileID": "42037977-09c0-47f6-a5c6-004b991fe385", "LLMInferenceService": "sub-test-model-2b5160", "namespace": "ai-tenant-e2e-shared-a-2b5160"} 2026-07-07T18:33:59Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2b5160","namespace":"ai-tenant-e2e-shared-a-2b5160"}, "namespace": "ai-tenant-e2e-shared-a-2b5160", "name": "sub-test-model-2b5160", "reconcileID": "42037977-09c0-47f6-a5c6-004b991fe385", "LLMInferenceService": "sub-test-model-2b5160", "namespace": "ai-tenant-e2e-shared-a-2b5160", "name": "sub-test-model-2b5160-kserve-route-authn"} 2026-07-07T18:33:59Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2b5160","namespace":"ai-tenant-e2e-shared-a-2b5160"}, "namespace": "ai-tenant-e2e-shared-a-2b5160", "name": "sub-test-model-2b5160", "reconcileID": "42037977-09c0-47f6-a5c6-004b991fe385", "LLMInferenceService": "sub-test-model-2b5160", "namespace": "ai-tenant-e2e-shared-a-2b5160", "name": "sub-test-model-2b5160-kserve-route-authn"} 2026-07-07T18:33:59Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2b5160","namespace":"ai-tenant-e2e-shared-a-2b5160"}, "namespace": "ai-tenant-e2e-shared-a-2b5160", "name": "sub-test-model-2b5160", "reconcileID": "42037977-09c0-47f6-a5c6-004b991fe385", "LLMInferenceService": "sub-test-model-2b5160", "namespace": "ai-tenant-e2e-shared-a-2b5160", "namespace": "ai-tenant-e2e-shared-a-2b5160"} 2026-07-07T18:33:59Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2b5160","namespace":"ai-tenant-e2e-shared-a-2b5160"}, "namespace": "ai-tenant-e2e-shared-a-2b5160", "name": "sub-test-model-2b5160", "reconcileID": "42037977-09c0-47f6-a5c6-004b991fe385", "LLMInferenceService": "sub-test-model-2b5160", "namespace": "ai-tenant-e2e-shared-a-2b5160", "namespace": "ai-tenant-e2e-shared-a-2b5160"} 2026-07-07T18:33:59Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2b5160","namespace":"ai-tenant-e2e-shared-a-2b5160"}, "namespace": "ai-tenant-e2e-shared-a-2b5160", "name": "sub-test-model-2b5160", "reconcileID": "ecb65ce8-b1da-4fec-9302-629d4d78d20c", "LLMInferenceService": "sub-test-model-2b5160", "namespace": "ai-tenant-e2e-shared-a-2b5160"} 2026-07-07T18:33:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2b5160","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2b5160", "reconcileID": "0ab53332-0d9c-4cd9-b1bb-ee7da47a20ad", "Gateway": "e2e-shared-a-2b5160", "namespace": "openshift-ingress"} 2026-07-07T18:33:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2b5160","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2b5160", "reconcileID": "0ab53332-0d9c-4cd9-b1bb-ee7da47a20ad", "Gateway": "e2e-shared-a-2b5160", "namespace": "openshift-ingress", "name": "e2e-shared-a-2b5160-authn-ssl"} 2026-07-07T18:33:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2b5160","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2b5160", "reconcileID": "0ab53332-0d9c-4cd9-b1bb-ee7da47a20ad", "Gateway": "e2e-shared-a-2b5160", "namespace": "openshift-ingress"} 2026-07-07T18:33:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2b5160","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2b5160", "reconcileID": "9e1ff4fe-83ef-4bb2-ae16-b9a92e321e13", "Gateway": "e2e-shared-a-2b5160", "namespace": "openshift-ingress"} 2026-07-07T18:33:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2b5160","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2b5160", "reconcileID": "9e1ff4fe-83ef-4bb2-ae16-b9a92e321e13", "Gateway": "e2e-shared-a-2b5160", "namespace": "openshift-ingress", "name": "e2e-shared-a-2b5160-authn-ssl"} 2026-07-07T18:33:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2b5160","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2b5160", "reconcileID": "9e1ff4fe-83ef-4bb2-ae16-b9a92e321e13", "Gateway": "e2e-shared-a-2b5160", "namespace": "openshift-ingress"} 2026-07-07T18:33:59Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-200b05","namespace":"ai-tenant-e2e-shared-b-200b05"}, "namespace": "ai-tenant-e2e-shared-b-200b05", "name": "sub-test-model-200b05", "reconcileID": "9dcd7bd8-7fb9-4dd0-93a1-b0e7fd59f8eb", "LLMInferenceService": "sub-test-model-200b05", "namespace": "ai-tenant-e2e-shared-b-200b05"} 2026-07-07T18:33:59Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-200b05","namespace":"ai-tenant-e2e-shared-b-200b05"}, "namespace": "ai-tenant-e2e-shared-b-200b05", "name": "sub-test-model-200b05", "reconcileID": "9dcd7bd8-7fb9-4dd0-93a1-b0e7fd59f8eb", "LLMInferenceService": "sub-test-model-200b05", "namespace": "ai-tenant-e2e-shared-b-200b05", "name": "sub-test-model-200b05"} 2026-07-07T18:33:59Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-200b05","namespace":"ai-tenant-e2e-shared-b-200b05"}, "namespace": "ai-tenant-e2e-shared-b-200b05", "name": "sub-test-model-200b05", "reconcileID": "9dcd7bd8-7fb9-4dd0-93a1-b0e7fd59f8eb", "LLMInferenceService": "sub-test-model-200b05", "namespace": "ai-tenant-e2e-shared-b-200b05"} 2026-07-07T18:33:59Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-200b05","namespace":"ai-tenant-e2e-shared-b-200b05"}, "namespace": "ai-tenant-e2e-shared-b-200b05", "name": "sub-test-model-200b05", "reconcileID": "9dcd7bd8-7fb9-4dd0-93a1-b0e7fd59f8eb", "LLMInferenceService": "sub-test-model-200b05", "namespace": "ai-tenant-e2e-shared-b-200b05"} 2026-07-07T18:33:59Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-200b05","namespace":"ai-tenant-e2e-shared-b-200b05"}, "namespace": "ai-tenant-e2e-shared-b-200b05", "name": "sub-test-model-200b05", "reconcileID": "9dcd7bd8-7fb9-4dd0-93a1-b0e7fd59f8eb", "LLMInferenceService": "sub-test-model-200b05", "namespace": "ai-tenant-e2e-shared-b-200b05", "name": "sub-test-model-200b05-kserve-route-authn"} 2026-07-07T18:33:59Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-200b05","namespace":"ai-tenant-e2e-shared-b-200b05"}, "namespace": "ai-tenant-e2e-shared-b-200b05", "name": "sub-test-model-200b05", "reconcileID": "9dcd7bd8-7fb9-4dd0-93a1-b0e7fd59f8eb", "LLMInferenceService": "sub-test-model-200b05", "namespace": "ai-tenant-e2e-shared-b-200b05", "name": "sub-test-model-200b05-kserve-route-authn"} 2026-07-07T18:33:59Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-200b05","namespace":"ai-tenant-e2e-shared-b-200b05"}, "namespace": "ai-tenant-e2e-shared-b-200b05", "name": "sub-test-model-200b05", "reconcileID": "9dcd7bd8-7fb9-4dd0-93a1-b0e7fd59f8eb", "LLMInferenceService": "sub-test-model-200b05", "namespace": "ai-tenant-e2e-shared-b-200b05", "namespace": "ai-tenant-e2e-shared-b-200b05"} 2026-07-07T18:33:59Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-200b05","namespace":"ai-tenant-e2e-shared-b-200b05"}, "namespace": "ai-tenant-e2e-shared-b-200b05", "name": "sub-test-model-200b05", "reconcileID": "9dcd7bd8-7fb9-4dd0-93a1-b0e7fd59f8eb", "LLMInferenceService": "sub-test-model-200b05", "namespace": "ai-tenant-e2e-shared-b-200b05", "namespace": "ai-tenant-e2e-shared-b-200b05"} 2026-07-07T18:34:00Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-200b05","namespace":"ai-tenant-e2e-shared-b-200b05"}, "namespace": "ai-tenant-e2e-shared-b-200b05", "name": "sub-test-model-200b05", "reconcileID": "781b9ab6-64cf-4506-b9c0-bb8cd397cae9", "LLMInferenceService": "sub-test-model-200b05", "namespace": "ai-tenant-e2e-shared-b-200b05"} 2026-07-07T18:34:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-200b05","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-200b05", "reconcileID": "fc0a854b-2ae8-4c35-b1f5-da1c1f3df04e", "Gateway": "e2e-shared-b-200b05", "namespace": "openshift-ingress"} 2026-07-07T18:34:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-200b05","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-200b05", "reconcileID": "fc0a854b-2ae8-4c35-b1f5-da1c1f3df04e", "Gateway": "e2e-shared-b-200b05", "namespace": "openshift-ingress", "name": "e2e-shared-b-200b05-authn-ssl"} 2026-07-07T18:34:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-200b05","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-200b05", "reconcileID": "fc0a854b-2ae8-4c35-b1f5-da1c1f3df04e", "Gateway": "e2e-shared-b-200b05", "namespace": "openshift-ingress"} 2026-07-07T18:34:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-200b05","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-200b05", "reconcileID": "40a40259-b254-43fd-a845-e5ba5f9b41e0", "Gateway": "e2e-shared-b-200b05", "namespace": "openshift-ingress"} 2026-07-07T18:34:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-200b05","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-200b05", "reconcileID": "40a40259-b254-43fd-a845-e5ba5f9b41e0", "Gateway": "e2e-shared-b-200b05", "namespace": "openshift-ingress", "name": "e2e-shared-b-200b05-authn-ssl"} 2026-07-07T18:34:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-200b05","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-200b05", "reconcileID": "40a40259-b254-43fd-a845-e5ba5f9b41e0", "Gateway": "e2e-shared-b-200b05", "namespace": "openshift-ingress"} 2026-07-07T18:34:00Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2b5160","namespace":"ai-tenant-e2e-shared-a-2b5160"}, "namespace": "ai-tenant-e2e-shared-a-2b5160", "name": "rate-test-model-2b5160", "reconcileID": "fa054b59-6bf8-4c54-b01d-3d9abdcb4684", "LLMInferenceService": "rate-test-model-2b5160", "namespace": "ai-tenant-e2e-shared-a-2b5160"} 2026-07-07T18:34:00Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2b5160","namespace":"ai-tenant-e2e-shared-a-2b5160"}, "namespace": "ai-tenant-e2e-shared-a-2b5160", "name": "rate-test-model-2b5160", "reconcileID": "fa054b59-6bf8-4c54-b01d-3d9abdcb4684", "LLMInferenceService": "rate-test-model-2b5160", "namespace": "ai-tenant-e2e-shared-a-2b5160"} 2026-07-07T18:34:00Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2b5160","namespace":"ai-tenant-e2e-shared-a-2b5160"}, "namespace": "ai-tenant-e2e-shared-a-2b5160", "name": "rate-test-model-2b5160", "reconcileID": "fa054b59-6bf8-4c54-b01d-3d9abdcb4684", "LLMInferenceService": "rate-test-model-2b5160", "namespace": "ai-tenant-e2e-shared-a-2b5160"} 2026-07-07T18:34:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2b5160","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2b5160", "reconcileID": "a5e95007-276f-41c1-9139-44155235132f", "Gateway": "e2e-shared-a-2b5160", "namespace": "openshift-ingress"} 2026-07-07T18:34:00Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2b5160","namespace":"ai-tenant-e2e-shared-a-2b5160"}, "namespace": "ai-tenant-e2e-shared-a-2b5160", "name": "rate-test-model-2b5160", "reconcileID": "fa054b59-6bf8-4c54-b01d-3d9abdcb4684", "LLMInferenceService": "rate-test-model-2b5160", "namespace": "ai-tenant-e2e-shared-a-2b5160", "name": "rate-test-model-2b5160-kserve-route-authn"} 2026-07-07T18:34:00Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2b5160","namespace":"ai-tenant-e2e-shared-a-2b5160"}, "namespace": "ai-tenant-e2e-shared-a-2b5160", "name": "rate-test-model-2b5160", "reconcileID": "fa054b59-6bf8-4c54-b01d-3d9abdcb4684", "LLMInferenceService": "rate-test-model-2b5160", "namespace": "ai-tenant-e2e-shared-a-2b5160", "authType": "userdefined"} 2026-07-07T18:34:00Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2b5160","namespace":"ai-tenant-e2e-shared-a-2b5160"}, "namespace": "ai-tenant-e2e-shared-a-2b5160", "name": "rate-test-model-2b5160", "reconcileID": "fa054b59-6bf8-4c54-b01d-3d9abdcb4684", "LLMInferenceService": "rate-test-model-2b5160", "namespace": "ai-tenant-e2e-shared-a-2b5160"} 2026-07-07T18:34:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2b5160","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2b5160", "reconcileID": "a5e95007-276f-41c1-9139-44155235132f", "Gateway": "e2e-shared-a-2b5160", "namespace": "openshift-ingress", "name": "e2e-shared-a-2b5160-authn-ssl"} 2026-07-07T18:34:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2b5160","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2b5160", "reconcileID": "a5e95007-276f-41c1-9139-44155235132f", "Gateway": "e2e-shared-a-2b5160", "namespace": "openshift-ingress"} 2026-07-07T18:34:00Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2b5160","namespace":"ai-tenant-e2e-shared-a-2b5160"}, "namespace": "ai-tenant-e2e-shared-a-2b5160", "name": "rate-test-model-2b5160", "reconcileID": "80c74d5d-20e2-42bb-bbbd-4c060811105e", "LLMInferenceService": "rate-test-model-2b5160", "namespace": "ai-tenant-e2e-shared-a-2b5160"} 2026-07-07T18:34:00Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2b5160","namespace":"ai-tenant-e2e-shared-a-2b5160"}, "namespace": "ai-tenant-e2e-shared-a-2b5160", "name": "rate-test-model-2b5160", "reconcileID": "80c74d5d-20e2-42bb-bbbd-4c060811105e", "LLMInferenceService": "rate-test-model-2b5160", "namespace": "ai-tenant-e2e-shared-a-2b5160"} 2026-07-07T18:34:00Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2b5160","namespace":"ai-tenant-e2e-shared-a-2b5160"}, "namespace": "ai-tenant-e2e-shared-a-2b5160", "name": "rate-test-model-2b5160", "reconcileID": "80c74d5d-20e2-42bb-bbbd-4c060811105e", "LLMInferenceService": "rate-test-model-2b5160", "namespace": "ai-tenant-e2e-shared-a-2b5160"} 2026-07-07T18:34:00Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2b5160","namespace":"ai-tenant-e2e-shared-a-2b5160"}, "namespace": "ai-tenant-e2e-shared-a-2b5160", "name": "rate-test-model-2b5160", "reconcileID": "80c74d5d-20e2-42bb-bbbd-4c060811105e", "LLMInferenceService": "rate-test-model-2b5160", "namespace": "ai-tenant-e2e-shared-a-2b5160", "name": "rate-test-model-2b5160-kserve-route-authn"} 2026-07-07T18:34:00Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2b5160","namespace":"ai-tenant-e2e-shared-a-2b5160"}, "namespace": "ai-tenant-e2e-shared-a-2b5160", "name": "rate-test-model-2b5160", "reconcileID": "80c74d5d-20e2-42bb-bbbd-4c060811105e", "LLMInferenceService": "rate-test-model-2b5160", "namespace": "ai-tenant-e2e-shared-a-2b5160", "authType": "userdefined"} 2026-07-07T18:34:00Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2b5160","namespace":"ai-tenant-e2e-shared-a-2b5160"}, "namespace": "ai-tenant-e2e-shared-a-2b5160", "name": "rate-test-model-2b5160", "reconcileID": "80c74d5d-20e2-42bb-bbbd-4c060811105e", "LLMInferenceService": "rate-test-model-2b5160", "namespace": "ai-tenant-e2e-shared-a-2b5160"} 2026-07-07T18:34:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2b5160","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2b5160", "reconcileID": "912517b1-693c-457d-a181-c0d2ca4d9df8", "Gateway": "e2e-shared-a-2b5160", "namespace": "openshift-ingress"} 2026-07-07T18:34:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2b5160","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2b5160", "reconcileID": "912517b1-693c-457d-a181-c0d2ca4d9df8", "Gateway": "e2e-shared-a-2b5160", "namespace": "openshift-ingress", "name": "e2e-shared-a-2b5160-authn-ssl"} 2026-07-07T18:34:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2b5160","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2b5160", "reconcileID": "912517b1-693c-457d-a181-c0d2ca4d9df8", "Gateway": "e2e-shared-a-2b5160", "namespace": "openshift-ingress"} 2026-07-07T18:34:16Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2b5160","namespace":"ai-tenant-e2e-shared-a-2b5160"}, "namespace": "ai-tenant-e2e-shared-a-2b5160", "name": "rate-test-model-2b5160", "reconcileID": "3be4e8ef-aa39-405a-8f7f-e267b6cc9854", "LLMInferenceService": "rate-test-model-2b5160", "namespace": "ai-tenant-e2e-shared-a-2b5160"} 2026-07-07T18:34:16Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2b5160","namespace":"ai-tenant-e2e-shared-a-2b5160"}, "namespace": "ai-tenant-e2e-shared-a-2b5160", "name": "rate-test-model-2b5160", "reconcileID": "3be4e8ef-aa39-405a-8f7f-e267b6cc9854", "LLMInferenceService": "rate-test-model-2b5160", "namespace": "ai-tenant-e2e-shared-a-2b5160"} 2026-07-07T18:34:16Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2b5160","namespace":"ai-tenant-e2e-shared-a-2b5160"}, "namespace": "ai-tenant-e2e-shared-a-2b5160", "name": "rate-test-model-2b5160", "reconcileID": "3be4e8ef-aa39-405a-8f7f-e267b6cc9854", "LLMInferenceService": "rate-test-model-2b5160", "namespace": "ai-tenant-e2e-shared-a-2b5160"} 2026-07-07T18:34:16Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2b5160","namespace":"ai-tenant-e2e-shared-a-2b5160"}, "namespace": "ai-tenant-e2e-shared-a-2b5160", "name": "rate-test-model-2b5160", "reconcileID": "3be4e8ef-aa39-405a-8f7f-e267b6cc9854", "LLMInferenceService": "rate-test-model-2b5160", "namespace": "ai-tenant-e2e-shared-a-2b5160", "name": "rate-test-model-2b5160-kserve-route-authn"} 2026-07-07T18:34:16Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2b5160","namespace":"ai-tenant-e2e-shared-a-2b5160"}, "namespace": "ai-tenant-e2e-shared-a-2b5160", "name": "rate-test-model-2b5160", "reconcileID": "3be4e8ef-aa39-405a-8f7f-e267b6cc9854", "LLMInferenceService": "rate-test-model-2b5160", "namespace": "ai-tenant-e2e-shared-a-2b5160", "authType": "userdefined"} 2026-07-07T18:34:16Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2b5160","namespace":"ai-tenant-e2e-shared-a-2b5160"}, "namespace": "ai-tenant-e2e-shared-a-2b5160", "name": "rate-test-model-2b5160", "reconcileID": "3be4e8ef-aa39-405a-8f7f-e267b6cc9854", "LLMInferenceService": "rate-test-model-2b5160", "namespace": "ai-tenant-e2e-shared-a-2b5160"} 2026-07-07T18:34:22Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2b5160","namespace":"ai-tenant-e2e-shared-a-2b5160"}, "namespace": "ai-tenant-e2e-shared-a-2b5160", "name": "rate-test-model-2b5160", "reconcileID": "9ef3d12b-91bb-4800-8229-0b23eb260674", "LLMInferenceService": "rate-test-model-2b5160", "namespace": "ai-tenant-e2e-shared-a-2b5160"} 2026-07-07T18:34:22Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2b5160","namespace":"ai-tenant-e2e-shared-a-2b5160"}, "namespace": "ai-tenant-e2e-shared-a-2b5160", "name": "rate-test-model-2b5160", "reconcileID": "9ef3d12b-91bb-4800-8229-0b23eb260674", "LLMInferenceService": "rate-test-model-2b5160", "namespace": "ai-tenant-e2e-shared-a-2b5160"} 2026-07-07T18:34:22Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2b5160","namespace":"ai-tenant-e2e-shared-a-2b5160"}, "namespace": "ai-tenant-e2e-shared-a-2b5160", "name": "rate-test-model-2b5160", "reconcileID": "9ef3d12b-91bb-4800-8229-0b23eb260674", "LLMInferenceService": "rate-test-model-2b5160", "namespace": "ai-tenant-e2e-shared-a-2b5160"} 2026-07-07T18:34:22Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2b5160","namespace":"ai-tenant-e2e-shared-a-2b5160"}, "namespace": "ai-tenant-e2e-shared-a-2b5160", "name": "rate-test-model-2b5160", "reconcileID": "9ef3d12b-91bb-4800-8229-0b23eb260674", "LLMInferenceService": "rate-test-model-2b5160", "namespace": "ai-tenant-e2e-shared-a-2b5160", "name": "rate-test-model-2b5160-kserve-route-authn"} 2026-07-07T18:34:22Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2b5160","namespace":"ai-tenant-e2e-shared-a-2b5160"}, "namespace": "ai-tenant-e2e-shared-a-2b5160", "name": "rate-test-model-2b5160", "reconcileID": "9ef3d12b-91bb-4800-8229-0b23eb260674", "LLMInferenceService": "rate-test-model-2b5160", "namespace": "ai-tenant-e2e-shared-a-2b5160", "authType": "userdefined"} 2026-07-07T18:34:22Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2b5160","namespace":"ai-tenant-e2e-shared-a-2b5160"}, "namespace": "ai-tenant-e2e-shared-a-2b5160", "name": "rate-test-model-2b5160", "reconcileID": "9ef3d12b-91bb-4800-8229-0b23eb260674", "LLMInferenceService": "rate-test-model-2b5160", "namespace": "ai-tenant-e2e-shared-a-2b5160"} 2026-07-07T18:34:26Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2b5160","namespace":"ai-tenant-e2e-shared-a-2b5160"}, "namespace": "ai-tenant-e2e-shared-a-2b5160", "name": "rate-test-model-2b5160", "reconcileID": "a30e9aa2-d591-4a35-92e9-d2f87f9aaadc", "LLMInferenceService": "rate-test-model-2b5160", "namespace": "ai-tenant-e2e-shared-a-2b5160"} 2026-07-07T18:34:26Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2b5160","namespace":"ai-tenant-e2e-shared-a-2b5160"}, "namespace": "ai-tenant-e2e-shared-a-2b5160", "name": "rate-test-model-2b5160", "reconcileID": "a30e9aa2-d591-4a35-92e9-d2f87f9aaadc", "LLMInferenceService": "rate-test-model-2b5160", "namespace": "ai-tenant-e2e-shared-a-2b5160"} 2026-07-07T18:34:26Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2b5160","namespace":"ai-tenant-e2e-shared-a-2b5160"}, "namespace": "ai-tenant-e2e-shared-a-2b5160", "name": "rate-test-model-2b5160", "reconcileID": "a30e9aa2-d591-4a35-92e9-d2f87f9aaadc", "LLMInferenceService": "rate-test-model-2b5160", "namespace": "ai-tenant-e2e-shared-a-2b5160"} 2026-07-07T18:34:26Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2b5160","namespace":"ai-tenant-e2e-shared-a-2b5160"}, "namespace": "ai-tenant-e2e-shared-a-2b5160", "name": "rate-test-model-2b5160", "reconcileID": "a30e9aa2-d591-4a35-92e9-d2f87f9aaadc", "LLMInferenceService": "rate-test-model-2b5160", "namespace": "ai-tenant-e2e-shared-a-2b5160", "name": "rate-test-model-2b5160-kserve-route-authn"} 2026-07-07T18:34:26Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2b5160","namespace":"ai-tenant-e2e-shared-a-2b5160"}, "namespace": "ai-tenant-e2e-shared-a-2b5160", "name": "rate-test-model-2b5160", "reconcileID": "a30e9aa2-d591-4a35-92e9-d2f87f9aaadc", "LLMInferenceService": "rate-test-model-2b5160", "namespace": "ai-tenant-e2e-shared-a-2b5160", "authType": "userdefined"} 2026-07-07T18:34:26Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2b5160","namespace":"ai-tenant-e2e-shared-a-2b5160"}, "namespace": "ai-tenant-e2e-shared-a-2b5160", "name": "rate-test-model-2b5160", "reconcileID": "a30e9aa2-d591-4a35-92e9-d2f87f9aaadc", "LLMInferenceService": "rate-test-model-2b5160", "namespace": "ai-tenant-e2e-shared-a-2b5160"} 2026-07-07T18:34:26Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-200b05","namespace":"ai-tenant-e2e-shared-b-200b05"}, "namespace": "ai-tenant-e2e-shared-b-200b05", "name": "rate-test-model-200b05", "reconcileID": "5e5dacbe-b13b-4675-b410-50f833079d04", "LLMInferenceService": "rate-test-model-200b05", "namespace": "ai-tenant-e2e-shared-b-200b05"} 2026-07-07T18:34:26Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-200b05","namespace":"ai-tenant-e2e-shared-b-200b05"}, "namespace": "ai-tenant-e2e-shared-b-200b05", "name": "rate-test-model-200b05", "reconcileID": "5e5dacbe-b13b-4675-b410-50f833079d04", "LLMInferenceService": "rate-test-model-200b05", "namespace": "ai-tenant-e2e-shared-b-200b05"} 2026-07-07T18:34:26Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-200b05","namespace":"ai-tenant-e2e-shared-b-200b05"}, "namespace": "ai-tenant-e2e-shared-b-200b05", "name": "rate-test-model-200b05", "reconcileID": "5e5dacbe-b13b-4675-b410-50f833079d04", "LLMInferenceService": "rate-test-model-200b05", "namespace": "ai-tenant-e2e-shared-b-200b05"} 2026-07-07T18:34:27Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-200b05","namespace":"ai-tenant-e2e-shared-b-200b05"}, "namespace": "ai-tenant-e2e-shared-b-200b05", "name": "rate-test-model-200b05", "reconcileID": "5e5dacbe-b13b-4675-b410-50f833079d04", "LLMInferenceService": "rate-test-model-200b05", "namespace": "ai-tenant-e2e-shared-b-200b05", "name": "rate-test-model-200b05-kserve-route-authn"} 2026-07-07T18:34:27Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-200b05","namespace":"ai-tenant-e2e-shared-b-200b05"}, "namespace": "ai-tenant-e2e-shared-b-200b05", "name": "rate-test-model-200b05", "reconcileID": "5e5dacbe-b13b-4675-b410-50f833079d04", "LLMInferenceService": "rate-test-model-200b05", "namespace": "ai-tenant-e2e-shared-b-200b05", "authType": "userdefined"} 2026-07-07T18:34:27Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-200b05","namespace":"ai-tenant-e2e-shared-b-200b05"}, "namespace": "ai-tenant-e2e-shared-b-200b05", "name": "rate-test-model-200b05", "reconcileID": "5e5dacbe-b13b-4675-b410-50f833079d04", "LLMInferenceService": "rate-test-model-200b05", "namespace": "ai-tenant-e2e-shared-b-200b05"} 2026-07-07T18:34:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-200b05","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-200b05", "reconcileID": "84b967a7-5a6d-4329-bcc7-1c23c41d56ad", "Gateway": "e2e-shared-b-200b05", "namespace": "openshift-ingress"} 2026-07-07T18:34:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-200b05","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-200b05", "reconcileID": "84b967a7-5a6d-4329-bcc7-1c23c41d56ad", "Gateway": "e2e-shared-b-200b05", "namespace": "openshift-ingress", "name": "e2e-shared-b-200b05-authn-ssl"} 2026-07-07T18:34:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-200b05","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-200b05", "reconcileID": "84b967a7-5a6d-4329-bcc7-1c23c41d56ad", "Gateway": "e2e-shared-b-200b05", "namespace": "openshift-ingress"} 2026-07-07T18:34:27Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-200b05","namespace":"ai-tenant-e2e-shared-b-200b05"}, "namespace": "ai-tenant-e2e-shared-b-200b05", "name": "rate-test-model-200b05", "reconcileID": "8edde669-1362-4653-aa1f-17b46e249201", "LLMInferenceService": "rate-test-model-200b05", "namespace": "ai-tenant-e2e-shared-b-200b05"} 2026-07-07T18:34:27Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-200b05","namespace":"ai-tenant-e2e-shared-b-200b05"}, "namespace": "ai-tenant-e2e-shared-b-200b05", "name": "rate-test-model-200b05", "reconcileID": "8edde669-1362-4653-aa1f-17b46e249201", "LLMInferenceService": "rate-test-model-200b05", "namespace": "ai-tenant-e2e-shared-b-200b05"} 2026-07-07T18:34:27Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-200b05","namespace":"ai-tenant-e2e-shared-b-200b05"}, "namespace": "ai-tenant-e2e-shared-b-200b05", "name": "rate-test-model-200b05", "reconcileID": "8edde669-1362-4653-aa1f-17b46e249201", "LLMInferenceService": "rate-test-model-200b05", "namespace": "ai-tenant-e2e-shared-b-200b05"} 2026-07-07T18:34:27Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-200b05","namespace":"ai-tenant-e2e-shared-b-200b05"}, "namespace": "ai-tenant-e2e-shared-b-200b05", "name": "rate-test-model-200b05", "reconcileID": "8edde669-1362-4653-aa1f-17b46e249201", "LLMInferenceService": "rate-test-model-200b05", "namespace": "ai-tenant-e2e-shared-b-200b05", "name": "rate-test-model-200b05-kserve-route-authn"} 2026-07-07T18:34:27Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-200b05","namespace":"ai-tenant-e2e-shared-b-200b05"}, "namespace": "ai-tenant-e2e-shared-b-200b05", "name": "rate-test-model-200b05", "reconcileID": "8edde669-1362-4653-aa1f-17b46e249201", "LLMInferenceService": "rate-test-model-200b05", "namespace": "ai-tenant-e2e-shared-b-200b05", "authType": "userdefined"} 2026-07-07T18:34:27Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-200b05","namespace":"ai-tenant-e2e-shared-b-200b05"}, "namespace": "ai-tenant-e2e-shared-b-200b05", "name": "rate-test-model-200b05", "reconcileID": "8edde669-1362-4653-aa1f-17b46e249201", "LLMInferenceService": "rate-test-model-200b05", "namespace": "ai-tenant-e2e-shared-b-200b05"} 2026-07-07T18:34:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-200b05","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-200b05", "reconcileID": "7dd20c58-9787-4624-9c0d-594678e8f7c1", "Gateway": "e2e-shared-b-200b05", "namespace": "openshift-ingress"} 2026-07-07T18:34:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-200b05","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-200b05", "reconcileID": "7dd20c58-9787-4624-9c0d-594678e8f7c1", "Gateway": "e2e-shared-b-200b05", "namespace": "openshift-ingress", "name": "e2e-shared-b-200b05-authn-ssl"} 2026-07-07T18:34:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-200b05","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-200b05", "reconcileID": "7dd20c58-9787-4624-9c0d-594678e8f7c1", "Gateway": "e2e-shared-b-200b05", "namespace": "openshift-ingress"} 2026-07-07T18:34:35Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-200b05","namespace":"ai-tenant-e2e-shared-b-200b05"}, "namespace": "ai-tenant-e2e-shared-b-200b05", "name": "rate-test-model-200b05", "reconcileID": "1caf31b4-0447-4dfc-826c-b8ee4c739785", "LLMInferenceService": "rate-test-model-200b05", "namespace": "ai-tenant-e2e-shared-b-200b05"} 2026-07-07T18:34:35Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-200b05","namespace":"ai-tenant-e2e-shared-b-200b05"}, "namespace": "ai-tenant-e2e-shared-b-200b05", "name": "rate-test-model-200b05", "reconcileID": "1caf31b4-0447-4dfc-826c-b8ee4c739785", "LLMInferenceService": "rate-test-model-200b05", "namespace": "ai-tenant-e2e-shared-b-200b05"} 2026-07-07T18:34:35Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-200b05","namespace":"ai-tenant-e2e-shared-b-200b05"}, "namespace": "ai-tenant-e2e-shared-b-200b05", "name": "rate-test-model-200b05", "reconcileID": "1caf31b4-0447-4dfc-826c-b8ee4c739785", "LLMInferenceService": "rate-test-model-200b05", "namespace": "ai-tenant-e2e-shared-b-200b05"} 2026-07-07T18:34:35Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-200b05","namespace":"ai-tenant-e2e-shared-b-200b05"}, "namespace": "ai-tenant-e2e-shared-b-200b05", "name": "rate-test-model-200b05", "reconcileID": "1caf31b4-0447-4dfc-826c-b8ee4c739785", "LLMInferenceService": "rate-test-model-200b05", "namespace": "ai-tenant-e2e-shared-b-200b05", "name": "rate-test-model-200b05-kserve-route-authn"} 2026-07-07T18:34:35Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-200b05","namespace":"ai-tenant-e2e-shared-b-200b05"}, "namespace": "ai-tenant-e2e-shared-b-200b05", "name": "rate-test-model-200b05", "reconcileID": "1caf31b4-0447-4dfc-826c-b8ee4c739785", "LLMInferenceService": "rate-test-model-200b05", "namespace": "ai-tenant-e2e-shared-b-200b05", "authType": "userdefined"} 2026-07-07T18:34:35Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-200b05","namespace":"ai-tenant-e2e-shared-b-200b05"}, "namespace": "ai-tenant-e2e-shared-b-200b05", "name": "rate-test-model-200b05", "reconcileID": "1caf31b4-0447-4dfc-826c-b8ee4c739785", "LLMInferenceService": "rate-test-model-200b05", "namespace": "ai-tenant-e2e-shared-b-200b05"} 2026-07-07T18:34:53Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-200b05","namespace":"ai-tenant-e2e-shared-b-200b05"}, "namespace": "ai-tenant-e2e-shared-b-200b05", "name": "rate-test-model-200b05", "reconcileID": "7affc85c-1a53-4c2d-a625-07be185caeff", "LLMInferenceService": "rate-test-model-200b05", "namespace": "ai-tenant-e2e-shared-b-200b05"} 2026-07-07T18:34:53Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-200b05","namespace":"ai-tenant-e2e-shared-b-200b05"}, "namespace": "ai-tenant-e2e-shared-b-200b05", "name": "rate-test-model-200b05", "reconcileID": "7affc85c-1a53-4c2d-a625-07be185caeff", "LLMInferenceService": "rate-test-model-200b05", "namespace": "ai-tenant-e2e-shared-b-200b05"} 2026-07-07T18:34:53Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-200b05","namespace":"ai-tenant-e2e-shared-b-200b05"}, "namespace": "ai-tenant-e2e-shared-b-200b05", "name": "rate-test-model-200b05", "reconcileID": "7affc85c-1a53-4c2d-a625-07be185caeff", "LLMInferenceService": "rate-test-model-200b05", "namespace": "ai-tenant-e2e-shared-b-200b05"} 2026-07-07T18:34:53Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-200b05","namespace":"ai-tenant-e2e-shared-b-200b05"}, "namespace": "ai-tenant-e2e-shared-b-200b05", "name": "rate-test-model-200b05", "reconcileID": "7affc85c-1a53-4c2d-a625-07be185caeff", "LLMInferenceService": "rate-test-model-200b05", "namespace": "ai-tenant-e2e-shared-b-200b05", "name": "rate-test-model-200b05-kserve-route-authn"} 2026-07-07T18:34:53Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-200b05","namespace":"ai-tenant-e2e-shared-b-200b05"}, "namespace": "ai-tenant-e2e-shared-b-200b05", "name": "rate-test-model-200b05", "reconcileID": "7affc85c-1a53-4c2d-a625-07be185caeff", "LLMInferenceService": "rate-test-model-200b05", "namespace": "ai-tenant-e2e-shared-b-200b05", "authType": "userdefined"} 2026-07-07T18:34:53Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-200b05","namespace":"ai-tenant-e2e-shared-b-200b05"}, "namespace": "ai-tenant-e2e-shared-b-200b05", "name": "rate-test-model-200b05", "reconcileID": "7affc85c-1a53-4c2d-a625-07be185caeff", "LLMInferenceService": "rate-test-model-200b05", "namespace": "ai-tenant-e2e-shared-b-200b05"} 2026-07-07T18:35:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "6bb9a8f7-67af-400e-baf0-012adcda8a26", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-07T18:35:27Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2b5160","namespace":"ai-tenant-e2e-shared-a-2b5160"}, "namespace": "ai-tenant-e2e-shared-a-2b5160", "name": "rate-test-model-2b5160", "reconcileID": "69d29281-bc2d-4542-a378-9605e3e1e5e9", "LLMInferenceService": "rate-test-model-2b5160", "namespace": "ai-tenant-e2e-shared-a-2b5160"} 2026-07-07T18:35:27Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2b5160","namespace":"ai-tenant-e2e-shared-a-2b5160"}, "namespace": "ai-tenant-e2e-shared-a-2b5160", "name": "rate-test-model-2b5160", "reconcileID": "69d29281-bc2d-4542-a378-9605e3e1e5e9", "LLMInferenceService": "rate-test-model-2b5160", "namespace": "ai-tenant-e2e-shared-a-2b5160", "name": "rate-test-model-2b5160"} 2026-07-07T18:35:27Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2b5160","namespace":"ai-tenant-e2e-shared-a-2b5160"}, "namespace": "ai-tenant-e2e-shared-a-2b5160", "name": "rate-test-model-2b5160", "reconcileID": "69d29281-bc2d-4542-a378-9605e3e1e5e9", "LLMInferenceService": "rate-test-model-2b5160", "namespace": "ai-tenant-e2e-shared-a-2b5160"} 2026-07-07T18:35:27Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2b5160","namespace":"ai-tenant-e2e-shared-a-2b5160"}, "namespace": "ai-tenant-e2e-shared-a-2b5160", "name": "rate-test-model-2b5160", "reconcileID": "69d29281-bc2d-4542-a378-9605e3e1e5e9", "LLMInferenceService": "rate-test-model-2b5160", "namespace": "ai-tenant-e2e-shared-a-2b5160"} 2026-07-07T18:35:27Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2b5160","namespace":"ai-tenant-e2e-shared-a-2b5160"}, "namespace": "ai-tenant-e2e-shared-a-2b5160", "name": "rate-test-model-2b5160", "reconcileID": "69d29281-bc2d-4542-a378-9605e3e1e5e9", "LLMInferenceService": "rate-test-model-2b5160", "namespace": "ai-tenant-e2e-shared-a-2b5160", "name": "rate-test-model-2b5160-kserve-route-authn"} 2026-07-07T18:35:27Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2b5160","namespace":"ai-tenant-e2e-shared-a-2b5160"}, "namespace": "ai-tenant-e2e-shared-a-2b5160", "name": "rate-test-model-2b5160", "reconcileID": "69d29281-bc2d-4542-a378-9605e3e1e5e9", "LLMInferenceService": "rate-test-model-2b5160", "namespace": "ai-tenant-e2e-shared-a-2b5160", "name": "rate-test-model-2b5160-kserve-route-authn"} 2026-07-07T18:35:27Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2b5160","namespace":"ai-tenant-e2e-shared-a-2b5160"}, "namespace": "ai-tenant-e2e-shared-a-2b5160", "name": "rate-test-model-2b5160", "reconcileID": "69d29281-bc2d-4542-a378-9605e3e1e5e9", "LLMInferenceService": "rate-test-model-2b5160", "namespace": "ai-tenant-e2e-shared-a-2b5160", "namespace": "ai-tenant-e2e-shared-a-2b5160"} 2026-07-07T18:35:27Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2b5160","namespace":"ai-tenant-e2e-shared-a-2b5160"}, "namespace": "ai-tenant-e2e-shared-a-2b5160", "name": "rate-test-model-2b5160", "reconcileID": "69d29281-bc2d-4542-a378-9605e3e1e5e9", "LLMInferenceService": "rate-test-model-2b5160", "namespace": "ai-tenant-e2e-shared-a-2b5160", "namespace": "ai-tenant-e2e-shared-a-2b5160"} 2026-07-07T18:35:27Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2b5160","namespace":"ai-tenant-e2e-shared-a-2b5160"}, "namespace": "ai-tenant-e2e-shared-a-2b5160", "name": "rate-test-model-2b5160", "reconcileID": "7b711b3b-d104-495f-8b59-e8f8a05d0b42", "LLMInferenceService": "rate-test-model-2b5160", "namespace": "ai-tenant-e2e-shared-a-2b5160"} 2026-07-07T18:35:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2b5160","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2b5160", "reconcileID": "7e21261f-0d65-4018-b4b0-76e17ac87955", "Gateway": "e2e-shared-a-2b5160", "namespace": "openshift-ingress"} 2026-07-07T18:35:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2b5160","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2b5160", "reconcileID": "7e21261f-0d65-4018-b4b0-76e17ac87955", "Gateway": "e2e-shared-a-2b5160", "namespace": "openshift-ingress", "name": "e2e-shared-a-2b5160-authn-ssl"} 2026-07-07T18:35:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2b5160","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2b5160", "reconcileID": "7e21261f-0d65-4018-b4b0-76e17ac87955", "Gateway": "e2e-shared-a-2b5160", "namespace": "openshift-ingress"} 2026-07-07T18:35:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2b5160","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2b5160", "reconcileID": "314b61b0-60ec-436b-9dde-15bc1823a387", "Gateway": "e2e-shared-a-2b5160", "namespace": "openshift-ingress"} 2026-07-07T18:35:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2b5160","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2b5160", "reconcileID": "314b61b0-60ec-436b-9dde-15bc1823a387", "Gateway": "e2e-shared-a-2b5160", "namespace": "openshift-ingress", "name": "e2e-shared-a-2b5160-authn-ssl"} 2026-07-07T18:35:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2b5160","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2b5160", "reconcileID": "314b61b0-60ec-436b-9dde-15bc1823a387", "Gateway": "e2e-shared-a-2b5160", "namespace": "openshift-ingress"} 2026-07-07T18:35:27Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-200b05","namespace":"ai-tenant-e2e-shared-b-200b05"}, "namespace": "ai-tenant-e2e-shared-b-200b05", "name": "rate-test-model-200b05", "reconcileID": "03c2dab9-077e-4734-a7c3-c11648d331f7", "LLMInferenceService": "rate-test-model-200b05", "namespace": "ai-tenant-e2e-shared-b-200b05"} 2026-07-07T18:35:27Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-200b05","namespace":"ai-tenant-e2e-shared-b-200b05"}, "namespace": "ai-tenant-e2e-shared-b-200b05", "name": "rate-test-model-200b05", "reconcileID": "03c2dab9-077e-4734-a7c3-c11648d331f7", "LLMInferenceService": "rate-test-model-200b05", "namespace": "ai-tenant-e2e-shared-b-200b05", "name": "rate-test-model-200b05"} 2026-07-07T18:35:27Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-200b05","namespace":"ai-tenant-e2e-shared-b-200b05"}, "namespace": "ai-tenant-e2e-shared-b-200b05", "name": "rate-test-model-200b05", "reconcileID": "03c2dab9-077e-4734-a7c3-c11648d331f7", "LLMInferenceService": "rate-test-model-200b05", "namespace": "ai-tenant-e2e-shared-b-200b05"} 2026-07-07T18:35:27Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-200b05","namespace":"ai-tenant-e2e-shared-b-200b05"}, "namespace": "ai-tenant-e2e-shared-b-200b05", "name": "rate-test-model-200b05", "reconcileID": "03c2dab9-077e-4734-a7c3-c11648d331f7", "LLMInferenceService": "rate-test-model-200b05", "namespace": "ai-tenant-e2e-shared-b-200b05"} 2026-07-07T18:35:27Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-200b05","namespace":"ai-tenant-e2e-shared-b-200b05"}, "namespace": "ai-tenant-e2e-shared-b-200b05", "name": "rate-test-model-200b05", "reconcileID": "03c2dab9-077e-4734-a7c3-c11648d331f7", "LLMInferenceService": "rate-test-model-200b05", "namespace": "ai-tenant-e2e-shared-b-200b05", "name": "rate-test-model-200b05-kserve-route-authn"} 2026-07-07T18:35:27Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-200b05","namespace":"ai-tenant-e2e-shared-b-200b05"}, "namespace": "ai-tenant-e2e-shared-b-200b05", "name": "rate-test-model-200b05", "reconcileID": "03c2dab9-077e-4734-a7c3-c11648d331f7", "LLMInferenceService": "rate-test-model-200b05", "namespace": "ai-tenant-e2e-shared-b-200b05", "name": "rate-test-model-200b05-kserve-route-authn"} 2026-07-07T18:35:27Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-200b05","namespace":"ai-tenant-e2e-shared-b-200b05"}, "namespace": "ai-tenant-e2e-shared-b-200b05", "name": "rate-test-model-200b05", "reconcileID": "03c2dab9-077e-4734-a7c3-c11648d331f7", "LLMInferenceService": "rate-test-model-200b05", "namespace": "ai-tenant-e2e-shared-b-200b05", "namespace": "ai-tenant-e2e-shared-b-200b05"} 2026-07-07T18:35:27Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-200b05","namespace":"ai-tenant-e2e-shared-b-200b05"}, "namespace": "ai-tenant-e2e-shared-b-200b05", "name": "rate-test-model-200b05", "reconcileID": "03c2dab9-077e-4734-a7c3-c11648d331f7", "LLMInferenceService": "rate-test-model-200b05", "namespace": "ai-tenant-e2e-shared-b-200b05", "namespace": "ai-tenant-e2e-shared-b-200b05"} 2026-07-07T18:35:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "1f9e186c-4641-4d56-9d67-d3471bbf72f5", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-07T18:35:28Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-200b05","namespace":"ai-tenant-e2e-shared-b-200b05"}, "namespace": "ai-tenant-e2e-shared-b-200b05", "name": "rate-test-model-200b05", "reconcileID": "c0b55e09-9706-4451-930d-ad7aa189e9ce", "LLMInferenceService": "rate-test-model-200b05", "namespace": "ai-tenant-e2e-shared-b-200b05"} 2026-07-07T18:35:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-200b05","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-200b05", "reconcileID": "908ddede-9e7c-49d0-b759-7e3d6f8a159e", "Gateway": "e2e-shared-b-200b05", "namespace": "openshift-ingress"} 2026-07-07T18:35:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-200b05","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-200b05", "reconcileID": "908ddede-9e7c-49d0-b759-7e3d6f8a159e", "Gateway": "e2e-shared-b-200b05", "namespace": "openshift-ingress", "name": "e2e-shared-b-200b05-authn-ssl"} 2026-07-07T18:35:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-200b05","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-200b05", "reconcileID": "908ddede-9e7c-49d0-b759-7e3d6f8a159e", "Gateway": "e2e-shared-b-200b05", "namespace": "openshift-ingress"} 2026-07-07T18:35:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-200b05","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-200b05", "reconcileID": "a5caedb1-41a2-446a-842e-b6848e6c008a", "Gateway": "e2e-shared-b-200b05", "namespace": "openshift-ingress"} 2026-07-07T18:35:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-200b05","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-200b05", "reconcileID": "a5caedb1-41a2-446a-842e-b6848e6c008a", "Gateway": "e2e-shared-b-200b05", "namespace": "openshift-ingress", "name": "e2e-shared-b-200b05-authn-ssl"} 2026-07-07T18:35:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-200b05","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-200b05", "reconcileID": "a5caedb1-41a2-446a-842e-b6848e6c008a", "Gateway": "e2e-shared-b-200b05", "namespace": "openshift-ingress"} 2026-07-07T18:35:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "c5fc7786-247f-4fb8-95fa-dbbe34b14dca", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-07T18:35:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2b5160","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2b5160", "reconcileID": "60aacc59-396e-4269-b2ec-4e53f77cf560", "Gateway": "e2e-shared-a-2b5160", "namespace": "openshift-ingress"} 2026-07-07T18:35:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2b5160","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2b5160", "reconcileID": "60aacc59-396e-4269-b2ec-4e53f77cf560", "Gateway": "e2e-shared-a-2b5160", "namespace": "openshift-ingress", "name": "e2e-shared-a-2b5160-authn-ssl"} 2026-07-07T18:35:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2b5160","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2b5160", "reconcileID": "60aacc59-396e-4269-b2ec-4e53f77cf560", "Gateway": "e2e-shared-a-2b5160", "namespace": "openshift-ingress"} 2026-07-07T18:36:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-2b5160"}, "namespace": "ai-tenant-e2e-shared-a-2b5160", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5d1128eb-88f0-409c-a7fe-5f4118ee302a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-2b5160"} 2026-07-07T18:36:12Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-2b5160"}, "namespace": "ai-tenant-e2e-shared-a-2b5160", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5d1128eb-88f0-409c-a7fe-5f4118ee302a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-2b5160", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T18:36:12Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-2b5160"}, "namespace": "ai-tenant-e2e-shared-a-2b5160", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5d1128eb-88f0-409c-a7fe-5f4118ee302a", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-2b5160 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-07T18:36:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-2b5160"}, "namespace": "ai-tenant-e2e-shared-a-2b5160", "name": "odh-trusted-ca-bundle", "reconcileID": "3009bff1-6cf7-4e3b-8dfc-d883359a2b92", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-2b5160"} 2026-07-07T18:36:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-2b5160"}, "namespace": "ai-tenant-e2e-shared-a-2b5160", "name": "odh-trusted-ca-bundle", "reconcileID": "3009bff1-6cf7-4e3b-8dfc-d883359a2b92", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-2b5160"} 2026-07-07T18:36:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-2b5160"}, "namespace": "ai-tenant-e2e-shared-a-2b5160", "name": "openshift-service-ca.crt", "reconcileID": "f1f965ce-5fd2-4a77-9613-9e1f7ab670d3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-2b5160"} 2026-07-07T18:36:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-2b5160"}, "namespace": "ai-tenant-e2e-shared-a-2b5160", "name": "openshift-service-ca.crt", "reconcileID": "f1f965ce-5fd2-4a77-9613-9e1f7ab670d3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-2b5160"} 2026-07-07T18:36:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-2b5160"}, "namespace": "ai-tenant-e2e-shared-a-2b5160", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "71cbe90e-7ea6-4802-9abe-d21657ecf6d4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-2b5160"} 2026-07-07T18:36:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-2b5160"}, "namespace": "ai-tenant-e2e-shared-a-2b5160", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "71cbe90e-7ea6-4802-9abe-d21657ecf6d4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-2b5160"} 2026-07-07T18:36:14Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-2b5160","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-2b5160", "reconcileID": "a4593fb8-f077-46f4-8625-d69c6e8bd8be", "Gateway": "e2e-shared-a-2b5160", "namespace": "openshift-ingress"} 2026-07-07T18:36:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "3c527051-b517-4ae5-a7e4-e9daef90ab49", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-07T18:36:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-200b05","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-200b05", "reconcileID": "6540237c-8e56-450b-97aa-5e858e84dc56", "Gateway": "e2e-shared-b-200b05", "namespace": "openshift-ingress"} 2026-07-07T18:36:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-200b05","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-200b05", "reconcileID": "6540237c-8e56-450b-97aa-5e858e84dc56", "Gateway": "e2e-shared-b-200b05", "namespace": "openshift-ingress", "name": "e2e-shared-b-200b05-authn-ssl"} 2026-07-07T18:36:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-200b05","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-200b05", "reconcileID": "6540237c-8e56-450b-97aa-5e858e84dc56", "Gateway": "e2e-shared-b-200b05", "namespace": "openshift-ingress"} 2026-07-07T18:36:21Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-200b05"}, "namespace": "ai-tenant-e2e-shared-b-200b05", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7433b855-950e-45a7-a0a0-1a3a0379e395", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-200b05"} 2026-07-07T18:36:21Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-200b05"}, "namespace": "ai-tenant-e2e-shared-b-200b05", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7433b855-950e-45a7-a0a0-1a3a0379e395", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-200b05", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T18:36:21Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-200b05"}, "namespace": "ai-tenant-e2e-shared-b-200b05", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7433b855-950e-45a7-a0a0-1a3a0379e395", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-200b05 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-07T18:36:21Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-200b05"}, "namespace": "ai-tenant-e2e-shared-b-200b05", "name": "odh-trusted-ca-bundle", "reconcileID": "9b17507a-4235-4916-a07f-e5a4fd6e7c72", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-200b05"} 2026-07-07T18:36:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-200b05"}, "namespace": "ai-tenant-e2e-shared-b-200b05", "name": "odh-trusted-ca-bundle", "reconcileID": "9b17507a-4235-4916-a07f-e5a4fd6e7c72", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-200b05"} 2026-07-07T18:36:21Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-200b05"}, "namespace": "ai-tenant-e2e-shared-b-200b05", "name": "openshift-service-ca.crt", "reconcileID": "984e3fc1-ddd1-4e83-8b5e-029f58d6782f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-200b05"} 2026-07-07T18:36:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-200b05"}, "namespace": "ai-tenant-e2e-shared-b-200b05", "name": "openshift-service-ca.crt", "reconcileID": "984e3fc1-ddd1-4e83-8b5e-029f58d6782f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-200b05"} 2026-07-07T18:36:21Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-200b05"}, "namespace": "ai-tenant-e2e-shared-b-200b05", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d7c8b546-2e6f-49cd-9076-35bf84dff015", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-200b05"} 2026-07-07T18:36:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-200b05"}, "namespace": "ai-tenant-e2e-shared-b-200b05", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d7c8b546-2e6f-49cd-9076-35bf84dff015", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-200b05"} 2026-07-07T18:36:22Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-200b05","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-200b05", "reconcileID": "a6ec7721-21a7-424d-b1f5-17fba7077c79", "Gateway": "e2e-shared-b-200b05", "namespace": "openshift-ingress"}