2026-09-11T12:15:33Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-88968d","namespace":"ai-tenant-e2e-shared-a-w3-88968d"}, "namespace": "ai-tenant-e2e-shared-a-w3-88968d", "name": "rate-test-model-88968d", "reconcileID": "319171ce-a161-4c54-8864-49e1e26f42f4", "LLMInferenceService": "rate-test-model-88968d", "namespace": "ai-tenant-e2e-shared-a-w3-88968d", "authType": "userdefined"} 2026-09-11T12:15:33Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-88968d","namespace":"ai-tenant-e2e-shared-a-w3-88968d"}, "namespace": "ai-tenant-e2e-shared-a-w3-88968d", "name": "rate-test-model-88968d", "reconcileID": "319171ce-a161-4c54-8864-49e1e26f42f4", "LLMInferenceService": "rate-test-model-88968d", "namespace": "ai-tenant-e2e-shared-a-w3-88968d"} 2026-09-11T12:15:40Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-88968d","namespace":"ai-tenant-e2e-shared-a-w3-88968d"}, "namespace": "ai-tenant-e2e-shared-a-w3-88968d", "name": "rate-test-model-88968d", "reconcileID": "d26cccf9-d110-471a-a098-3d9719be38ec", "LLMInferenceService": "rate-test-model-88968d", "namespace": "ai-tenant-e2e-shared-a-w3-88968d"} 2026-09-11T12:15:40Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-88968d","namespace":"ai-tenant-e2e-shared-a-w3-88968d"}, "namespace": "ai-tenant-e2e-shared-a-w3-88968d", "name": "rate-test-model-88968d", "reconcileID": "d26cccf9-d110-471a-a098-3d9719be38ec", "LLMInferenceService": "rate-test-model-88968d", "namespace": "ai-tenant-e2e-shared-a-w3-88968d"} 2026-09-11T12:15:40Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-88968d","namespace":"ai-tenant-e2e-shared-a-w3-88968d"}, "namespace": "ai-tenant-e2e-shared-a-w3-88968d", "name": "rate-test-model-88968d", "reconcileID": "d26cccf9-d110-471a-a098-3d9719be38ec", "LLMInferenceService": "rate-test-model-88968d", "namespace": "ai-tenant-e2e-shared-a-w3-88968d"} 2026-09-11T12:15:40Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-88968d","namespace":"ai-tenant-e2e-shared-a-w3-88968d"}, "namespace": "ai-tenant-e2e-shared-a-w3-88968d", "name": "rate-test-model-88968d", "reconcileID": "d26cccf9-d110-471a-a098-3d9719be38ec", "LLMInferenceService": "rate-test-model-88968d", "namespace": "ai-tenant-e2e-shared-a-w3-88968d", "name": "rate-test-model-88968d-kserve-route-authn"} 2026-09-11T12:15:40Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-88968d","namespace":"ai-tenant-e2e-shared-a-w3-88968d"}, "namespace": "ai-tenant-e2e-shared-a-w3-88968d", "name": "rate-test-model-88968d", "reconcileID": "d26cccf9-d110-471a-a098-3d9719be38ec", "LLMInferenceService": "rate-test-model-88968d", "namespace": "ai-tenant-e2e-shared-a-w3-88968d", "authType": "userdefined"} 2026-09-11T12:15:40Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-88968d","namespace":"ai-tenant-e2e-shared-a-w3-88968d"}, "namespace": "ai-tenant-e2e-shared-a-w3-88968d", "name": "rate-test-model-88968d", "reconcileID": "d26cccf9-d110-471a-a098-3d9719be38ec", "LLMInferenceService": "rate-test-model-88968d", "namespace": "ai-tenant-e2e-shared-a-w3-88968d"} 2026-09-11T12:15:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-c000cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-c000cf", "reconcileID": "41a398ea-bc33-44cc-b463-50bb55b59bc8", "Gateway": "e2e-shared-a-w2-c000cf", "namespace": "openshift-ingress"} 2026-09-11T12:15:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-c000cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-c000cf", "reconcileID": "41a398ea-bc33-44cc-b463-50bb55b59bc8", "Gateway": "e2e-shared-a-w2-c000cf", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-c000cf-authn-ssl"} 2026-09-11T12:15:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-c000cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-c000cf", "reconcileID": "41a398ea-bc33-44cc-b463-50bb55b59bc8", "Gateway": "e2e-shared-a-w2-c000cf", "namespace": "openshift-ingress"} 2026-09-11T12:15:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-c000cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-c000cf", "reconcileID": "25efcf14-e87a-4334-bb1e-dba20abbfe56", "Gateway": "e2e-shared-a-w2-c000cf", "namespace": "openshift-ingress"} 2026-09-11T12:15:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-c000cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-c000cf", "reconcileID": "25efcf14-e87a-4334-bb1e-dba20abbfe56", "Gateway": "e2e-shared-a-w2-c000cf", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-c000cf-authn-ssl"} 2026-09-11T12:15:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-c000cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-c000cf", "reconcileID": "25efcf14-e87a-4334-bb1e-dba20abbfe56", "Gateway": "e2e-shared-a-w2-c000cf", "namespace": "openshift-ingress"} 2026-09-11T12:15:47Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-c000cf"}, "namespace": "ai-tenant-e2e-shared-a-w2-c000cf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "01e81d09-b13f-4cd2-b298-1d4bf6eb5df1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-c000cf"} 2026-09-11T12:15:47Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-c000cf"}, "namespace": "ai-tenant-e2e-shared-a-w2-c000cf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "01e81d09-b13f-4cd2-b298-1d4bf6eb5df1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-c000cf", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T12:15:47Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-c000cf"}, "namespace": "ai-tenant-e2e-shared-a-w2-c000cf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "01e81d09-b13f-4cd2-b298-1d4bf6eb5df1", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w2-c000cf because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T12:15:47Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-c000cf"}, "namespace": "ai-tenant-e2e-shared-a-w2-c000cf", "name": "odh-trusted-ca-bundle", "reconcileID": "7c249874-1b9b-428b-9e95-bf704a3721d2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-c000cf"} 2026-09-11T12:15:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-c000cf"}, "namespace": "ai-tenant-e2e-shared-a-w2-c000cf", "name": "odh-trusted-ca-bundle", "reconcileID": "7c249874-1b9b-428b-9e95-bf704a3721d2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-c000cf"} 2026-09-11T12:15:47Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-c000cf"}, "namespace": "ai-tenant-e2e-shared-a-w2-c000cf", "name": "openshift-service-ca.crt", "reconcileID": "6e52b8a4-47f7-4f21-8f77-2a82382ae65c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-c000cf"} 2026-09-11T12:15:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-c000cf"}, "namespace": "ai-tenant-e2e-shared-a-w2-c000cf", "name": "openshift-service-ca.crt", "reconcileID": "6e52b8a4-47f7-4f21-8f77-2a82382ae65c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-c000cf"} 2026-09-11T12:15:47Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-c000cf"}, "namespace": "ai-tenant-e2e-shared-a-w2-c000cf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fccaa9cf-c04c-4ea5-a17b-ce65d566dc59", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-c000cf"} 2026-09-11T12:15:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-c000cf"}, "namespace": "ai-tenant-e2e-shared-a-w2-c000cf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fccaa9cf-c04c-4ea5-a17b-ce65d566dc59", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-c000cf"} 2026-09-11T12:15:47Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-c000cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-c000cf", "reconcileID": "143dda19-0a05-4a3b-9e70-80a917b4dafd", "Gateway": "e2e-shared-a-w2-c000cf", "namespace": "openshift-ingress"} 2026-09-11T12:15:49Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-88968d","namespace":"ai-tenant-e2e-shared-a-w3-88968d"}, "namespace": "ai-tenant-e2e-shared-a-w3-88968d", "name": "rate-test-model-88968d", "reconcileID": "328b2573-162a-4ce5-a1ab-3c9e10800d20", "LLMInferenceService": "rate-test-model-88968d", "namespace": "ai-tenant-e2e-shared-a-w3-88968d"} 2026-09-11T12:15:49Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-88968d","namespace":"ai-tenant-e2e-shared-a-w3-88968d"}, "namespace": "ai-tenant-e2e-shared-a-w3-88968d", "name": "rate-test-model-88968d", "reconcileID": "328b2573-162a-4ce5-a1ab-3c9e10800d20", "LLMInferenceService": "rate-test-model-88968d", "namespace": "ai-tenant-e2e-shared-a-w3-88968d"} 2026-09-11T12:15:49Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-88968d","namespace":"ai-tenant-e2e-shared-a-w3-88968d"}, "namespace": "ai-tenant-e2e-shared-a-w3-88968d", "name": "rate-test-model-88968d", "reconcileID": "328b2573-162a-4ce5-a1ab-3c9e10800d20", "LLMInferenceService": "rate-test-model-88968d", "namespace": "ai-tenant-e2e-shared-a-w3-88968d"} 2026-09-11T12:15:49Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-88968d","namespace":"ai-tenant-e2e-shared-a-w3-88968d"}, "namespace": "ai-tenant-e2e-shared-a-w3-88968d", "name": "rate-test-model-88968d", "reconcileID": "328b2573-162a-4ce5-a1ab-3c9e10800d20", "LLMInferenceService": "rate-test-model-88968d", "namespace": "ai-tenant-e2e-shared-a-w3-88968d", "name": "rate-test-model-88968d-kserve-route-authn"} 2026-09-11T12:15:49Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-88968d","namespace":"ai-tenant-e2e-shared-a-w3-88968d"}, "namespace": "ai-tenant-e2e-shared-a-w3-88968d", "name": "rate-test-model-88968d", "reconcileID": "328b2573-162a-4ce5-a1ab-3c9e10800d20", "LLMInferenceService": "rate-test-model-88968d", "namespace": "ai-tenant-e2e-shared-a-w3-88968d", "authType": "userdefined"} 2026-09-11T12:15:49Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-88968d","namespace":"ai-tenant-e2e-shared-a-w3-88968d"}, "namespace": "ai-tenant-e2e-shared-a-w3-88968d", "name": "rate-test-model-88968d", "reconcileID": "328b2573-162a-4ce5-a1ab-3c9e10800d20", "LLMInferenceService": "rate-test-model-88968d", "namespace": "ai-tenant-e2e-shared-a-w3-88968d"} 2026-09-11T12:15:52Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4d3f83","namespace":"ai-tenant-e2e-shared-b-w3-4d3f83"}, "namespace": "ai-tenant-e2e-shared-b-w3-4d3f83", "name": "rate-test-model-4d3f83", "reconcileID": "cabcc82f-02a7-4ec2-8c2e-47ad73987bcf", "LLMInferenceService": "rate-test-model-4d3f83", "namespace": "ai-tenant-e2e-shared-b-w3-4d3f83"} 2026-09-11T12:15:52Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4d3f83","namespace":"ai-tenant-e2e-shared-b-w3-4d3f83"}, "namespace": "ai-tenant-e2e-shared-b-w3-4d3f83", "name": "rate-test-model-4d3f83", "reconcileID": "cabcc82f-02a7-4ec2-8c2e-47ad73987bcf", "LLMInferenceService": "rate-test-model-4d3f83", "namespace": "ai-tenant-e2e-shared-b-w3-4d3f83"} 2026-09-11T12:15:52Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4d3f83","namespace":"ai-tenant-e2e-shared-b-w3-4d3f83"}, "namespace": "ai-tenant-e2e-shared-b-w3-4d3f83", "name": "rate-test-model-4d3f83", "reconcileID": "cabcc82f-02a7-4ec2-8c2e-47ad73987bcf", "LLMInferenceService": "rate-test-model-4d3f83", "namespace": "ai-tenant-e2e-shared-b-w3-4d3f83"} 2026-09-11T12:15:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-4d3f83","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-4d3f83", "reconcileID": "ccc1fcfa-8125-41b8-b3fa-dabfa1b93162", "Gateway": "e2e-shared-b-w3-4d3f83", "namespace": "openshift-ingress"} 2026-09-11T12:15:52Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4d3f83","namespace":"ai-tenant-e2e-shared-b-w3-4d3f83"}, "namespace": "ai-tenant-e2e-shared-b-w3-4d3f83", "name": "rate-test-model-4d3f83", "reconcileID": "cabcc82f-02a7-4ec2-8c2e-47ad73987bcf", "LLMInferenceService": "rate-test-model-4d3f83", "namespace": "ai-tenant-e2e-shared-b-w3-4d3f83", "name": "rate-test-model-4d3f83-kserve-route-authn"} 2026-09-11T12:15:52Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4d3f83","namespace":"ai-tenant-e2e-shared-b-w3-4d3f83"}, "namespace": "ai-tenant-e2e-shared-b-w3-4d3f83", "name": "rate-test-model-4d3f83", "reconcileID": "cabcc82f-02a7-4ec2-8c2e-47ad73987bcf", "LLMInferenceService": "rate-test-model-4d3f83", "namespace": "ai-tenant-e2e-shared-b-w3-4d3f83", "authType": "userdefined"} 2026-09-11T12:15:52Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4d3f83","namespace":"ai-tenant-e2e-shared-b-w3-4d3f83"}, "namespace": "ai-tenant-e2e-shared-b-w3-4d3f83", "name": "rate-test-model-4d3f83", "reconcileID": "cabcc82f-02a7-4ec2-8c2e-47ad73987bcf", "LLMInferenceService": "rate-test-model-4d3f83", "namespace": "ai-tenant-e2e-shared-b-w3-4d3f83"} 2026-09-11T12:15:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-4d3f83","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-4d3f83", "reconcileID": "ccc1fcfa-8125-41b8-b3fa-dabfa1b93162", "Gateway": "e2e-shared-b-w3-4d3f83", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-4d3f83-authn-ssl"} 2026-09-11T12:15:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-4d3f83","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-4d3f83", "reconcileID": "ccc1fcfa-8125-41b8-b3fa-dabfa1b93162", "Gateway": "e2e-shared-b-w3-4d3f83", "namespace": "openshift-ingress"} 2026-09-11T12:15:52Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4d3f83","namespace":"ai-tenant-e2e-shared-b-w3-4d3f83"}, "namespace": "ai-tenant-e2e-shared-b-w3-4d3f83", "name": "rate-test-model-4d3f83", "reconcileID": "952c9a59-b2b9-4dee-a22d-19979d2e509c", "LLMInferenceService": "rate-test-model-4d3f83", "namespace": "ai-tenant-e2e-shared-b-w3-4d3f83"} 2026-09-11T12:15:52Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4d3f83","namespace":"ai-tenant-e2e-shared-b-w3-4d3f83"}, "namespace": "ai-tenant-e2e-shared-b-w3-4d3f83", "name": "rate-test-model-4d3f83", "reconcileID": "952c9a59-b2b9-4dee-a22d-19979d2e509c", "LLMInferenceService": "rate-test-model-4d3f83", "namespace": "ai-tenant-e2e-shared-b-w3-4d3f83"} 2026-09-11T12:15:52Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4d3f83","namespace":"ai-tenant-e2e-shared-b-w3-4d3f83"}, "namespace": "ai-tenant-e2e-shared-b-w3-4d3f83", "name": "rate-test-model-4d3f83", "reconcileID": "952c9a59-b2b9-4dee-a22d-19979d2e509c", "LLMInferenceService": "rate-test-model-4d3f83", "namespace": "ai-tenant-e2e-shared-b-w3-4d3f83"} 2026-09-11T12:15:52Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4d3f83","namespace":"ai-tenant-e2e-shared-b-w3-4d3f83"}, "namespace": "ai-tenant-e2e-shared-b-w3-4d3f83", "name": "rate-test-model-4d3f83", "reconcileID": "952c9a59-b2b9-4dee-a22d-19979d2e509c", "LLMInferenceService": "rate-test-model-4d3f83", "namespace": "ai-tenant-e2e-shared-b-w3-4d3f83", "name": "rate-test-model-4d3f83-kserve-route-authn"} 2026-09-11T12:15:52Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4d3f83","namespace":"ai-tenant-e2e-shared-b-w3-4d3f83"}, "namespace": "ai-tenant-e2e-shared-b-w3-4d3f83", "name": "rate-test-model-4d3f83", "reconcileID": "952c9a59-b2b9-4dee-a22d-19979d2e509c", "LLMInferenceService": "rate-test-model-4d3f83", "namespace": "ai-tenant-e2e-shared-b-w3-4d3f83", "authType": "userdefined"} 2026-09-11T12:15:52Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4d3f83","namespace":"ai-tenant-e2e-shared-b-w3-4d3f83"}, "namespace": "ai-tenant-e2e-shared-b-w3-4d3f83", "name": "rate-test-model-4d3f83", "reconcileID": "952c9a59-b2b9-4dee-a22d-19979d2e509c", "LLMInferenceService": "rate-test-model-4d3f83", "namespace": "ai-tenant-e2e-shared-b-w3-4d3f83"} 2026-09-11T12:15:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-50e434","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-50e434", "reconcileID": "bdea46b0-1c62-45fd-93c3-3f516d7368f7", "Gateway": "e2e-shared-b-w2-50e434", "namespace": "openshift-ingress"} 2026-09-11T12:15:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-50e434","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-50e434", "reconcileID": "bdea46b0-1c62-45fd-93c3-3f516d7368f7", "Gateway": "e2e-shared-b-w2-50e434", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-50e434-authn-ssl"} 2026-09-11T12:15:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-50e434","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-50e434", "reconcileID": "bdea46b0-1c62-45fd-93c3-3f516d7368f7", "Gateway": "e2e-shared-b-w2-50e434", "namespace": "openshift-ingress"} 2026-09-11T12:16:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-50e434","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-50e434", "reconcileID": "821f56a7-1c15-4237-90e8-7c5c675b5ef2", "Gateway": "e2e-shared-b-w2-50e434", "namespace": "openshift-ingress"} 2026-09-11T12:16:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-50e434","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-50e434", "reconcileID": "821f56a7-1c15-4237-90e8-7c5c675b5ef2", "Gateway": "e2e-shared-b-w2-50e434", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-50e434-authn-ssl"} 2026-09-11T12:16:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-50e434","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-50e434", "reconcileID": "821f56a7-1c15-4237-90e8-7c5c675b5ef2", "Gateway": "e2e-shared-b-w2-50e434", "namespace": "openshift-ingress"} 2026-09-11T12:16:04Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-50e434"}, "namespace": "ai-tenant-e2e-shared-b-w2-50e434", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "086870fd-7c5f-4949-93c2-7d1b5f720056", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-50e434"} 2026-09-11T12:16:04Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-50e434"}, "namespace": "ai-tenant-e2e-shared-b-w2-50e434", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "086870fd-7c5f-4949-93c2-7d1b5f720056", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-50e434", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T12:16:04Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-50e434"}, "namespace": "ai-tenant-e2e-shared-b-w2-50e434", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "086870fd-7c5f-4949-93c2-7d1b5f720056", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w2-50e434 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T12:16:04Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-50e434"}, "namespace": "ai-tenant-e2e-shared-b-w2-50e434", "name": "odh-trusted-ca-bundle", "reconcileID": "721be1ba-5eb3-4856-abcc-4d91af10b37e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-50e434"} 2026-09-11T12:16:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-50e434"}, "namespace": "ai-tenant-e2e-shared-b-w2-50e434", "name": "odh-trusted-ca-bundle", "reconcileID": "721be1ba-5eb3-4856-abcc-4d91af10b37e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-50e434"} 2026-09-11T12:16:04Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-50e434"}, "namespace": "ai-tenant-e2e-shared-b-w2-50e434", "name": "openshift-service-ca.crt", "reconcileID": "7824143a-47e0-4e82-a09d-926f5f8a9638", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-50e434"} 2026-09-11T12:16:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-50e434"}, "namespace": "ai-tenant-e2e-shared-b-w2-50e434", "name": "openshift-service-ca.crt", "reconcileID": "7824143a-47e0-4e82-a09d-926f5f8a9638", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-50e434"} 2026-09-11T12:16:04Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-50e434"}, "namespace": "ai-tenant-e2e-shared-b-w2-50e434", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9a6b72d3-6001-40f3-9138-739b9914fad0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-50e434"} 2026-09-11T12:16:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-50e434"}, "namespace": "ai-tenant-e2e-shared-b-w2-50e434", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9a6b72d3-6001-40f3-9138-739b9914fad0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-50e434"} 2026-09-11T12:16:05Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-50e434","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-50e434", "reconcileID": "65910d85-b364-4a93-8d1f-5dac47229c63", "Gateway": "e2e-shared-b-w2-50e434", "namespace": "openshift-ingress"} 2026-09-11T12:16:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-4d3f83","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-4d3f83", "reconcileID": "b842ebb8-1648-4ea0-93e8-5209f7c3d13d", "Gateway": "e2e-shared-b-w3-4d3f83", "namespace": "openshift-ingress"} 2026-09-11T12:16:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-4d3f83","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-4d3f83", "reconcileID": "b842ebb8-1648-4ea0-93e8-5209f7c3d13d", "Gateway": "e2e-shared-b-w3-4d3f83", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-4d3f83-authn-ssl"} 2026-09-11T12:16:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-4d3f83","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-4d3f83", "reconcileID": "b842ebb8-1648-4ea0-93e8-5209f7c3d13d", "Gateway": "e2e-shared-b-w3-4d3f83", "namespace": "openshift-ingress"} 2026-09-11T12:16:11Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4d3f83","namespace":"ai-tenant-e2e-shared-b-w3-4d3f83"}, "namespace": "ai-tenant-e2e-shared-b-w3-4d3f83", "name": "rate-test-model-4d3f83", "reconcileID": "61b88423-c9e3-4319-ad25-c91cc4574bff", "LLMInferenceService": "rate-test-model-4d3f83", "namespace": "ai-tenant-e2e-shared-b-w3-4d3f83"} 2026-09-11T12:16:11Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4d3f83","namespace":"ai-tenant-e2e-shared-b-w3-4d3f83"}, "namespace": "ai-tenant-e2e-shared-b-w3-4d3f83", "name": "rate-test-model-4d3f83", "reconcileID": "61b88423-c9e3-4319-ad25-c91cc4574bff", "LLMInferenceService": "rate-test-model-4d3f83", "namespace": "ai-tenant-e2e-shared-b-w3-4d3f83"} 2026-09-11T12:16:11Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4d3f83","namespace":"ai-tenant-e2e-shared-b-w3-4d3f83"}, "namespace": "ai-tenant-e2e-shared-b-w3-4d3f83", "name": "rate-test-model-4d3f83", "reconcileID": "61b88423-c9e3-4319-ad25-c91cc4574bff", "LLMInferenceService": "rate-test-model-4d3f83", "namespace": "ai-tenant-e2e-shared-b-w3-4d3f83"} 2026-09-11T12:16:11Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4d3f83","namespace":"ai-tenant-e2e-shared-b-w3-4d3f83"}, "namespace": "ai-tenant-e2e-shared-b-w3-4d3f83", "name": "rate-test-model-4d3f83", "reconcileID": "61b88423-c9e3-4319-ad25-c91cc4574bff", "LLMInferenceService": "rate-test-model-4d3f83", "namespace": "ai-tenant-e2e-shared-b-w3-4d3f83", "name": "rate-test-model-4d3f83-kserve-route-authn"} 2026-09-11T12:16:11Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4d3f83","namespace":"ai-tenant-e2e-shared-b-w3-4d3f83"}, "namespace": "ai-tenant-e2e-shared-b-w3-4d3f83", "name": "rate-test-model-4d3f83", "reconcileID": "61b88423-c9e3-4319-ad25-c91cc4574bff", "LLMInferenceService": "rate-test-model-4d3f83", "namespace": "ai-tenant-e2e-shared-b-w3-4d3f83", "authType": "userdefined"} 2026-09-11T12:16:11Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4d3f83","namespace":"ai-tenant-e2e-shared-b-w3-4d3f83"}, "namespace": "ai-tenant-e2e-shared-b-w3-4d3f83", "name": "rate-test-model-4d3f83", "reconcileID": "61b88423-c9e3-4319-ad25-c91cc4574bff", "LLMInferenceService": "rate-test-model-4d3f83", "namespace": "ai-tenant-e2e-shared-b-w3-4d3f83"} 2026-09-11T12:16:25Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4d3f83","namespace":"ai-tenant-e2e-shared-b-w3-4d3f83"}, "namespace": "ai-tenant-e2e-shared-b-w3-4d3f83", "name": "rate-test-model-4d3f83", "reconcileID": "217c9729-9ecd-49e6-bf77-f14b8c4a6311", "LLMInferenceService": "rate-test-model-4d3f83", "namespace": "ai-tenant-e2e-shared-b-w3-4d3f83"} 2026-09-11T12:16:25Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4d3f83","namespace":"ai-tenant-e2e-shared-b-w3-4d3f83"}, "namespace": "ai-tenant-e2e-shared-b-w3-4d3f83", "name": "rate-test-model-4d3f83", "reconcileID": "217c9729-9ecd-49e6-bf77-f14b8c4a6311", "LLMInferenceService": "rate-test-model-4d3f83", "namespace": "ai-tenant-e2e-shared-b-w3-4d3f83"} 2026-09-11T12:16:25Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4d3f83","namespace":"ai-tenant-e2e-shared-b-w3-4d3f83"}, "namespace": "ai-tenant-e2e-shared-b-w3-4d3f83", "name": "rate-test-model-4d3f83", "reconcileID": "217c9729-9ecd-49e6-bf77-f14b8c4a6311", "LLMInferenceService": "rate-test-model-4d3f83", "namespace": "ai-tenant-e2e-shared-b-w3-4d3f83"} 2026-09-11T12:16:25Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4d3f83","namespace":"ai-tenant-e2e-shared-b-w3-4d3f83"}, "namespace": "ai-tenant-e2e-shared-b-w3-4d3f83", "name": "rate-test-model-4d3f83", "reconcileID": "217c9729-9ecd-49e6-bf77-f14b8c4a6311", "LLMInferenceService": "rate-test-model-4d3f83", "namespace": "ai-tenant-e2e-shared-b-w3-4d3f83", "name": "rate-test-model-4d3f83-kserve-route-authn"} 2026-09-11T12:16:25Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4d3f83","namespace":"ai-tenant-e2e-shared-b-w3-4d3f83"}, "namespace": "ai-tenant-e2e-shared-b-w3-4d3f83", "name": "rate-test-model-4d3f83", "reconcileID": "217c9729-9ecd-49e6-bf77-f14b8c4a6311", "LLMInferenceService": "rate-test-model-4d3f83", "namespace": "ai-tenant-e2e-shared-b-w3-4d3f83", "authType": "userdefined"} 2026-09-11T12:16:25Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4d3f83","namespace":"ai-tenant-e2e-shared-b-w3-4d3f83"}, "namespace": "ai-tenant-e2e-shared-b-w3-4d3f83", "name": "rate-test-model-4d3f83", "reconcileID": "217c9729-9ecd-49e6-bf77-f14b8c4a6311", "LLMInferenceService": "rate-test-model-4d3f83", "namespace": "ai-tenant-e2e-shared-b-w3-4d3f83"} 2026-09-11T12:16:51Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-88968d","namespace":"ai-tenant-e2e-shared-a-w3-88968d"}, "namespace": "ai-tenant-e2e-shared-a-w3-88968d", "name": "rate-test-model-88968d", "reconcileID": "7bad59ca-f2ce-454a-9297-2eadcc35279f", "LLMInferenceService": "rate-test-model-88968d", "namespace": "ai-tenant-e2e-shared-a-w3-88968d"} 2026-09-11T12:16:51Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-88968d","namespace":"ai-tenant-e2e-shared-a-w3-88968d"}, "namespace": "ai-tenant-e2e-shared-a-w3-88968d", "name": "rate-test-model-88968d", "reconcileID": "7bad59ca-f2ce-454a-9297-2eadcc35279f", "LLMInferenceService": "rate-test-model-88968d", "namespace": "ai-tenant-e2e-shared-a-w3-88968d", "name": "rate-test-model-88968d"} 2026-09-11T12:16:51Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-88968d","namespace":"ai-tenant-e2e-shared-a-w3-88968d"}, "namespace": "ai-tenant-e2e-shared-a-w3-88968d", "name": "rate-test-model-88968d", "reconcileID": "7bad59ca-f2ce-454a-9297-2eadcc35279f", "LLMInferenceService": "rate-test-model-88968d", "namespace": "ai-tenant-e2e-shared-a-w3-88968d"} 2026-09-11T12:16:51Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-88968d","namespace":"ai-tenant-e2e-shared-a-w3-88968d"}, "namespace": "ai-tenant-e2e-shared-a-w3-88968d", "name": "rate-test-model-88968d", "reconcileID": "7bad59ca-f2ce-454a-9297-2eadcc35279f", "LLMInferenceService": "rate-test-model-88968d", "namespace": "ai-tenant-e2e-shared-a-w3-88968d"} 2026-09-11T12:16:51Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-88968d","namespace":"ai-tenant-e2e-shared-a-w3-88968d"}, "namespace": "ai-tenant-e2e-shared-a-w3-88968d", "name": "rate-test-model-88968d", "reconcileID": "7bad59ca-f2ce-454a-9297-2eadcc35279f", "LLMInferenceService": "rate-test-model-88968d", "namespace": "ai-tenant-e2e-shared-a-w3-88968d", "name": "rate-test-model-88968d-kserve-route-authn"} 2026-09-11T12:16:51Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-88968d","namespace":"ai-tenant-e2e-shared-a-w3-88968d"}, "namespace": "ai-tenant-e2e-shared-a-w3-88968d", "name": "rate-test-model-88968d", "reconcileID": "7bad59ca-f2ce-454a-9297-2eadcc35279f", "LLMInferenceService": "rate-test-model-88968d", "namespace": "ai-tenant-e2e-shared-a-w3-88968d", "name": "rate-test-model-88968d-kserve-route-authn"} 2026-09-11T12:16:51Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-88968d","namespace":"ai-tenant-e2e-shared-a-w3-88968d"}, "namespace": "ai-tenant-e2e-shared-a-w3-88968d", "name": "rate-test-model-88968d", "reconcileID": "7bad59ca-f2ce-454a-9297-2eadcc35279f", "LLMInferenceService": "rate-test-model-88968d", "namespace": "ai-tenant-e2e-shared-a-w3-88968d", "namespace": "ai-tenant-e2e-shared-a-w3-88968d"} 2026-09-11T12:16:51Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-88968d","namespace":"ai-tenant-e2e-shared-a-w3-88968d"}, "namespace": "ai-tenant-e2e-shared-a-w3-88968d", "name": "rate-test-model-88968d", "reconcileID": "7bad59ca-f2ce-454a-9297-2eadcc35279f", "LLMInferenceService": "rate-test-model-88968d", "namespace": "ai-tenant-e2e-shared-a-w3-88968d", "namespace": "ai-tenant-e2e-shared-a-w3-88968d"} 2026-09-11T12:16:51Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-88968d","namespace":"ai-tenant-e2e-shared-a-w3-88968d"}, "namespace": "ai-tenant-e2e-shared-a-w3-88968d", "name": "rate-test-model-88968d", "reconcileID": "a2365df3-0c0c-4e3c-aab9-808e4b54da37", "LLMInferenceService": "rate-test-model-88968d", "namespace": "ai-tenant-e2e-shared-a-w3-88968d"} 2026-09-11T12:16:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-88968d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-88968d", "reconcileID": "b995a741-7efc-404a-b5b7-906940d0f770", "Gateway": "e2e-shared-a-w3-88968d", "namespace": "openshift-ingress"} 2026-09-11T12:16:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-88968d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-88968d", "reconcileID": "b995a741-7efc-404a-b5b7-906940d0f770", "Gateway": "e2e-shared-a-w3-88968d", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-88968d-authn-ssl"} 2026-09-11T12:16:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-88968d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-88968d", "reconcileID": "b995a741-7efc-404a-b5b7-906940d0f770", "Gateway": "e2e-shared-a-w3-88968d", "namespace": "openshift-ingress"} 2026-09-11T12:16:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-88968d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-88968d", "reconcileID": "dcbccbb7-daa7-434a-923c-114eb94e088b", "Gateway": "e2e-shared-a-w3-88968d", "namespace": "openshift-ingress"} 2026-09-11T12:16:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-88968d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-88968d", "reconcileID": "dcbccbb7-daa7-434a-923c-114eb94e088b", "Gateway": "e2e-shared-a-w3-88968d", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-88968d-authn-ssl"} 2026-09-11T12:16:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-88968d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-88968d", "reconcileID": "dcbccbb7-daa7-434a-923c-114eb94e088b", "Gateway": "e2e-shared-a-w3-88968d", "namespace": "openshift-ingress"} 2026-09-11T12:16:51Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4d3f83","namespace":"ai-tenant-e2e-shared-b-w3-4d3f83"}, "namespace": "ai-tenant-e2e-shared-b-w3-4d3f83", "name": "rate-test-model-4d3f83", "reconcileID": "bda8d069-8240-43b6-b8a8-41c434113590", "LLMInferenceService": "rate-test-model-4d3f83", "namespace": "ai-tenant-e2e-shared-b-w3-4d3f83"} 2026-09-11T12:16:51Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4d3f83","namespace":"ai-tenant-e2e-shared-b-w3-4d3f83"}, "namespace": "ai-tenant-e2e-shared-b-w3-4d3f83", "name": "rate-test-model-4d3f83", "reconcileID": "bda8d069-8240-43b6-b8a8-41c434113590", "LLMInferenceService": "rate-test-model-4d3f83", "namespace": "ai-tenant-e2e-shared-b-w3-4d3f83", "name": "rate-test-model-4d3f83"} 2026-09-11T12:16:51Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4d3f83","namespace":"ai-tenant-e2e-shared-b-w3-4d3f83"}, "namespace": "ai-tenant-e2e-shared-b-w3-4d3f83", "name": "rate-test-model-4d3f83", "reconcileID": "bda8d069-8240-43b6-b8a8-41c434113590", "LLMInferenceService": "rate-test-model-4d3f83", "namespace": "ai-tenant-e2e-shared-b-w3-4d3f83"} 2026-09-11T12:16:51Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4d3f83","namespace":"ai-tenant-e2e-shared-b-w3-4d3f83"}, "namespace": "ai-tenant-e2e-shared-b-w3-4d3f83", "name": "rate-test-model-4d3f83", "reconcileID": "bda8d069-8240-43b6-b8a8-41c434113590", "LLMInferenceService": "rate-test-model-4d3f83", "namespace": "ai-tenant-e2e-shared-b-w3-4d3f83"} 2026-09-11T12:16:51Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4d3f83","namespace":"ai-tenant-e2e-shared-b-w3-4d3f83"}, "namespace": "ai-tenant-e2e-shared-b-w3-4d3f83", "name": "rate-test-model-4d3f83", "reconcileID": "bda8d069-8240-43b6-b8a8-41c434113590", "LLMInferenceService": "rate-test-model-4d3f83", "namespace": "ai-tenant-e2e-shared-b-w3-4d3f83", "name": "rate-test-model-4d3f83-kserve-route-authn"} 2026-09-11T12:16:51Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4d3f83","namespace":"ai-tenant-e2e-shared-b-w3-4d3f83"}, "namespace": "ai-tenant-e2e-shared-b-w3-4d3f83", "name": "rate-test-model-4d3f83", "reconcileID": "bda8d069-8240-43b6-b8a8-41c434113590", "LLMInferenceService": "rate-test-model-4d3f83", "namespace": "ai-tenant-e2e-shared-b-w3-4d3f83", "name": "rate-test-model-4d3f83-kserve-route-authn"} 2026-09-11T12:16:51Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4d3f83","namespace":"ai-tenant-e2e-shared-b-w3-4d3f83"}, "namespace": "ai-tenant-e2e-shared-b-w3-4d3f83", "name": "rate-test-model-4d3f83", "reconcileID": "bda8d069-8240-43b6-b8a8-41c434113590", "LLMInferenceService": "rate-test-model-4d3f83", "namespace": "ai-tenant-e2e-shared-b-w3-4d3f83", "namespace": "ai-tenant-e2e-shared-b-w3-4d3f83"} 2026-09-11T12:16:51Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4d3f83","namespace":"ai-tenant-e2e-shared-b-w3-4d3f83"}, "namespace": "ai-tenant-e2e-shared-b-w3-4d3f83", "name": "rate-test-model-4d3f83", "reconcileID": "bda8d069-8240-43b6-b8a8-41c434113590", "LLMInferenceService": "rate-test-model-4d3f83", "namespace": "ai-tenant-e2e-shared-b-w3-4d3f83", "namespace": "ai-tenant-e2e-shared-b-w3-4d3f83"} 2026-09-11T12:16:52Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4d3f83","namespace":"ai-tenant-e2e-shared-b-w3-4d3f83"}, "namespace": "ai-tenant-e2e-shared-b-w3-4d3f83", "name": "rate-test-model-4d3f83", "reconcileID": "96947ffb-27be-44d9-812f-6615292b0ab2", "LLMInferenceService": "rate-test-model-4d3f83", "namespace": "ai-tenant-e2e-shared-b-w3-4d3f83"} 2026-09-11T12:16:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-4d3f83","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-4d3f83", "reconcileID": "732a2d7c-6e19-4e97-86d2-6dac8b832794", "Gateway": "e2e-shared-b-w3-4d3f83", "namespace": "openshift-ingress"} 2026-09-11T12:16:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-4d3f83","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-4d3f83", "reconcileID": "732a2d7c-6e19-4e97-86d2-6dac8b832794", "Gateway": "e2e-shared-b-w3-4d3f83", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-4d3f83-authn-ssl"} 2026-09-11T12:16:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-4d3f83","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-4d3f83", "reconcileID": "732a2d7c-6e19-4e97-86d2-6dac8b832794", "Gateway": "e2e-shared-b-w3-4d3f83", "namespace": "openshift-ingress"} 2026-09-11T12:16:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-4d3f83","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-4d3f83", "reconcileID": "12c5443f-f20f-4dac-8ded-003b40daf159", "Gateway": "e2e-shared-b-w3-4d3f83", "namespace": "openshift-ingress"} 2026-09-11T12:16:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-4d3f83","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-4d3f83", "reconcileID": "12c5443f-f20f-4dac-8ded-003b40daf159", "Gateway": "e2e-shared-b-w3-4d3f83", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-4d3f83-authn-ssl"} 2026-09-11T12:16:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-4d3f83","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-4d3f83", "reconcileID": "12c5443f-f20f-4dac-8ded-003b40daf159", "Gateway": "e2e-shared-b-w3-4d3f83", "namespace": "openshift-ingress"} 2026-09-11T12:16:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9c3012","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9c3012", "reconcileID": "219289b3-68d9-4b11-be2d-54e7bfdc6809", "Gateway": "e2e-ipp-a-9c3012", "namespace": "openshift-ingress"} 2026-09-11T12:16:53Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9c3012","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9c3012", "reconcileID": "219289b3-68d9-4b11-be2d-54e7bfdc6809", "Gateway": "e2e-ipp-a-9c3012", "namespace": "openshift-ingress", "name": "e2e-ipp-a-9c3012-authn-ssl"} 2026-09-11T12:16:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9c3012","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9c3012", "reconcileID": "219289b3-68d9-4b11-be2d-54e7bfdc6809", "Gateway": "e2e-ipp-a-9c3012", "namespace": "openshift-ingress"} 2026-09-11T12:16:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9c3012","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9c3012", "reconcileID": "29088b05-0314-4937-9eae-2f5302657e0a", "Gateway": "e2e-ipp-a-9c3012", "namespace": "openshift-ingress"} 2026-09-11T12:16:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9c3012","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9c3012", "reconcileID": "29088b05-0314-4937-9eae-2f5302657e0a", "Gateway": "e2e-ipp-a-9c3012", "namespace": "openshift-ingress", "name": "e2e-ipp-a-9c3012-authn-ssl"} 2026-09-11T12:16:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9c3012","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9c3012", "reconcileID": "29088b05-0314-4937-9eae-2f5302657e0a", "Gateway": "e2e-ipp-a-9c3012", "namespace": "openshift-ingress"} 2026-09-11T12:16:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9c3012","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9c3012", "reconcileID": "e1b6bf8b-87fc-425d-97b4-00100a58d875", "Gateway": "e2e-ipp-a-9c3012", "namespace": "openshift-ingress"} 2026-09-11T12:16:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9c3012","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9c3012", "reconcileID": "e1b6bf8b-87fc-425d-97b4-00100a58d875", "Gateway": "e2e-ipp-a-9c3012", "namespace": "openshift-ingress", "name": "e2e-ipp-a-9c3012-authn-ssl"} 2026-09-11T12:16:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9c3012","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9c3012", "reconcileID": "e1b6bf8b-87fc-425d-97b4-00100a58d875", "Gateway": "e2e-ipp-a-9c3012", "namespace": "openshift-ingress"} 2026-09-11T12:16:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9c3012","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9c3012", "reconcileID": "64a7ba5e-a765-42e9-9388-ea2493291fa5", "Gateway": "e2e-ipp-a-9c3012", "namespace": "openshift-ingress"} 2026-09-11T12:16:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9c3012","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9c3012", "reconcileID": "64a7ba5e-a765-42e9-9388-ea2493291fa5", "Gateway": "e2e-ipp-a-9c3012", "namespace": "openshift-ingress", "name": "e2e-ipp-a-9c3012-authn-ssl"} 2026-09-11T12:16:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9c3012","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9c3012", "reconcileID": "64a7ba5e-a765-42e9-9388-ea2493291fa5", "Gateway": "e2e-ipp-a-9c3012", "namespace": "openshift-ingress"} 2026-09-11T12:16:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9c3012","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9c3012", "reconcileID": "ab6c39ca-0cd6-4d92-937a-28952e600ee5", "Gateway": "e2e-ipp-a-9c3012", "namespace": "openshift-ingress"} 2026-09-11T12:16:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9c3012","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9c3012", "reconcileID": "ab6c39ca-0cd6-4d92-937a-28952e600ee5", "Gateway": "e2e-ipp-a-9c3012", "namespace": "openshift-ingress", "name": "e2e-ipp-a-9c3012-authn-ssl"} 2026-09-11T12:16:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9c3012","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9c3012", "reconcileID": "ab6c39ca-0cd6-4d92-937a-28952e600ee5", "Gateway": "e2e-ipp-a-9c3012", "namespace": "openshift-ingress"} 2026-09-11T12:16:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9c3012","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9c3012", "reconcileID": "71e08d87-19db-43cf-9d21-92040dfa2444", "Gateway": "e2e-ipp-a-9c3012", "namespace": "openshift-ingress"} 2026-09-11T12:16:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9c3012","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9c3012", "reconcileID": "71e08d87-19db-43cf-9d21-92040dfa2444", "Gateway": "e2e-ipp-a-9c3012", "namespace": "openshift-ingress", "name": "e2e-ipp-a-9c3012-authn-ssl"} 2026-09-11T12:16:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9c3012","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9c3012", "reconcileID": "71e08d87-19db-43cf-9d21-92040dfa2444", "Gateway": "e2e-ipp-a-9c3012", "namespace": "openshift-ingress"} 2026-09-11T12:16:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9c3012","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9c3012", "reconcileID": "9cac657e-8b9a-4650-85e7-252322ae9b18", "Gateway": "e2e-ipp-a-9c3012", "namespace": "openshift-ingress"} 2026-09-11T12:16:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9c3012","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9c3012", "reconcileID": "9cac657e-8b9a-4650-85e7-252322ae9b18", "Gateway": "e2e-ipp-a-9c3012", "namespace": "openshift-ingress", "name": "e2e-ipp-a-9c3012-authn-ssl"} 2026-09-11T12:16:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9c3012","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9c3012", "reconcileID": "9cac657e-8b9a-4650-85e7-252322ae9b18", "Gateway": "e2e-ipp-a-9c3012", "namespace": "openshift-ingress"} 2026-09-11T12:16:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-9c3012"}, "namespace": "ai-tenant-e2e-ipp-a-9c3012", "name": "openshift-service-ca.crt", "reconcileID": "246239c5-47ec-488d-a502-6513950c351b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-9c3012"} 2026-09-11T12:16:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-9c3012"}, "namespace": "ai-tenant-e2e-ipp-a-9c3012", "name": "odh-trusted-ca-bundle", "reconcileID": "ee417814-2650-416a-beda-344aae06d2ae", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-9c3012"} 2026-09-11T12:16:56Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-9c3012"}, "namespace": "ai-tenant-e2e-ipp-a-9c3012", "name": "openshift-service-ca.crt", "reconcileID": "3f2f874b-a08f-4599-87d7-4b13a6ac98bf", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-9c3012", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T12:16:56Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-9c3012"}, "namespace": "ai-tenant-e2e-ipp-a-9c3012", "name": "openshift-service-ca.crt", "reconcileID": "3f2f874b-a08f-4599-87d7-4b13a6ac98bf", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-9c3012"} 2026-09-11T12:16:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-9c3012"}, "namespace": "ai-tenant-e2e-ipp-a-9c3012", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "eff566f8-b3a3-48aa-9258-1298cb692bb6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-9c3012"} 2026-09-11T12:16:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-9c3012"}, "namespace": "ai-tenant-e2e-ipp-a-9c3012", "name": "openshift-service-ca.crt", "reconcileID": "a16e29cc-5550-496e-b0d2-9b985ac69b48", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-9c3012"} 2026-09-11T12:16:56Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-9c3012"}, "namespace": "ai-tenant-e2e-ipp-a-9c3012", "name": "odh-trusted-ca-bundle", "reconcileID": "8f3cd922-133d-4c6d-8e4d-08b6877596f7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-9c3012", "update": "odh-kserve-custom-ca-bundle"} 2026-09-11T12:16:56Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-9c3012"}, "namespace": "ai-tenant-e2e-ipp-a-9c3012", "name": "odh-trusted-ca-bundle", "reconcileID": "8f3cd922-133d-4c6d-8e4d-08b6877596f7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-9c3012"} 2026-09-11T12:16:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-9c3012"}, "namespace": "ai-tenant-e2e-ipp-a-9c3012", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2f437fd8-9ac0-4e47-bb2e-a4247e9d1c9e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-9c3012"} 2026-09-11T12:16:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9c3012","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9c3012", "reconcileID": "82fca81e-7a46-40e0-8fb0-50e81e5451ce", "Gateway": "e2e-ipp-a-9c3012", "namespace": "openshift-ingress"} 2026-09-11T12:16:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9c3012","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9c3012", "reconcileID": "82fca81e-7a46-40e0-8fb0-50e81e5451ce", "Gateway": "e2e-ipp-a-9c3012", "namespace": "openshift-ingress", "name": "e2e-ipp-a-9c3012-authn-ssl"} 2026-09-11T12:16:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9c3012","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9c3012", "reconcileID": "82fca81e-7a46-40e0-8fb0-50e81e5451ce", "Gateway": "e2e-ipp-a-9c3012", "namespace": "openshift-ingress"} 2026-09-11T12:17:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9c3012","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9c3012", "reconcileID": "3ddcb338-a074-480d-932f-b5ef7bd3de59", "Gateway": "e2e-ipp-a-9c3012", "namespace": "openshift-ingress"} 2026-09-11T12:17:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9c3012","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9c3012", "reconcileID": "3ddcb338-a074-480d-932f-b5ef7bd3de59", "Gateway": "e2e-ipp-a-9c3012", "namespace": "openshift-ingress", "name": "e2e-ipp-a-9c3012-authn-ssl"} 2026-09-11T12:17:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9c3012","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9c3012", "reconcileID": "3ddcb338-a074-480d-932f-b5ef7bd3de59", "Gateway": "e2e-ipp-a-9c3012", "namespace": "openshift-ingress"} 2026-09-11T12:17:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6d324e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6d324e", "reconcileID": "e81ee23b-b026-4ee0-8c43-63a071084a25", "Gateway": "e2e-ipp-b-6d324e", "namespace": "openshift-ingress"} 2026-09-11T12:17:22Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6d324e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6d324e", "reconcileID": "e81ee23b-b026-4ee0-8c43-63a071084a25", "Gateway": "e2e-ipp-b-6d324e", "namespace": "openshift-ingress", "name": "e2e-ipp-b-6d324e-authn-ssl"} 2026-09-11T12:17:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6d324e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6d324e", "reconcileID": "e81ee23b-b026-4ee0-8c43-63a071084a25", "Gateway": "e2e-ipp-b-6d324e", "namespace": "openshift-ingress"} 2026-09-11T12:17:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6d324e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6d324e", "reconcileID": "b09a7a0d-69df-41d7-ae11-5ac10f4c7412", "Gateway": "e2e-ipp-b-6d324e", "namespace": "openshift-ingress"} 2026-09-11T12:17:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6d324e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6d324e", "reconcileID": "b09a7a0d-69df-41d7-ae11-5ac10f4c7412", "Gateway": "e2e-ipp-b-6d324e", "namespace": "openshift-ingress", "name": "e2e-ipp-b-6d324e-authn-ssl"} 2026-09-11T12:17:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6d324e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6d324e", "reconcileID": "b09a7a0d-69df-41d7-ae11-5ac10f4c7412", "Gateway": "e2e-ipp-b-6d324e", "namespace": "openshift-ingress"} 2026-09-11T12:17:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6d324e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6d324e", "reconcileID": "fe6887bd-022a-494a-8fd0-d0f81d403e2b", "Gateway": "e2e-ipp-b-6d324e", "namespace": "openshift-ingress"} 2026-09-11T12:17:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6d324e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6d324e", "reconcileID": "fe6887bd-022a-494a-8fd0-d0f81d403e2b", "Gateway": "e2e-ipp-b-6d324e", "namespace": "openshift-ingress", "name": "e2e-ipp-b-6d324e-authn-ssl"} 2026-09-11T12:17:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6d324e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6d324e", "reconcileID": "fe6887bd-022a-494a-8fd0-d0f81d403e2b", "Gateway": "e2e-ipp-b-6d324e", "namespace": "openshift-ingress"} 2026-09-11T12:17:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6d324e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6d324e", "reconcileID": "0c6ef41e-5c61-49f5-ba14-e9cf7909ba5c", "Gateway": "e2e-ipp-b-6d324e", "namespace": "openshift-ingress"} 2026-09-11T12:17:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6d324e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6d324e", "reconcileID": "0c6ef41e-5c61-49f5-ba14-e9cf7909ba5c", "Gateway": "e2e-ipp-b-6d324e", "namespace": "openshift-ingress", "name": "e2e-ipp-b-6d324e-authn-ssl"} 2026-09-11T12:17:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6d324e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6d324e", "reconcileID": "0c6ef41e-5c61-49f5-ba14-e9cf7909ba5c", "Gateway": "e2e-ipp-b-6d324e", "namespace": "openshift-ingress"} 2026-09-11T12:17:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6d324e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6d324e", "reconcileID": "0ebd694e-afaa-46a3-903a-58777397ea66", "Gateway": "e2e-ipp-b-6d324e", "namespace": "openshift-ingress"} 2026-09-11T12:17:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6d324e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6d324e", "reconcileID": "0ebd694e-afaa-46a3-903a-58777397ea66", "Gateway": "e2e-ipp-b-6d324e", "namespace": "openshift-ingress", "name": "e2e-ipp-b-6d324e-authn-ssl"} 2026-09-11T12:17:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6d324e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6d324e", "reconcileID": "0ebd694e-afaa-46a3-903a-58777397ea66", "Gateway": "e2e-ipp-b-6d324e", "namespace": "openshift-ingress"} 2026-09-11T12:17:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6d324e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6d324e", "reconcileID": "fe4bfed2-fc63-478b-a384-c15ab5eb9946", "Gateway": "e2e-ipp-b-6d324e", "namespace": "openshift-ingress"} 2026-09-11T12:17:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6d324e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6d324e", "reconcileID": "fe4bfed2-fc63-478b-a384-c15ab5eb9946", "Gateway": "e2e-ipp-b-6d324e", "namespace": "openshift-ingress", "name": "e2e-ipp-b-6d324e-authn-ssl"} 2026-09-11T12:17:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6d324e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6d324e", "reconcileID": "fe4bfed2-fc63-478b-a384-c15ab5eb9946", "Gateway": "e2e-ipp-b-6d324e", "namespace": "openshift-ingress"} 2026-09-11T12:17:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6d324e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6d324e", "reconcileID": "221312ef-7245-4da6-8ca7-cae2675e2470", "Gateway": "e2e-ipp-b-6d324e", "namespace": "openshift-ingress"} 2026-09-11T12:17:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6d324e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6d324e", "reconcileID": "221312ef-7245-4da6-8ca7-cae2675e2470", "Gateway": "e2e-ipp-b-6d324e", "namespace": "openshift-ingress", "name": "e2e-ipp-b-6d324e-authn-ssl"} 2026-09-11T12:17:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6d324e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6d324e", "reconcileID": "221312ef-7245-4da6-8ca7-cae2675e2470", "Gateway": "e2e-ipp-b-6d324e", "namespace": "openshift-ingress"} 2026-09-11T12:17:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6d324e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6d324e", "reconcileID": "c668c942-12ee-4249-9ff4-65e79f4e4122", "Gateway": "e2e-ipp-b-6d324e", "namespace": "openshift-ingress"} 2026-09-11T12:17:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6d324e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6d324e", "reconcileID": "c668c942-12ee-4249-9ff4-65e79f4e4122", "Gateway": "e2e-ipp-b-6d324e", "namespace": "openshift-ingress", "name": "e2e-ipp-b-6d324e-authn-ssl"} 2026-09-11T12:17:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6d324e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6d324e", "reconcileID": "c668c942-12ee-4249-9ff4-65e79f4e4122", "Gateway": "e2e-ipp-b-6d324e", "namespace": "openshift-ingress"} 2026-09-11T12:17:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-6d324e"}, "namespace": "ai-tenant-e2e-ipp-b-6d324e", "name": "openshift-service-ca.crt", "reconcileID": "42c61985-0088-42b3-97fc-6569a3fd8399", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-6d324e"} 2026-09-11T12:17:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-6d324e"}, "namespace": "ai-tenant-e2e-ipp-b-6d324e", "name": "odh-trusted-ca-bundle", "reconcileID": "9825d1bd-317f-4aca-9248-45bc9c06c52f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-6d324e"} 2026-09-11T12:17:26Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-6d324e"}, "namespace": "ai-tenant-e2e-ipp-b-6d324e", "name": "openshift-service-ca.crt", "reconcileID": "874e055a-9bbd-42f3-8a4f-ae3038e36ea3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-6d324e", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T12:17:26Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-6d324e"}, "namespace": "ai-tenant-e2e-ipp-b-6d324e", "name": "openshift-service-ca.crt", "reconcileID": "874e055a-9bbd-42f3-8a4f-ae3038e36ea3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-6d324e"} 2026-09-11T12:17:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-6d324e"}, "namespace": "ai-tenant-e2e-ipp-b-6d324e", "name": "openshift-service-ca.crt", "reconcileID": "3734ca0a-bf01-4b5d-beb1-ebe1789cf264", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-6d324e"} 2026-09-11T12:17:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-6d324e"}, "namespace": "ai-tenant-e2e-ipp-b-6d324e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5cd7c869-0903-45d5-838c-eb10238b1fae", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-6d324e"} 2026-09-11T12:17:26Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-6d324e"}, "namespace": "ai-tenant-e2e-ipp-b-6d324e", "name": "odh-trusted-ca-bundle", "reconcileID": "da636b87-942f-40b6-97b8-efef11655a26", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-6d324e", "update": "odh-kserve-custom-ca-bundle"} 2026-09-11T12:17:26Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-6d324e"}, "namespace": "ai-tenant-e2e-ipp-b-6d324e", "name": "odh-trusted-ca-bundle", "reconcileID": "da636b87-942f-40b6-97b8-efef11655a26", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-6d324e"} 2026-09-11T12:17:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-6d324e"}, "namespace": "ai-tenant-e2e-ipp-b-6d324e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "67f1701d-027f-4e74-be4c-fb3c436f1560", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-6d324e"} 2026-09-11T12:17:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6d324e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6d324e", "reconcileID": "51467a11-b9d9-4f87-abf1-dbb3d51f4cf6", "Gateway": "e2e-ipp-b-6d324e", "namespace": "openshift-ingress"} 2026-09-11T12:17:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6d324e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6d324e", "reconcileID": "51467a11-b9d9-4f87-abf1-dbb3d51f4cf6", "Gateway": "e2e-ipp-b-6d324e", "namespace": "openshift-ingress", "name": "e2e-ipp-b-6d324e-authn-ssl"} 2026-09-11T12:17:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6d324e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6d324e", "reconcileID": "51467a11-b9d9-4f87-abf1-dbb3d51f4cf6", "Gateway": "e2e-ipp-b-6d324e", "namespace": "openshift-ingress"} 2026-09-11T12:17:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6d324e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6d324e", "reconcileID": "5de16b30-31df-4940-96c7-bc1f34e8c3f8", "Gateway": "e2e-ipp-b-6d324e", "namespace": "openshift-ingress"} 2026-09-11T12:17:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6d324e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6d324e", "reconcileID": "5de16b30-31df-4940-96c7-bc1f34e8c3f8", "Gateway": "e2e-ipp-b-6d324e", "namespace": "openshift-ingress", "name": "e2e-ipp-b-6d324e-authn-ssl"} 2026-09-11T12:17:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6d324e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6d324e", "reconcileID": "5de16b30-31df-4940-96c7-bc1f34e8c3f8", "Gateway": "e2e-ipp-b-6d324e", "namespace": "openshift-ingress"} 2026-09-11T12:17:39Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-11T12:17:39Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-11T12:17:41Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-11T12:17:41Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-11T12:17:56Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9c3012","namespace":"ai-tenant-e2e-ipp-a-9c3012"}, "namespace": "ai-tenant-e2e-ipp-a-9c3012", "name": "ipp-route-9c3012", "reconcileID": "8ccb0477-01b4-41c9-b281-0a4282140309", "LLMInferenceService": "ipp-route-9c3012", "namespace": "ai-tenant-e2e-ipp-a-9c3012"} 2026-09-11T12:17:56Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9c3012","namespace":"ai-tenant-e2e-ipp-a-9c3012"}, "namespace": "ai-tenant-e2e-ipp-a-9c3012", "name": "ipp-route-9c3012", "reconcileID": "8ccb0477-01b4-41c9-b281-0a4282140309", "LLMInferenceService": "ipp-route-9c3012", "namespace": "ai-tenant-e2e-ipp-a-9c3012"} 2026-09-11T12:17:56Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9c3012","namespace":"ai-tenant-e2e-ipp-a-9c3012"}, "namespace": "ai-tenant-e2e-ipp-a-9c3012", "name": "ipp-route-9c3012", "reconcileID": "8ccb0477-01b4-41c9-b281-0a4282140309", "LLMInferenceService": "ipp-route-9c3012", "namespace": "ai-tenant-e2e-ipp-a-9c3012"} 2026-09-11T12:17:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9c3012","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9c3012", "reconcileID": "d7dc3e03-8e39-4136-b685-93a793f01d1c", "Gateway": "e2e-ipp-a-9c3012", "namespace": "openshift-ingress"} 2026-09-11T12:17:56Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9c3012","namespace":"ai-tenant-e2e-ipp-a-9c3012"}, "namespace": "ai-tenant-e2e-ipp-a-9c3012", "name": "ipp-route-9c3012", "reconcileID": "8ccb0477-01b4-41c9-b281-0a4282140309", "LLMInferenceService": "ipp-route-9c3012", "namespace": "ai-tenant-e2e-ipp-a-9c3012", "name": "ipp-route-9c3012-kserve-route-authn"} 2026-09-11T12:17:56Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9c3012","namespace":"ai-tenant-e2e-ipp-a-9c3012"}, "namespace": "ai-tenant-e2e-ipp-a-9c3012", "name": "ipp-route-9c3012", "reconcileID": "8ccb0477-01b4-41c9-b281-0a4282140309", "LLMInferenceService": "ipp-route-9c3012", "namespace": "ai-tenant-e2e-ipp-a-9c3012", "authType": "userdefined"} 2026-09-11T12:17:56Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9c3012","namespace":"ai-tenant-e2e-ipp-a-9c3012"}, "namespace": "ai-tenant-e2e-ipp-a-9c3012", "name": "ipp-route-9c3012", "reconcileID": "8ccb0477-01b4-41c9-b281-0a4282140309", "LLMInferenceService": "ipp-route-9c3012", "namespace": "ai-tenant-e2e-ipp-a-9c3012"} 2026-09-11T12:17:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9c3012","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9c3012", "reconcileID": "d7dc3e03-8e39-4136-b685-93a793f01d1c", "Gateway": "e2e-ipp-a-9c3012", "namespace": "openshift-ingress", "name": "e2e-ipp-a-9c3012-authn-ssl"} 2026-09-11T12:17:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9c3012","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9c3012", "reconcileID": "d7dc3e03-8e39-4136-b685-93a793f01d1c", "Gateway": "e2e-ipp-a-9c3012", "namespace": "openshift-ingress"} 2026-09-11T12:17:56Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9c3012","namespace":"ai-tenant-e2e-ipp-a-9c3012"}, "namespace": "ai-tenant-e2e-ipp-a-9c3012", "name": "ipp-route-9c3012", "reconcileID": "3e521c91-e670-462d-b7e9-156e71c5d91c", "LLMInferenceService": "ipp-route-9c3012", "namespace": "ai-tenant-e2e-ipp-a-9c3012"} 2026-09-11T12:17:56Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9c3012","namespace":"ai-tenant-e2e-ipp-a-9c3012"}, "namespace": "ai-tenant-e2e-ipp-a-9c3012", "name": "ipp-route-9c3012", "reconcileID": "3e521c91-e670-462d-b7e9-156e71c5d91c", "LLMInferenceService": "ipp-route-9c3012", "namespace": "ai-tenant-e2e-ipp-a-9c3012"} 2026-09-11T12:17:56Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9c3012","namespace":"ai-tenant-e2e-ipp-a-9c3012"}, "namespace": "ai-tenant-e2e-ipp-a-9c3012", "name": "ipp-route-9c3012", "reconcileID": "3e521c91-e670-462d-b7e9-156e71c5d91c", "LLMInferenceService": "ipp-route-9c3012", "namespace": "ai-tenant-e2e-ipp-a-9c3012"} 2026-09-11T12:17:56Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9c3012","namespace":"ai-tenant-e2e-ipp-a-9c3012"}, "namespace": "ai-tenant-e2e-ipp-a-9c3012", "name": "ipp-route-9c3012", "reconcileID": "3e521c91-e670-462d-b7e9-156e71c5d91c", "LLMInferenceService": "ipp-route-9c3012", "namespace": "ai-tenant-e2e-ipp-a-9c3012", "name": "ipp-route-9c3012-kserve-route-authn"} 2026-09-11T12:17:56Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9c3012","namespace":"ai-tenant-e2e-ipp-a-9c3012"}, "namespace": "ai-tenant-e2e-ipp-a-9c3012", "name": "ipp-route-9c3012", "reconcileID": "3e521c91-e670-462d-b7e9-156e71c5d91c", "LLMInferenceService": "ipp-route-9c3012", "namespace": "ai-tenant-e2e-ipp-a-9c3012", "authType": "userdefined"} 2026-09-11T12:17:56Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9c3012","namespace":"ai-tenant-e2e-ipp-a-9c3012"}, "namespace": "ai-tenant-e2e-ipp-a-9c3012", "name": "ipp-route-9c3012", "reconcileID": "3e521c91-e670-462d-b7e9-156e71c5d91c", "LLMInferenceService": "ipp-route-9c3012", "namespace": "ai-tenant-e2e-ipp-a-9c3012"} 2026-09-11T12:18:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9c3012","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9c3012", "reconcileID": "b66d96ba-1bb2-4b08-8171-179ee7025ffc", "Gateway": "e2e-ipp-a-9c3012", "namespace": "openshift-ingress"} 2026-09-11T12:18:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9c3012","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9c3012", "reconcileID": "b66d96ba-1bb2-4b08-8171-179ee7025ffc", "Gateway": "e2e-ipp-a-9c3012", "namespace": "openshift-ingress", "name": "e2e-ipp-a-9c3012-authn-ssl"} 2026-09-11T12:18:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9c3012","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9c3012", "reconcileID": "b66d96ba-1bb2-4b08-8171-179ee7025ffc", "Gateway": "e2e-ipp-a-9c3012", "namespace": "openshift-ingress"} 2026-09-11T12:18:02Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9c3012","namespace":"ai-tenant-e2e-ipp-a-9c3012"}, "namespace": "ai-tenant-e2e-ipp-a-9c3012", "name": "ipp-route-9c3012", "reconcileID": "7933cfb4-dcfa-4b97-8267-24b4fb586d0f", "LLMInferenceService": "ipp-route-9c3012", "namespace": "ai-tenant-e2e-ipp-a-9c3012"} 2026-09-11T12:18:02Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9c3012","namespace":"ai-tenant-e2e-ipp-a-9c3012"}, "namespace": "ai-tenant-e2e-ipp-a-9c3012", "name": "ipp-route-9c3012", "reconcileID": "7933cfb4-dcfa-4b97-8267-24b4fb586d0f", "LLMInferenceService": "ipp-route-9c3012", "namespace": "ai-tenant-e2e-ipp-a-9c3012"} 2026-09-11T12:18:02Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9c3012","namespace":"ai-tenant-e2e-ipp-a-9c3012"}, "namespace": "ai-tenant-e2e-ipp-a-9c3012", "name": "ipp-route-9c3012", "reconcileID": "7933cfb4-dcfa-4b97-8267-24b4fb586d0f", "LLMInferenceService": "ipp-route-9c3012", "namespace": "ai-tenant-e2e-ipp-a-9c3012"} 2026-09-11T12:18:02Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9c3012","namespace":"ai-tenant-e2e-ipp-a-9c3012"}, "namespace": "ai-tenant-e2e-ipp-a-9c3012", "name": "ipp-route-9c3012", "reconcileID": "7933cfb4-dcfa-4b97-8267-24b4fb586d0f", "LLMInferenceService": "ipp-route-9c3012", "namespace": "ai-tenant-e2e-ipp-a-9c3012", "name": "ipp-route-9c3012-kserve-route-authn"} 2026-09-11T12:18:02Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9c3012","namespace":"ai-tenant-e2e-ipp-a-9c3012"}, "namespace": "ai-tenant-e2e-ipp-a-9c3012", "name": "ipp-route-9c3012", "reconcileID": "7933cfb4-dcfa-4b97-8267-24b4fb586d0f", "LLMInferenceService": "ipp-route-9c3012", "namespace": "ai-tenant-e2e-ipp-a-9c3012", "authType": "userdefined"} 2026-09-11T12:18:02Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9c3012","namespace":"ai-tenant-e2e-ipp-a-9c3012"}, "namespace": "ai-tenant-e2e-ipp-a-9c3012", "name": "ipp-route-9c3012", "reconcileID": "7933cfb4-dcfa-4b97-8267-24b4fb586d0f", "LLMInferenceService": "ipp-route-9c3012", "namespace": "ai-tenant-e2e-ipp-a-9c3012"} 2026-09-11T12:18:14Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9c3012","namespace":"ai-tenant-e2e-ipp-a-9c3012"}, "namespace": "ai-tenant-e2e-ipp-a-9c3012", "name": "ipp-route-9c3012", "reconcileID": "d787a826-248e-4e0d-af59-8f014615a890", "LLMInferenceService": "ipp-route-9c3012", "namespace": "ai-tenant-e2e-ipp-a-9c3012"} 2026-09-11T12:18:14Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9c3012","namespace":"ai-tenant-e2e-ipp-a-9c3012"}, "namespace": "ai-tenant-e2e-ipp-a-9c3012", "name": "ipp-route-9c3012", "reconcileID": "d787a826-248e-4e0d-af59-8f014615a890", "LLMInferenceService": "ipp-route-9c3012", "namespace": "ai-tenant-e2e-ipp-a-9c3012"} 2026-09-11T12:18:14Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9c3012","namespace":"ai-tenant-e2e-ipp-a-9c3012"}, "namespace": "ai-tenant-e2e-ipp-a-9c3012", "name": "ipp-route-9c3012", "reconcileID": "d787a826-248e-4e0d-af59-8f014615a890", "LLMInferenceService": "ipp-route-9c3012", "namespace": "ai-tenant-e2e-ipp-a-9c3012"} 2026-09-11T12:18:14Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9c3012","namespace":"ai-tenant-e2e-ipp-a-9c3012"}, "namespace": "ai-tenant-e2e-ipp-a-9c3012", "name": "ipp-route-9c3012", "reconcileID": "d787a826-248e-4e0d-af59-8f014615a890", "LLMInferenceService": "ipp-route-9c3012", "namespace": "ai-tenant-e2e-ipp-a-9c3012", "name": "ipp-route-9c3012-kserve-route-authn"} 2026-09-11T12:18:14Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9c3012","namespace":"ai-tenant-e2e-ipp-a-9c3012"}, "namespace": "ai-tenant-e2e-ipp-a-9c3012", "name": "ipp-route-9c3012", "reconcileID": "d787a826-248e-4e0d-af59-8f014615a890", "LLMInferenceService": "ipp-route-9c3012", "namespace": "ai-tenant-e2e-ipp-a-9c3012", "authType": "userdefined"} 2026-09-11T12:18:14Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9c3012","namespace":"ai-tenant-e2e-ipp-a-9c3012"}, "namespace": "ai-tenant-e2e-ipp-a-9c3012", "name": "ipp-route-9c3012", "reconcileID": "d787a826-248e-4e0d-af59-8f014615a890", "LLMInferenceService": "ipp-route-9c3012", "namespace": "ai-tenant-e2e-ipp-a-9c3012"} 2026-09-11T12:18:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-49995f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-49995f", "reconcileID": "ba54a20c-1092-40da-9e12-107855fe366a", "Gateway": "e2e-ipp-cleanup-49995f", "namespace": "openshift-ingress"} 2026-09-11T12:18:27Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-49995f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-49995f", "reconcileID": "ba54a20c-1092-40da-9e12-107855fe366a", "Gateway": "e2e-ipp-cleanup-49995f", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-49995f-authn-ssl"} 2026-09-11T12:18:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-49995f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-49995f", "reconcileID": "ba54a20c-1092-40da-9e12-107855fe366a", "Gateway": "e2e-ipp-cleanup-49995f", "namespace": "openshift-ingress"} 2026-09-11T12:18:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-49995f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-49995f", "reconcileID": "329e297d-808f-4026-bd1d-c42daa060edb", "Gateway": "e2e-ipp-cleanup-49995f", "namespace": "openshift-ingress"} 2026-09-11T12:18:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-49995f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-49995f", "reconcileID": "329e297d-808f-4026-bd1d-c42daa060edb", "Gateway": "e2e-ipp-cleanup-49995f", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-49995f-authn-ssl"} 2026-09-11T12:18:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-49995f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-49995f", "reconcileID": "329e297d-808f-4026-bd1d-c42daa060edb", "Gateway": "e2e-ipp-cleanup-49995f", "namespace": "openshift-ingress"} 2026-09-11T12:18:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-49995f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-49995f", "reconcileID": "f6f6ceb5-7ed3-4040-ac3d-8b7499f39d32", "Gateway": "e2e-ipp-cleanup-49995f", "namespace": "openshift-ingress"} 2026-09-11T12:18:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-49995f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-49995f", "reconcileID": "f6f6ceb5-7ed3-4040-ac3d-8b7499f39d32", "Gateway": "e2e-ipp-cleanup-49995f", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-49995f-authn-ssl"} 2026-09-11T12:18:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-49995f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-49995f", "reconcileID": "f6f6ceb5-7ed3-4040-ac3d-8b7499f39d32", "Gateway": "e2e-ipp-cleanup-49995f", "namespace": "openshift-ingress"} 2026-09-11T12:18:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-49995f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-49995f", "reconcileID": "abbdb1bf-04e5-4d75-b1ac-1e8c4c17987b", "Gateway": "e2e-ipp-cleanup-49995f", "namespace": "openshift-ingress"} 2026-09-11T12:18:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-49995f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-49995f", "reconcileID": "abbdb1bf-04e5-4d75-b1ac-1e8c4c17987b", "Gateway": "e2e-ipp-cleanup-49995f", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-49995f-authn-ssl"} 2026-09-11T12:18:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-49995f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-49995f", "reconcileID": "abbdb1bf-04e5-4d75-b1ac-1e8c4c17987b", "Gateway": "e2e-ipp-cleanup-49995f", "namespace": "openshift-ingress"} 2026-09-11T12:18:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-49995f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-49995f", "reconcileID": "65871952-7fc8-4879-a40f-1381d43fc24e", "Gateway": "e2e-ipp-cleanup-49995f", "namespace": "openshift-ingress"} 2026-09-11T12:18:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-49995f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-49995f", "reconcileID": "65871952-7fc8-4879-a40f-1381d43fc24e", "Gateway": "e2e-ipp-cleanup-49995f", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-49995f-authn-ssl"} 2026-09-11T12:18:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-49995f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-49995f", "reconcileID": "65871952-7fc8-4879-a40f-1381d43fc24e", "Gateway": "e2e-ipp-cleanup-49995f", "namespace": "openshift-ingress"} 2026-09-11T12:18:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-49995f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-49995f", "reconcileID": "ed0d33cb-a1df-43a8-a5e9-31b047025f97", "Gateway": "e2e-ipp-cleanup-49995f", "namespace": "openshift-ingress"} 2026-09-11T12:18:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-49995f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-49995f", "reconcileID": "ed0d33cb-a1df-43a8-a5e9-31b047025f97", "Gateway": "e2e-ipp-cleanup-49995f", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-49995f-authn-ssl"} 2026-09-11T12:18:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-49995f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-49995f", "reconcileID": "ed0d33cb-a1df-43a8-a5e9-31b047025f97", "Gateway": "e2e-ipp-cleanup-49995f", "namespace": "openshift-ingress"} 2026-09-11T12:18:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-49995f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-49995f", "reconcileID": "3984df5f-097f-4571-923e-8b693ab7874a", "Gateway": "e2e-ipp-cleanup-49995f", "namespace": "openshift-ingress"} 2026-09-11T12:18:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-49995f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-49995f", "reconcileID": "3984df5f-097f-4571-923e-8b693ab7874a", "Gateway": "e2e-ipp-cleanup-49995f", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-49995f-authn-ssl"} 2026-09-11T12:18:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-49995f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-49995f", "reconcileID": "3984df5f-097f-4571-923e-8b693ab7874a", "Gateway": "e2e-ipp-cleanup-49995f", "namespace": "openshift-ingress"} 2026-09-11T12:18:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-49995f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-49995f", "name": "openshift-service-ca.crt", "reconcileID": "a61de66d-95f5-4d08-9fcf-d84b19c5fb96", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-49995f"} 2026-09-11T12:18:30Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-49995f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-49995f", "name": "odh-trusted-ca-bundle", "reconcileID": "009afe91-0105-44ee-944f-56b4cabc8f37", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-49995f", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T12:18:30Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-49995f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-49995f", "name": "odh-trusted-ca-bundle", "reconcileID": "009afe91-0105-44ee-944f-56b4cabc8f37", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-49995f"} 2026-09-11T12:18:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-49995f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-49995f", "name": "openshift-service-ca.crt", "reconcileID": "7555cdd1-a72e-457c-9cfe-6d90bff6b9a4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-49995f"} 2026-09-11T12:18:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-49995f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-49995f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f46c90c8-8e72-41a4-979b-5f1942941b35", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-49995f"} 2026-09-11T12:18:30Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-49995f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-49995f", "name": "odh-trusted-ca-bundle", "reconcileID": "431fb3f1-011c-4bf6-a1d2-e431517d9e21", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-49995f", "update": "odh-kserve-custom-ca-bundle"} 2026-09-11T12:18:30Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-49995f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-49995f", "name": "odh-trusted-ca-bundle", "reconcileID": "431fb3f1-011c-4bf6-a1d2-e431517d9e21", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-49995f"} 2026-09-11T12:18:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-49995f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-49995f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "43966415-05ec-422c-9247-e41c2b12130d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-49995f"} 2026-09-11T12:18:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-49995f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-49995f", "reconcileID": "f550d642-574a-44f2-986a-60d6fae9f211", "Gateway": "e2e-ipp-cleanup-49995f", "namespace": "openshift-ingress"} 2026-09-11T12:18:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-49995f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-49995f", "reconcileID": "f550d642-574a-44f2-986a-60d6fae9f211", "Gateway": "e2e-ipp-cleanup-49995f", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-49995f-authn-ssl"} 2026-09-11T12:18:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-49995f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-49995f", "reconcileID": "f550d642-574a-44f2-986a-60d6fae9f211", "Gateway": "e2e-ipp-cleanup-49995f", "namespace": "openshift-ingress"} 2026-09-11T12:18:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-49995f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-49995f", "reconcileID": "b1afc6d1-0192-4bf9-8423-7c1fcd85f8ca", "Gateway": "e2e-ipp-cleanup-49995f", "namespace": "openshift-ingress"} 2026-09-11T12:18:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-49995f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-49995f", "reconcileID": "b1afc6d1-0192-4bf9-8423-7c1fcd85f8ca", "Gateway": "e2e-ipp-cleanup-49995f", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-49995f-authn-ssl"} 2026-09-11T12:18:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-49995f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-49995f", "reconcileID": "b1afc6d1-0192-4bf9-8423-7c1fcd85f8ca", "Gateway": "e2e-ipp-cleanup-49995f", "namespace": "openshift-ingress"} 2026-09-11T12:19:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-49995f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-49995f", "reconcileID": "4220b7c3-a6eb-4c97-9724-95092a6d8eaa", "Gateway": "e2e-ipp-cleanup-49995f", "namespace": "openshift-ingress"} 2026-09-11T12:19:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-49995f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-49995f", "reconcileID": "4220b7c3-a6eb-4c97-9724-95092a6d8eaa", "Gateway": "e2e-ipp-cleanup-49995f", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-49995f-authn-ssl"} 2026-09-11T12:19:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-49995f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-49995f", "reconcileID": "4220b7c3-a6eb-4c97-9724-95092a6d8eaa", "Gateway": "e2e-ipp-cleanup-49995f", "namespace": "openshift-ingress"} 2026-09-11T12:19:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-49995f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-49995f", "reconcileID": "b764546c-48dd-4132-9b8d-cf50fe9a304a", "Gateway": "e2e-ipp-cleanup-49995f", "namespace": "openshift-ingress"} 2026-09-11T12:19:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-49995f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-49995f", "reconcileID": "b764546c-48dd-4132-9b8d-cf50fe9a304a", "Gateway": "e2e-ipp-cleanup-49995f", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-49995f-authn-ssl"} 2026-09-11T12:19:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-49995f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-49995f", "reconcileID": "b764546c-48dd-4132-9b8d-cf50fe9a304a", "Gateway": "e2e-ipp-cleanup-49995f", "namespace": "openshift-ingress"} 2026-09-11T12:19:08Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-49995f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-49995f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ec1bfd49-7438-4acf-b910-7cd07f5ef359", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-49995f"} 2026-09-11T12:19:08Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-49995f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-49995f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ec1bfd49-7438-4acf-b910-7cd07f5ef359", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-49995f", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T12:19:08Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-49995f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-49995f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ec1bfd49-7438-4acf-b910-7cd07f5ef359", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-49995f because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T12:19:08Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-49995f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-49995f", "name": "odh-trusted-ca-bundle", "reconcileID": "1afb847c-d9f4-4c59-ad59-742dec4ac77c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-49995f"} 2026-09-11T12:19:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-49995f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-49995f", "name": "odh-trusted-ca-bundle", "reconcileID": "1afb847c-d9f4-4c59-ad59-742dec4ac77c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-49995f"} 2026-09-11T12:19:08Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-49995f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-49995f", "name": "openshift-service-ca.crt", "reconcileID": "f13a7183-7954-4fc4-a97b-613c9013f80f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-49995f"} 2026-09-11T12:19:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-49995f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-49995f", "name": "openshift-service-ca.crt", "reconcileID": "f13a7183-7954-4fc4-a97b-613c9013f80f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-49995f"} 2026-09-11T12:19:08Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-49995f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-49995f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dfe82e6b-db5f-42e0-9c6a-8798ee4aea73", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-49995f"} 2026-09-11T12:19:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-49995f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-49995f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dfe82e6b-db5f-42e0-9c6a-8798ee4aea73", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-49995f"} 2026-09-11T12:19:08Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-49995f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-49995f", "reconcileID": "04d0a579-d640-4ffa-914c-64ccb5c2f8e2", "Gateway": "e2e-ipp-cleanup-49995f", "namespace": "openshift-ingress"} 2026-09-11T12:19:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9c3012","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9c3012", "reconcileID": "3f3dd994-e153-4ad4-9ef7-d49dabc67a7c", "Gateway": "e2e-ipp-a-9c3012", "namespace": "openshift-ingress"} 2026-09-11T12:19:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9c3012","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9c3012", "reconcileID": "3f3dd994-e153-4ad4-9ef7-d49dabc67a7c", "Gateway": "e2e-ipp-a-9c3012", "namespace": "openshift-ingress", "name": "e2e-ipp-a-9c3012-authn-ssl"} 2026-09-11T12:19:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9c3012","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9c3012", "reconcileID": "3f3dd994-e153-4ad4-9ef7-d49dabc67a7c", "Gateway": "e2e-ipp-a-9c3012", "namespace": "openshift-ingress"} 2026-09-11T12:19:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9c3012","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9c3012", "reconcileID": "2d76a6d0-a18b-4dd3-9f11-90aa5cbba88c", "Gateway": "e2e-ipp-a-9c3012", "namespace": "openshift-ingress"} 2026-09-11T12:19:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9c3012","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9c3012", "reconcileID": "2d76a6d0-a18b-4dd3-9f11-90aa5cbba88c", "Gateway": "e2e-ipp-a-9c3012", "namespace": "openshift-ingress", "name": "e2e-ipp-a-9c3012-authn-ssl"} 2026-09-11T12:19:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9c3012","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9c3012", "reconcileID": "2d76a6d0-a18b-4dd3-9f11-90aa5cbba88c", "Gateway": "e2e-ipp-a-9c3012", "namespace": "openshift-ingress"} 2026-09-11T12:19:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9c3012","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9c3012", "reconcileID": "fdfd03d2-78f5-4201-8d9c-9373b123dfcd", "Gateway": "e2e-ipp-a-9c3012", "namespace": "openshift-ingress"} 2026-09-11T12:19:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9c3012","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9c3012", "reconcileID": "fdfd03d2-78f5-4201-8d9c-9373b123dfcd", "Gateway": "e2e-ipp-a-9c3012", "namespace": "openshift-ingress", "name": "e2e-ipp-a-9c3012-authn-ssl"} 2026-09-11T12:19:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9c3012","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9c3012", "reconcileID": "fdfd03d2-78f5-4201-8d9c-9373b123dfcd", "Gateway": "e2e-ipp-a-9c3012", "namespace": "openshift-ingress"} 2026-09-11T12:19:34Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9c3012","namespace":"ai-tenant-e2e-ipp-a-9c3012"}, "namespace": "ai-tenant-e2e-ipp-a-9c3012", "name": "ipp-route-9c3012", "reconcileID": "373aa7c5-83e3-4fa2-8f42-4c451c7aaf16", "LLMInferenceService": "ipp-route-9c3012", "namespace": "ai-tenant-e2e-ipp-a-9c3012"} 2026-09-11T12:19:34Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9c3012","namespace":"ai-tenant-e2e-ipp-a-9c3012"}, "namespace": "ai-tenant-e2e-ipp-a-9c3012", "name": "ipp-route-9c3012", "reconcileID": "373aa7c5-83e3-4fa2-8f42-4c451c7aaf16", "LLMInferenceService": "ipp-route-9c3012", "namespace": "ai-tenant-e2e-ipp-a-9c3012"} 2026-09-11T12:19:34Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9c3012","namespace":"ai-tenant-e2e-ipp-a-9c3012"}, "namespace": "ai-tenant-e2e-ipp-a-9c3012", "name": "ipp-route-9c3012", "reconcileID": "373aa7c5-83e3-4fa2-8f42-4c451c7aaf16", "LLMInferenceService": "ipp-route-9c3012", "namespace": "ai-tenant-e2e-ipp-a-9c3012"} 2026-09-11T12:19:34Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9c3012","namespace":"ai-tenant-e2e-ipp-a-9c3012"}, "namespace": "ai-tenant-e2e-ipp-a-9c3012", "name": "ipp-route-9c3012", "reconcileID": "373aa7c5-83e3-4fa2-8f42-4c451c7aaf16", "LLMInferenceService": "ipp-route-9c3012", "namespace": "ai-tenant-e2e-ipp-a-9c3012", "name": "ipp-route-9c3012-kserve-route-authn"} 2026-09-11T12:19:34Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9c3012","namespace":"ai-tenant-e2e-ipp-a-9c3012"}, "namespace": "ai-tenant-e2e-ipp-a-9c3012", "name": "ipp-route-9c3012", "reconcileID": "373aa7c5-83e3-4fa2-8f42-4c451c7aaf16", "LLMInferenceService": "ipp-route-9c3012", "namespace": "ai-tenant-e2e-ipp-a-9c3012", "authType": "userdefined"} 2026-09-11T12:19:34Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9c3012","namespace":"ai-tenant-e2e-ipp-a-9c3012"}, "namespace": "ai-tenant-e2e-ipp-a-9c3012", "name": "ipp-route-9c3012", "reconcileID": "373aa7c5-83e3-4fa2-8f42-4c451c7aaf16", "LLMInferenceService": "ipp-route-9c3012", "namespace": "ai-tenant-e2e-ipp-a-9c3012"} 2026-09-11T12:20:09Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9c3012","namespace":"ai-tenant-e2e-ipp-a-9c3012"}, "namespace": "ai-tenant-e2e-ipp-a-9c3012", "name": "ipp-route-9c3012", "reconcileID": "1b927443-dcbc-4ab4-bab4-bbee4bd5104a", "LLMInferenceService": "ipp-route-9c3012", "namespace": "ai-tenant-e2e-ipp-a-9c3012"} 2026-09-11T12:20:09Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9c3012","namespace":"ai-tenant-e2e-ipp-a-9c3012"}, "namespace": "ai-tenant-e2e-ipp-a-9c3012", "name": "ipp-route-9c3012", "reconcileID": "1b927443-dcbc-4ab4-bab4-bbee4bd5104a", "LLMInferenceService": "ipp-route-9c3012", "namespace": "ai-tenant-e2e-ipp-a-9c3012"} 2026-09-11T12:20:09Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9c3012","namespace":"ai-tenant-e2e-ipp-a-9c3012"}, "namespace": "ai-tenant-e2e-ipp-a-9c3012", "name": "ipp-route-9c3012", "reconcileID": "1b927443-dcbc-4ab4-bab4-bbee4bd5104a", "LLMInferenceService": "ipp-route-9c3012", "namespace": "ai-tenant-e2e-ipp-a-9c3012"} 2026-09-11T12:20:09Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9c3012","namespace":"ai-tenant-e2e-ipp-a-9c3012"}, "namespace": "ai-tenant-e2e-ipp-a-9c3012", "name": "ipp-route-9c3012", "reconcileID": "1b927443-dcbc-4ab4-bab4-bbee4bd5104a", "LLMInferenceService": "ipp-route-9c3012", "namespace": "ai-tenant-e2e-ipp-a-9c3012", "name": "ipp-route-9c3012-kserve-route-authn"} 2026-09-11T12:20:09Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9c3012","namespace":"ai-tenant-e2e-ipp-a-9c3012"}, "namespace": "ai-tenant-e2e-ipp-a-9c3012", "name": "ipp-route-9c3012", "reconcileID": "1b927443-dcbc-4ab4-bab4-bbee4bd5104a", "LLMInferenceService": "ipp-route-9c3012", "namespace": "ai-tenant-e2e-ipp-a-9c3012", "authType": "userdefined"} 2026-09-11T12:20:09Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9c3012","namespace":"ai-tenant-e2e-ipp-a-9c3012"}, "namespace": "ai-tenant-e2e-ipp-a-9c3012", "name": "ipp-route-9c3012", "reconcileID": "1b927443-dcbc-4ab4-bab4-bbee4bd5104a", "LLMInferenceService": "ipp-route-9c3012", "namespace": "ai-tenant-e2e-ipp-a-9c3012"} 2026-09-11T12:20:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-9c3012"}, "namespace": "ai-tenant-e2e-ipp-a-9c3012", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "18b56a87-f4dd-4401-823f-923b5c494f8d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-9c3012"} 2026-09-11T12:20:10Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-9c3012"}, "namespace": "ai-tenant-e2e-ipp-a-9c3012", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "18b56a87-f4dd-4401-823f-923b5c494f8d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-9c3012", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T12:20:10Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-9c3012"}, "namespace": "ai-tenant-e2e-ipp-a-9c3012", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "18b56a87-f4dd-4401-823f-923b5c494f8d", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-9c3012 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T12:20:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-9c3012"}, "namespace": "ai-tenant-e2e-ipp-a-9c3012", "name": "odh-trusted-ca-bundle", "reconcileID": "3e915def-4465-4e16-970c-b61aa779001a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-9c3012"} 2026-09-11T12:20:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-9c3012"}, "namespace": "ai-tenant-e2e-ipp-a-9c3012", "name": "odh-trusted-ca-bundle", "reconcileID": "3e915def-4465-4e16-970c-b61aa779001a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-9c3012"} 2026-09-11T12:20:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-9c3012"}, "namespace": "ai-tenant-e2e-ipp-a-9c3012", "name": "openshift-service-ca.crt", "reconcileID": "12cbc675-96c2-4abe-99ba-f547b4560509", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-9c3012"} 2026-09-11T12:20:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-9c3012"}, "namespace": "ai-tenant-e2e-ipp-a-9c3012", "name": "openshift-service-ca.crt", "reconcileID": "12cbc675-96c2-4abe-99ba-f547b4560509", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-9c3012"} 2026-09-11T12:20:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-9c3012"}, "namespace": "ai-tenant-e2e-ipp-a-9c3012", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6de614c4-96a1-44be-a4da-86cdeb5efff3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-9c3012"} 2026-09-11T12:20:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-9c3012"}, "namespace": "ai-tenant-e2e-ipp-a-9c3012", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6de614c4-96a1-44be-a4da-86cdeb5efff3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-9c3012"} 2026-09-11T12:20:10Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9c3012","namespace":"ai-tenant-e2e-ipp-a-9c3012"}, "namespace": "ai-tenant-e2e-ipp-a-9c3012", "name": "ipp-route-9c3012", "reconcileID": "588687fd-08da-49fe-91fc-613666ec4167", "LLMInferenceService": "ipp-route-9c3012", "namespace": "ai-tenant-e2e-ipp-a-9c3012"} 2026-09-11T12:20:10Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9c3012","namespace":"ai-tenant-e2e-ipp-a-9c3012"}, "namespace": "ai-tenant-e2e-ipp-a-9c3012", "name": "ipp-route-9c3012", "reconcileID": "588687fd-08da-49fe-91fc-613666ec4167", "LLMInferenceService": "ipp-route-9c3012", "namespace": "ai-tenant-e2e-ipp-a-9c3012", "name": "ipp-route-9c3012"} 2026-09-11T12:20:10Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9c3012","namespace":"ai-tenant-e2e-ipp-a-9c3012"}, "namespace": "ai-tenant-e2e-ipp-a-9c3012", "name": "ipp-route-9c3012", "reconcileID": "588687fd-08da-49fe-91fc-613666ec4167", "LLMInferenceService": "ipp-route-9c3012", "namespace": "ai-tenant-e2e-ipp-a-9c3012"} 2026-09-11T12:20:10Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9c3012","namespace":"ai-tenant-e2e-ipp-a-9c3012"}, "namespace": "ai-tenant-e2e-ipp-a-9c3012", "name": "ipp-route-9c3012", "reconcileID": "588687fd-08da-49fe-91fc-613666ec4167", "LLMInferenceService": "ipp-route-9c3012", "namespace": "ai-tenant-e2e-ipp-a-9c3012"} 2026-09-11T12:20:10Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9c3012","namespace":"ai-tenant-e2e-ipp-a-9c3012"}, "namespace": "ai-tenant-e2e-ipp-a-9c3012", "name": "ipp-route-9c3012", "reconcileID": "588687fd-08da-49fe-91fc-613666ec4167", "LLMInferenceService": "ipp-route-9c3012", "namespace": "ai-tenant-e2e-ipp-a-9c3012", "name": "ipp-route-9c3012-kserve-route-authn"} 2026-09-11T12:20:10Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9c3012","namespace":"ai-tenant-e2e-ipp-a-9c3012"}, "namespace": "ai-tenant-e2e-ipp-a-9c3012", "name": "ipp-route-9c3012", "reconcileID": "588687fd-08da-49fe-91fc-613666ec4167", "LLMInferenceService": "ipp-route-9c3012", "namespace": "ai-tenant-e2e-ipp-a-9c3012", "name": "ipp-route-9c3012-kserve-route-authn"} 2026-09-11T12:20:10Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9c3012","namespace":"ai-tenant-e2e-ipp-a-9c3012"}, "namespace": "ai-tenant-e2e-ipp-a-9c3012", "name": "ipp-route-9c3012", "reconcileID": "588687fd-08da-49fe-91fc-613666ec4167", "LLMInferenceService": "ipp-route-9c3012", "namespace": "ai-tenant-e2e-ipp-a-9c3012", "namespace": "ai-tenant-e2e-ipp-a-9c3012"} 2026-09-11T12:20:10Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9c3012","namespace":"ai-tenant-e2e-ipp-a-9c3012"}, "namespace": "ai-tenant-e2e-ipp-a-9c3012", "name": "ipp-route-9c3012", "reconcileID": "588687fd-08da-49fe-91fc-613666ec4167", "LLMInferenceService": "ipp-route-9c3012", "namespace": "ai-tenant-e2e-ipp-a-9c3012", "namespace": "ai-tenant-e2e-ipp-a-9c3012"} 2026-09-11T12:20:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9c3012","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9c3012", "reconcileID": "4331ca95-4b77-41ac-bfa3-47a46dd4f011", "Gateway": "e2e-ipp-a-9c3012", "namespace": "openshift-ingress"} 2026-09-11T12:20:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9c3012","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9c3012", "reconcileID": "4331ca95-4b77-41ac-bfa3-47a46dd4f011", "Gateway": "e2e-ipp-a-9c3012", "namespace": "openshift-ingress", "name": "e2e-ipp-a-9c3012-authn-ssl"} 2026-09-11T12:20:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9c3012","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9c3012", "reconcileID": "4331ca95-4b77-41ac-bfa3-47a46dd4f011", "Gateway": "e2e-ipp-a-9c3012", "namespace": "openshift-ingress"} 2026-09-11T12:20:15Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9c3012","namespace":"ai-tenant-e2e-ipp-a-9c3012"}, "namespace": "ai-tenant-e2e-ipp-a-9c3012", "name": "ipp-route-9c3012", "reconcileID": "f05966e3-d8b5-4eb9-8c4c-1a98b6d29b2d", "LLMInferenceService": "ipp-route-9c3012", "namespace": "ai-tenant-e2e-ipp-a-9c3012"} 2026-09-11T12:20:15Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9c3012","namespace":"ai-tenant-e2e-ipp-a-9c3012"}, "namespace": "ai-tenant-e2e-ipp-a-9c3012", "name": "ipp-route-9c3012", "reconcileID": "f05966e3-d8b5-4eb9-8c4c-1a98b6d29b2d", "LLMInferenceService": "ipp-route-9c3012", "namespace": "ai-tenant-e2e-ipp-a-9c3012", "name": "ipp-route-9c3012"} 2026-09-11T12:20:15Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9c3012","namespace":"ai-tenant-e2e-ipp-a-9c3012"}, "namespace": "ai-tenant-e2e-ipp-a-9c3012", "name": "ipp-route-9c3012", "reconcileID": "f05966e3-d8b5-4eb9-8c4c-1a98b6d29b2d", "LLMInferenceService": "ipp-route-9c3012", "namespace": "ai-tenant-e2e-ipp-a-9c3012"} 2026-09-11T12:20:15Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9c3012","namespace":"ai-tenant-e2e-ipp-a-9c3012"}, "namespace": "ai-tenant-e2e-ipp-a-9c3012", "name": "ipp-route-9c3012", "reconcileID": "f05966e3-d8b5-4eb9-8c4c-1a98b6d29b2d", "LLMInferenceService": "ipp-route-9c3012", "namespace": "ai-tenant-e2e-ipp-a-9c3012"} 2026-09-11T12:20:15Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9c3012","namespace":"ai-tenant-e2e-ipp-a-9c3012"}, "namespace": "ai-tenant-e2e-ipp-a-9c3012", "name": "ipp-route-9c3012", "reconcileID": "f05966e3-d8b5-4eb9-8c4c-1a98b6d29b2d", "LLMInferenceService": "ipp-route-9c3012", "namespace": "ai-tenant-e2e-ipp-a-9c3012", "name": "ipp-route-9c3012-kserve-route-authn"} 2026-09-11T12:20:15Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9c3012","namespace":"ai-tenant-e2e-ipp-a-9c3012"}, "namespace": "ai-tenant-e2e-ipp-a-9c3012", "name": "ipp-route-9c3012", "reconcileID": "f05966e3-d8b5-4eb9-8c4c-1a98b6d29b2d", "LLMInferenceService": "ipp-route-9c3012", "namespace": "ai-tenant-e2e-ipp-a-9c3012", "name": "ipp-route-9c3012-kserve-route-authn"} 2026-09-11T12:20:15Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9c3012","namespace":"ai-tenant-e2e-ipp-a-9c3012"}, "namespace": "ai-tenant-e2e-ipp-a-9c3012", "name": "ipp-route-9c3012", "reconcileID": "f05966e3-d8b5-4eb9-8c4c-1a98b6d29b2d", "LLMInferenceService": "ipp-route-9c3012", "namespace": "ai-tenant-e2e-ipp-a-9c3012", "namespace": "ai-tenant-e2e-ipp-a-9c3012"} 2026-09-11T12:20:15Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9c3012","namespace":"ai-tenant-e2e-ipp-a-9c3012"}, "namespace": "ai-tenant-e2e-ipp-a-9c3012", "name": "ipp-route-9c3012", "reconcileID": "f05966e3-d8b5-4eb9-8c4c-1a98b6d29b2d", "LLMInferenceService": "ipp-route-9c3012", "namespace": "ai-tenant-e2e-ipp-a-9c3012", "namespace": "ai-tenant-e2e-ipp-a-9c3012"} 2026-09-11T12:20:15Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-9c3012","namespace":"ai-tenant-e2e-ipp-a-9c3012"}, "namespace": "ai-tenant-e2e-ipp-a-9c3012", "name": "ipp-route-9c3012", "reconcileID": "ca1fa071-71ed-4d3c-a337-67dda3147776", "LLMInferenceService": "ipp-route-9c3012", "namespace": "ai-tenant-e2e-ipp-a-9c3012"} 2026-09-11T12:20:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9c3012","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9c3012", "reconcileID": "a370cb3f-fea4-4616-878f-01d29e7f0bb3", "Gateway": "e2e-ipp-a-9c3012", "namespace": "openshift-ingress"} 2026-09-11T12:20:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9c3012","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9c3012", "reconcileID": "a370cb3f-fea4-4616-878f-01d29e7f0bb3", "Gateway": "e2e-ipp-a-9c3012", "namespace": "openshift-ingress", "name": "e2e-ipp-a-9c3012-authn-ssl"} 2026-09-11T12:20:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9c3012","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9c3012", "reconcileID": "a370cb3f-fea4-4616-878f-01d29e7f0bb3", "Gateway": "e2e-ipp-a-9c3012", "namespace": "openshift-ingress"} 2026-09-11T12:20:21Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-9c3012","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-9c3012", "reconcileID": "697eef46-f9bb-450d-b82e-f1898b6c3344", "Gateway": "e2e-ipp-a-9c3012", "namespace": "openshift-ingress"} 2026-09-11T12:20:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6d324e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6d324e", "reconcileID": "2d6768ec-e2b2-49e4-843a-cfa079d3103e", "Gateway": "e2e-ipp-b-6d324e", "namespace": "openshift-ingress"} 2026-09-11T12:20:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6d324e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6d324e", "reconcileID": "2d6768ec-e2b2-49e4-843a-cfa079d3103e", "Gateway": "e2e-ipp-b-6d324e", "namespace": "openshift-ingress", "name": "e2e-ipp-b-6d324e-authn-ssl"} 2026-09-11T12:20:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6d324e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6d324e", "reconcileID": "2d6768ec-e2b2-49e4-843a-cfa079d3103e", "Gateway": "e2e-ipp-b-6d324e", "namespace": "openshift-ingress"} 2026-09-11T12:20:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6d324e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6d324e", "reconcileID": "249de3be-569b-440e-8ea2-756ff40ac3bd", "Gateway": "e2e-ipp-b-6d324e", "namespace": "openshift-ingress"} 2026-09-11T12:20:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6d324e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6d324e", "reconcileID": "249de3be-569b-440e-8ea2-756ff40ac3bd", "Gateway": "e2e-ipp-b-6d324e", "namespace": "openshift-ingress", "name": "e2e-ipp-b-6d324e-authn-ssl"} 2026-09-11T12:20:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6d324e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6d324e", "reconcileID": "249de3be-569b-440e-8ea2-756ff40ac3bd", "Gateway": "e2e-ipp-b-6d324e", "namespace": "openshift-ingress"} 2026-09-11T12:20:39Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-6d324e"}, "namespace": "ai-tenant-e2e-ipp-b-6d324e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "758dcd76-4f55-4e30-95b2-a06750837190", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-6d324e"} 2026-09-11T12:20:39Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-6d324e"}, "namespace": "ai-tenant-e2e-ipp-b-6d324e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "758dcd76-4f55-4e30-95b2-a06750837190", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-6d324e", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T12:20:39Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-6d324e"}, "namespace": "ai-tenant-e2e-ipp-b-6d324e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "758dcd76-4f55-4e30-95b2-a06750837190", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-6d324e because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T12:20:39Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-6d324e"}, "namespace": "ai-tenant-e2e-ipp-b-6d324e", "name": "odh-trusted-ca-bundle", "reconcileID": "d068da34-47c5-4dd2-b76d-7b924a4e37b2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-6d324e"} 2026-09-11T12:20:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-6d324e"}, "namespace": "ai-tenant-e2e-ipp-b-6d324e", "name": "odh-trusted-ca-bundle", "reconcileID": "d068da34-47c5-4dd2-b76d-7b924a4e37b2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-6d324e"} 2026-09-11T12:20:39Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-6d324e"}, "namespace": "ai-tenant-e2e-ipp-b-6d324e", "name": "openshift-service-ca.crt", "reconcileID": "e094458f-3aaf-4b9b-878b-64dce3e90e43", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-6d324e"} 2026-09-11T12:20:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-6d324e"}, "namespace": "ai-tenant-e2e-ipp-b-6d324e", "name": "openshift-service-ca.crt", "reconcileID": "e094458f-3aaf-4b9b-878b-64dce3e90e43", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-6d324e"} 2026-09-11T12:20:39Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-6d324e"}, "namespace": "ai-tenant-e2e-ipp-b-6d324e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6db44e2c-591e-46ca-87bc-6a20dec9d463", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-6d324e"} 2026-09-11T12:20:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-6d324e"}, "namespace": "ai-tenant-e2e-ipp-b-6d324e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6db44e2c-591e-46ca-87bc-6a20dec9d463", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-6d324e"} 2026-09-11T12:20:39Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-6d324e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-6d324e", "reconcileID": "2469b145-a86c-44d9-8ca8-ca0921349c07", "Gateway": "e2e-ipp-b-6d324e", "namespace": "openshift-ingress"} 2026-09-11T12:20:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-88968d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-88968d", "reconcileID": "0b587dcc-f2ab-472d-924f-906351ee63ea", "Gateway": "e2e-shared-a-w3-88968d", "namespace": "openshift-ingress"} 2026-09-11T12:20:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-88968d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-88968d", "reconcileID": "0b587dcc-f2ab-472d-924f-906351ee63ea", "Gateway": "e2e-shared-a-w3-88968d", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-88968d-authn-ssl"} 2026-09-11T12:20:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-88968d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-88968d", "reconcileID": "0b587dcc-f2ab-472d-924f-906351ee63ea", "Gateway": "e2e-shared-a-w3-88968d", "namespace": "openshift-ingress"} 2026-09-11T12:20:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-88968d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-88968d", "reconcileID": "030f60b4-0bad-43cb-9655-2caa957894c5", "Gateway": "e2e-shared-a-w3-88968d", "namespace": "openshift-ingress"} 2026-09-11T12:20:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-88968d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-88968d", "reconcileID": "030f60b4-0bad-43cb-9655-2caa957894c5", "Gateway": "e2e-shared-a-w3-88968d", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-88968d-authn-ssl"} 2026-09-11T12:20:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-88968d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-88968d", "reconcileID": "030f60b4-0bad-43cb-9655-2caa957894c5", "Gateway": "e2e-shared-a-w3-88968d", "namespace": "openshift-ingress"} 2026-09-11T12:20:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-88968d"}, "namespace": "ai-tenant-e2e-shared-a-w3-88968d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8a6ce506-4f5b-465e-8f81-f350b3f66a70", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-88968d"} 2026-09-11T12:20:56Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-88968d"}, "namespace": "ai-tenant-e2e-shared-a-w3-88968d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8a6ce506-4f5b-465e-8f81-f350b3f66a70", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-88968d", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T12:20:56Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-88968d"}, "namespace": "ai-tenant-e2e-shared-a-w3-88968d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8a6ce506-4f5b-465e-8f81-f350b3f66a70", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w3-88968d because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T12:20:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-88968d"}, "namespace": "ai-tenant-e2e-shared-a-w3-88968d", "name": "odh-trusted-ca-bundle", "reconcileID": "b98af934-08e0-4d8d-a7c2-2b73484739ee", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-88968d"} 2026-09-11T12:20:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-88968d"}, "namespace": "ai-tenant-e2e-shared-a-w3-88968d", "name": "odh-trusted-ca-bundle", "reconcileID": "b98af934-08e0-4d8d-a7c2-2b73484739ee", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-88968d"} 2026-09-11T12:20:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-88968d"}, "namespace": "ai-tenant-e2e-shared-a-w3-88968d", "name": "openshift-service-ca.crt", "reconcileID": "625d832b-5b5a-476f-92fa-60ec05c47018", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-88968d"} 2026-09-11T12:20:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-88968d"}, "namespace": "ai-tenant-e2e-shared-a-w3-88968d", "name": "openshift-service-ca.crt", "reconcileID": "625d832b-5b5a-476f-92fa-60ec05c47018", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-88968d"} 2026-09-11T12:20:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-88968d"}, "namespace": "ai-tenant-e2e-shared-a-w3-88968d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "aa29117f-ce91-4eee-af64-643260b5a4cd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-88968d"} 2026-09-11T12:20:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-88968d"}, "namespace": "ai-tenant-e2e-shared-a-w3-88968d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "aa29117f-ce91-4eee-af64-643260b5a4cd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-88968d"} 2026-09-11T12:20:57Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-88968d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-88968d", "reconcileID": "eb4d37ad-15d0-44e7-8cb7-57bcbfb4784a", "Gateway": "e2e-shared-a-w3-88968d", "namespace": "openshift-ingress"} 2026-09-11T12:21:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-4d3f83","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-4d3f83", "reconcileID": "f1ba1a13-342e-412a-98b7-a907cbc85a7d", "Gateway": "e2e-shared-b-w3-4d3f83", "namespace": "openshift-ingress"} 2026-09-11T12:21:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-4d3f83","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-4d3f83", "reconcileID": "f1ba1a13-342e-412a-98b7-a907cbc85a7d", "Gateway": "e2e-shared-b-w3-4d3f83", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-4d3f83-authn-ssl"} 2026-09-11T12:21:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-4d3f83","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-4d3f83", "reconcileID": "f1ba1a13-342e-412a-98b7-a907cbc85a7d", "Gateway": "e2e-shared-b-w3-4d3f83", "namespace": "openshift-ingress"} 2026-09-11T12:21:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-4d3f83","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-4d3f83", "reconcileID": "b08e5b68-7739-4617-9b3b-52cad6ce0ccb", "Gateway": "e2e-shared-b-w3-4d3f83", "namespace": "openshift-ingress"} 2026-09-11T12:21:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-4d3f83","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-4d3f83", "reconcileID": "b08e5b68-7739-4617-9b3b-52cad6ce0ccb", "Gateway": "e2e-shared-b-w3-4d3f83", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-4d3f83-authn-ssl"} 2026-09-11T12:21:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-4d3f83","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-4d3f83", "reconcileID": "b08e5b68-7739-4617-9b3b-52cad6ce0ccb", "Gateway": "e2e-shared-b-w3-4d3f83", "namespace": "openshift-ingress"} 2026-09-11T12:21:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-4d3f83"}, "namespace": "ai-tenant-e2e-shared-b-w3-4d3f83", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "af9e526b-b7dd-4bb7-8cba-3f2a04f67ae8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-4d3f83"} 2026-09-11T12:21:14Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-4d3f83"}, "namespace": "ai-tenant-e2e-shared-b-w3-4d3f83", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "af9e526b-b7dd-4bb7-8cba-3f2a04f67ae8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-4d3f83", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T12:21:14Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-4d3f83"}, "namespace": "ai-tenant-e2e-shared-b-w3-4d3f83", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "af9e526b-b7dd-4bb7-8cba-3f2a04f67ae8", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w3-4d3f83 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T12:21:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-4d3f83"}, "namespace": "ai-tenant-e2e-shared-b-w3-4d3f83", "name": "odh-trusted-ca-bundle", "reconcileID": "0e70e667-759e-4297-9070-ef3ced90bbc7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-4d3f83"} 2026-09-11T12:21:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-4d3f83"}, "namespace": "ai-tenant-e2e-shared-b-w3-4d3f83", "name": "odh-trusted-ca-bundle", "reconcileID": "0e70e667-759e-4297-9070-ef3ced90bbc7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-4d3f83"} 2026-09-11T12:21:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-4d3f83"}, "namespace": "ai-tenant-e2e-shared-b-w3-4d3f83", "name": "openshift-service-ca.crt", "reconcileID": "00427ef0-74e8-4001-94a1-c5ed369e2dc9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-4d3f83"} 2026-09-11T12:21:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-4d3f83"}, "namespace": "ai-tenant-e2e-shared-b-w3-4d3f83", "name": "openshift-service-ca.crt", "reconcileID": "00427ef0-74e8-4001-94a1-c5ed369e2dc9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-4d3f83"} 2026-09-11T12:21:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-4d3f83"}, "namespace": "ai-tenant-e2e-shared-b-w3-4d3f83", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c707e010-d749-4c94-9025-f57e639a569f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-4d3f83"} 2026-09-11T12:21:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-4d3f83"}, "namespace": "ai-tenant-e2e-shared-b-w3-4d3f83", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c707e010-d749-4c94-9025-f57e639a569f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-4d3f83"} 2026-09-11T12:21:14Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-4d3f83","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-4d3f83", "reconcileID": "4213b3a9-7f2a-48c5-8d37-0f10fbbeb9d1", "Gateway": "e2e-shared-b-w3-4d3f83", "namespace": "openshift-ingress"} 2026-09-11T12:24:44Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-11T12:24:44Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-11T12:24:45Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-11T12:24:45Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-11T12:25:30Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b958743e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b958743e", "reconcileID": "3dd11d08-6fa9-4402-bd8a-6bf2cdf1ee99", "LLMInferenceService": "e2e-same-id-a-b958743e", "namespace": "llm"} 2026-09-11T12:25:30Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b958743e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b958743e", "reconcileID": "3dd11d08-6fa9-4402-bd8a-6bf2cdf1ee99", "LLMInferenceService": "e2e-same-id-a-b958743e", "namespace": "llm"} 2026-09-11T12:25:30Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b958743e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b958743e", "reconcileID": "3dd11d08-6fa9-4402-bd8a-6bf2cdf1ee99", "LLMInferenceService": "e2e-same-id-a-b958743e", "namespace": "llm"} 2026-09-11T12:25:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "03b62aee-24ec-4426-82d0-791f9348a3de", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T12:25:30Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b958743e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b958743e", "reconcileID": "3dd11d08-6fa9-4402-bd8a-6bf2cdf1ee99", "LLMInferenceService": "e2e-same-id-a-b958743e", "namespace": "llm", "name": "e2e-same-id-a-b958743e-kserve-route-authn"} 2026-09-11T12:25:30Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b958743e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b958743e", "reconcileID": "3dd11d08-6fa9-4402-bd8a-6bf2cdf1ee99", "LLMInferenceService": "e2e-same-id-a-b958743e", "namespace": "llm", "authType": "userdefined"} 2026-09-11T12:25:30Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b958743e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b958743e", "reconcileID": "3dd11d08-6fa9-4402-bd8a-6bf2cdf1ee99", "LLMInferenceService": "e2e-same-id-a-b958743e", "namespace": "llm"} 2026-09-11T12:25:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "03b62aee-24ec-4426-82d0-791f9348a3de", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T12:25:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "03b62aee-24ec-4426-82d0-791f9348a3de", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T12:25:31Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b958743e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b958743e", "reconcileID": "786294cb-7554-4be3-895f-0776d58c5809", "LLMInferenceService": "e2e-same-id-a-b958743e", "namespace": "llm"} 2026-09-11T12:25:31Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b958743e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b958743e", "reconcileID": "786294cb-7554-4be3-895f-0776d58c5809", "LLMInferenceService": "e2e-same-id-a-b958743e", "namespace": "llm"} 2026-09-11T12:25:31Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b958743e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b958743e", "reconcileID": "786294cb-7554-4be3-895f-0776d58c5809", "LLMInferenceService": "e2e-same-id-a-b958743e", "namespace": "llm"} 2026-09-11T12:25:31Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b958743e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b958743e", "reconcileID": "786294cb-7554-4be3-895f-0776d58c5809", "LLMInferenceService": "e2e-same-id-a-b958743e", "namespace": "llm", "name": "e2e-same-id-a-b958743e-kserve-route-authn"} 2026-09-11T12:25:31Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b958743e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b958743e", "reconcileID": "786294cb-7554-4be3-895f-0776d58c5809", "LLMInferenceService": "e2e-same-id-a-b958743e", "namespace": "llm", "authType": "userdefined"} 2026-09-11T12:25:31Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b958743e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b958743e", "reconcileID": "786294cb-7554-4be3-895f-0776d58c5809", "LLMInferenceService": "e2e-same-id-a-b958743e", "namespace": "llm"} 2026-09-11T12:25:31Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b958743e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b958743e", "reconcileID": "6bd1c8e3-365a-48c7-bf09-7399b6db3863", "LLMInferenceService": "e2e-same-id-b-b958743e", "namespace": "llm"} 2026-09-11T12:25:31Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b958743e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b958743e", "reconcileID": "6bd1c8e3-365a-48c7-bf09-7399b6db3863", "LLMInferenceService": "e2e-same-id-b-b958743e", "namespace": "llm"} 2026-09-11T12:25:31Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b958743e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b958743e", "reconcileID": "6bd1c8e3-365a-48c7-bf09-7399b6db3863", "LLMInferenceService": "e2e-same-id-b-b958743e", "namespace": "llm"} 2026-09-11T12:25:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7439144a-2230-4089-82f5-4203d6cd2d93", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T12:25:31Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b958743e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b958743e", "reconcileID": "6bd1c8e3-365a-48c7-bf09-7399b6db3863", "LLMInferenceService": "e2e-same-id-b-b958743e", "namespace": "llm", "name": "e2e-same-id-b-b958743e-kserve-route-authn"} 2026-09-11T12:25:31Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b958743e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b958743e", "reconcileID": "6bd1c8e3-365a-48c7-bf09-7399b6db3863", "LLMInferenceService": "e2e-same-id-b-b958743e", "namespace": "llm", "authType": "userdefined"} 2026-09-11T12:25:31Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b958743e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b958743e", "reconcileID": "6bd1c8e3-365a-48c7-bf09-7399b6db3863", "LLMInferenceService": "e2e-same-id-b-b958743e", "namespace": "llm"} 2026-09-11T12:25:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7439144a-2230-4089-82f5-4203d6cd2d93", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T12:25:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7439144a-2230-4089-82f5-4203d6cd2d93", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T12:25:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "17554f1c-f257-490a-b675-1bb8159188d2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T12:25:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "17554f1c-f257-490a-b675-1bb8159188d2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T12:25:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "17554f1c-f257-490a-b675-1bb8159188d2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T12:25:38Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b958743e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b958743e", "reconcileID": "9cbb6227-a85d-4cde-9804-c94795c7c780", "LLMInferenceService": "e2e-same-id-a-b958743e", "namespace": "llm"} 2026-09-11T12:25:38Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b958743e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b958743e", "reconcileID": "9cbb6227-a85d-4cde-9804-c94795c7c780", "LLMInferenceService": "e2e-same-id-a-b958743e", "namespace": "llm"} 2026-09-11T12:25:38Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b958743e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b958743e", "reconcileID": "9cbb6227-a85d-4cde-9804-c94795c7c780", "LLMInferenceService": "e2e-same-id-a-b958743e", "namespace": "llm"} 2026-09-11T12:25:38Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b958743e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b958743e", "reconcileID": "9cbb6227-a85d-4cde-9804-c94795c7c780", "LLMInferenceService": "e2e-same-id-a-b958743e", "namespace": "llm", "name": "e2e-same-id-a-b958743e-kserve-route-authn"} 2026-09-11T12:25:38Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b958743e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b958743e", "reconcileID": "9cbb6227-a85d-4cde-9804-c94795c7c780", "LLMInferenceService": "e2e-same-id-a-b958743e", "namespace": "llm", "authType": "userdefined"} 2026-09-11T12:25:38Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b958743e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b958743e", "reconcileID": "9cbb6227-a85d-4cde-9804-c94795c7c780", "LLMInferenceService": "e2e-same-id-a-b958743e", "namespace": "llm"} 2026-09-11T12:25:38Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b958743e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b958743e", "reconcileID": "d73aee90-6ae4-4902-8655-35f9e4ecd985", "LLMInferenceService": "e2e-same-id-b-b958743e", "namespace": "llm"} 2026-09-11T12:25:38Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b958743e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b958743e", "reconcileID": "d73aee90-6ae4-4902-8655-35f9e4ecd985", "LLMInferenceService": "e2e-same-id-b-b958743e", "namespace": "llm"} 2026-09-11T12:25:38Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b958743e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b958743e", "reconcileID": "d73aee90-6ae4-4902-8655-35f9e4ecd985", "LLMInferenceService": "e2e-same-id-b-b958743e", "namespace": "llm"} 2026-09-11T12:25:38Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b958743e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b958743e", "reconcileID": "d73aee90-6ae4-4902-8655-35f9e4ecd985", "LLMInferenceService": "e2e-same-id-b-b958743e", "namespace": "llm", "name": "e2e-same-id-b-b958743e-kserve-route-authn"} 2026-09-11T12:25:38Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b958743e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b958743e", "reconcileID": "d73aee90-6ae4-4902-8655-35f9e4ecd985", "LLMInferenceService": "e2e-same-id-b-b958743e", "namespace": "llm", "authType": "userdefined"} 2026-09-11T12:25:38Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b958743e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b958743e", "reconcileID": "d73aee90-6ae4-4902-8655-35f9e4ecd985", "LLMInferenceService": "e2e-same-id-b-b958743e", "namespace": "llm"} 2026-09-11T12:25:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ed42fe96-ee8c-40e7-860e-fa0fb3d7c943", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T12:25:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ed42fe96-ee8c-40e7-860e-fa0fb3d7c943", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T12:25:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ed42fe96-ee8c-40e7-860e-fa0fb3d7c943", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T12:25:54Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b958743e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b958743e", "reconcileID": "4637fdc2-509a-4d9b-93f9-ecbdb0815afe", "LLMInferenceService": "e2e-same-id-b-b958743e", "namespace": "llm"} 2026-09-11T12:25:54Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b958743e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b958743e", "reconcileID": "4637fdc2-509a-4d9b-93f9-ecbdb0815afe", "LLMInferenceService": "e2e-same-id-b-b958743e", "namespace": "llm"} 2026-09-11T12:25:54Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b958743e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b958743e", "reconcileID": "4637fdc2-509a-4d9b-93f9-ecbdb0815afe", "LLMInferenceService": "e2e-same-id-b-b958743e", "namespace": "llm"} 2026-09-11T12:25:54Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b958743e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b958743e", "reconcileID": "4637fdc2-509a-4d9b-93f9-ecbdb0815afe", "LLMInferenceService": "e2e-same-id-b-b958743e", "namespace": "llm", "name": "e2e-same-id-b-b958743e-kserve-route-authn"} 2026-09-11T12:25:54Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b958743e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b958743e", "reconcileID": "4637fdc2-509a-4d9b-93f9-ecbdb0815afe", "LLMInferenceService": "e2e-same-id-b-b958743e", "namespace": "llm", "authType": "userdefined"} 2026-09-11T12:25:54Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b958743e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b958743e", "reconcileID": "4637fdc2-509a-4d9b-93f9-ecbdb0815afe", "LLMInferenceService": "e2e-same-id-b-b958743e", "namespace": "llm"} 2026-09-11T12:26:10Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b958743e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b958743e", "reconcileID": "1aa96acc-7261-451d-81ae-531bcc1e97e9", "LLMInferenceService": "e2e-same-id-a-b958743e", "namespace": "llm"} 2026-09-11T12:26:10Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b958743e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b958743e", "reconcileID": "1aa96acc-7261-451d-81ae-531bcc1e97e9", "LLMInferenceService": "e2e-same-id-a-b958743e", "namespace": "llm"} 2026-09-11T12:26:10Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b958743e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b958743e", "reconcileID": "1aa96acc-7261-451d-81ae-531bcc1e97e9", "LLMInferenceService": "e2e-same-id-a-b958743e", "namespace": "llm"} 2026-09-11T12:26:10Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b958743e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b958743e", "reconcileID": "1aa96acc-7261-451d-81ae-531bcc1e97e9", "LLMInferenceService": "e2e-same-id-a-b958743e", "namespace": "llm", "name": "e2e-same-id-a-b958743e-kserve-route-authn"} 2026-09-11T12:26:10Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b958743e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b958743e", "reconcileID": "1aa96acc-7261-451d-81ae-531bcc1e97e9", "LLMInferenceService": "e2e-same-id-a-b958743e", "namespace": "llm", "authType": "userdefined"} 2026-09-11T12:26:10Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b958743e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b958743e", "reconcileID": "1aa96acc-7261-451d-81ae-531bcc1e97e9", "LLMInferenceService": "e2e-same-id-a-b958743e", "namespace": "llm"} 2026-09-11T12:26:23Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b958743e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b958743e", "reconcileID": "0f12ef77-90ff-423a-a420-7a052e948cd0", "LLMInferenceService": "e2e-same-id-b-b958743e", "namespace": "llm"} 2026-09-11T12:26:23Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b958743e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b958743e", "reconcileID": "0f12ef77-90ff-423a-a420-7a052e948cd0", "LLMInferenceService": "e2e-same-id-b-b958743e", "namespace": "llm"} 2026-09-11T12:26:23Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b958743e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b958743e", "reconcileID": "0f12ef77-90ff-423a-a420-7a052e948cd0", "LLMInferenceService": "e2e-same-id-b-b958743e", "namespace": "llm"} 2026-09-11T12:26:23Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b958743e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b958743e", "reconcileID": "0f12ef77-90ff-423a-a420-7a052e948cd0", "LLMInferenceService": "e2e-same-id-b-b958743e", "namespace": "llm", "name": "e2e-same-id-b-b958743e-kserve-route-authn"} 2026-09-11T12:26:23Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b958743e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b958743e", "reconcileID": "0f12ef77-90ff-423a-a420-7a052e948cd0", "LLMInferenceService": "e2e-same-id-b-b958743e", "namespace": "llm", "authType": "userdefined"} 2026-09-11T12:26:23Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b958743e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b958743e", "reconcileID": "0f12ef77-90ff-423a-a420-7a052e948cd0", "LLMInferenceService": "e2e-same-id-b-b958743e", "namespace": "llm"} 2026-09-11T12:26:26Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b958743e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b958743e", "reconcileID": "d78501b8-000a-4b62-bc23-fdd1a53c80da", "LLMInferenceService": "e2e-same-id-a-b958743e", "namespace": "llm"} 2026-09-11T12:26:26Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b958743e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b958743e", "reconcileID": "d78501b8-000a-4b62-bc23-fdd1a53c80da", "LLMInferenceService": "e2e-same-id-a-b958743e", "namespace": "llm", "name": "e2e-same-id-a-b958743e"} 2026-09-11T12:26:26Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b958743e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b958743e", "reconcileID": "d78501b8-000a-4b62-bc23-fdd1a53c80da", "LLMInferenceService": "e2e-same-id-a-b958743e", "namespace": "llm"} 2026-09-11T12:26:26Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b958743e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b958743e", "reconcileID": "d78501b8-000a-4b62-bc23-fdd1a53c80da", "LLMInferenceService": "e2e-same-id-a-b958743e", "namespace": "llm"} 2026-09-11T12:26:26Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b958743e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b958743e", "reconcileID": "d78501b8-000a-4b62-bc23-fdd1a53c80da", "LLMInferenceService": "e2e-same-id-a-b958743e", "namespace": "llm", "name": "e2e-same-id-a-b958743e-kserve-route-authn"} 2026-09-11T12:26:26Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b958743e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b958743e", "reconcileID": "d78501b8-000a-4b62-bc23-fdd1a53c80da", "LLMInferenceService": "e2e-same-id-a-b958743e", "namespace": "llm", "name": "e2e-same-id-a-b958743e-kserve-route-authn"} 2026-09-11T12:26:26Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b958743e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b958743e", "reconcileID": "7cdbe96c-1e17-4cb3-a783-b974f19cae72", "LLMInferenceService": "e2e-same-id-a-b958743e", "namespace": "llm"} 2026-09-11T12:26:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "628db0bb-b5ac-431a-94e6-304d1ad1ac2a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T12:26:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "628db0bb-b5ac-431a-94e6-304d1ad1ac2a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T12:26:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "628db0bb-b5ac-431a-94e6-304d1ad1ac2a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T12:26:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9d320222-3505-4b54-894d-c37465c8d951", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T12:26:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9d320222-3505-4b54-894d-c37465c8d951", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T12:26:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9d320222-3505-4b54-894d-c37465c8d951", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T12:26:26Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b958743e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b958743e", "reconcileID": "d01295ca-f117-471e-9f7c-fe6489570468", "LLMInferenceService": "e2e-same-id-b-b958743e", "namespace": "llm"} 2026-09-11T12:26:26Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b958743e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b958743e", "reconcileID": "d01295ca-f117-471e-9f7c-fe6489570468", "LLMInferenceService": "e2e-same-id-b-b958743e", "namespace": "llm", "name": "e2e-same-id-b-b958743e"} 2026-09-11T12:26:26Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b958743e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b958743e", "reconcileID": "d01295ca-f117-471e-9f7c-fe6489570468", "LLMInferenceService": "e2e-same-id-b-b958743e", "namespace": "llm"} 2026-09-11T12:26:26Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b958743e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b958743e", "reconcileID": "d01295ca-f117-471e-9f7c-fe6489570468", "LLMInferenceService": "e2e-same-id-b-b958743e", "namespace": "llm"} 2026-09-11T12:26:26Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b958743e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b958743e", "reconcileID": "d01295ca-f117-471e-9f7c-fe6489570468", "LLMInferenceService": "e2e-same-id-b-b958743e", "namespace": "llm", "name": "e2e-same-id-b-b958743e-kserve-route-authn"} 2026-09-11T12:26:26Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b958743e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b958743e", "reconcileID": "d01295ca-f117-471e-9f7c-fe6489570468", "LLMInferenceService": "e2e-same-id-b-b958743e", "namespace": "llm", "name": "e2e-same-id-b-b958743e-kserve-route-authn"} 2026-09-11T12:26:27Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b958743e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b958743e", "reconcileID": "4d036cc5-2cac-4377-a383-f6137a043780", "LLMInferenceService": "e2e-same-id-b-b958743e", "namespace": "llm"} 2026-09-11T12:26:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "564b4b1e-4a60-4c8b-9f5e-5d4851a5f8b0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T12:26:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "564b4b1e-4a60-4c8b-9f5e-5d4851a5f8b0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T12:26:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "564b4b1e-4a60-4c8b-9f5e-5d4851a5f8b0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T12:26:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "bf183447-5f42-4f1b-9a50-f58648941200", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T12:26:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "bf183447-5f42-4f1b-9a50-f58648941200", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T12:26:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "bf183447-5f42-4f1b-9a50-f58648941200", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}