2026-09-10T13:58:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-a00003","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-a00003", "reconcileID": "0e66e9f4-2d91-4b34-b31b-639d3627cdb5", "Gateway": "e2e-shared-b-w3-a00003", "namespace": "openshift-ingress"} 2026-09-10T13:58:25Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a00003","namespace":"ai-tenant-e2e-shared-b-w3-a00003"}, "namespace": "ai-tenant-e2e-shared-b-w3-a00003", "name": "rate-test-model-a00003", "reconcileID": "e6f509cf-8bce-4f75-8316-bd408052efe7", "LLMInferenceService": "rate-test-model-a00003", "namespace": "ai-tenant-e2e-shared-b-w3-a00003"} 2026-09-10T13:58:25Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a00003","namespace":"ai-tenant-e2e-shared-b-w3-a00003"}, "namespace": "ai-tenant-e2e-shared-b-w3-a00003", "name": "rate-test-model-a00003", "reconcileID": "e6f509cf-8bce-4f75-8316-bd408052efe7", "LLMInferenceService": "rate-test-model-a00003", "namespace": "ai-tenant-e2e-shared-b-w3-a00003"} 2026-09-10T13:58:25Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a00003","namespace":"ai-tenant-e2e-shared-b-w3-a00003"}, "namespace": "ai-tenant-e2e-shared-b-w3-a00003", "name": "rate-test-model-a00003", "reconcileID": "e6f509cf-8bce-4f75-8316-bd408052efe7", "LLMInferenceService": "rate-test-model-a00003", "namespace": "ai-tenant-e2e-shared-b-w3-a00003"} 2026-09-10T13:58:25Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a00003","namespace":"ai-tenant-e2e-shared-b-w3-a00003"}, "namespace": "ai-tenant-e2e-shared-b-w3-a00003", "name": "rate-test-model-a00003", "reconcileID": "e6f509cf-8bce-4f75-8316-bd408052efe7", "LLMInferenceService": "rate-test-model-a00003", "namespace": "ai-tenant-e2e-shared-b-w3-a00003", "name": "rate-test-model-a00003-kserve-route-authn"} 2026-09-10T13:58:25Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a00003","namespace":"ai-tenant-e2e-shared-b-w3-a00003"}, "namespace": "ai-tenant-e2e-shared-b-w3-a00003", "name": "rate-test-model-a00003", "reconcileID": "e6f509cf-8bce-4f75-8316-bd408052efe7", "LLMInferenceService": "rate-test-model-a00003", "namespace": "ai-tenant-e2e-shared-b-w3-a00003", "authType": "userdefined"} 2026-09-10T13:58:25Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a00003","namespace":"ai-tenant-e2e-shared-b-w3-a00003"}, "namespace": "ai-tenant-e2e-shared-b-w3-a00003", "name": "rate-test-model-a00003", "reconcileID": "e6f509cf-8bce-4f75-8316-bd408052efe7", "LLMInferenceService": "rate-test-model-a00003", "namespace": "ai-tenant-e2e-shared-b-w3-a00003"} 2026-09-10T13:58:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-83c318","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-83c318", "reconcileID": "c14725c3-b16f-46d9-980d-476b9854fe4f", "Gateway": "e2e-shared-a-w2-83c318", "namespace": "openshift-ingress"} 2026-09-10T13:58:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-83c318","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-83c318", "reconcileID": "c14725c3-b16f-46d9-980d-476b9854fe4f", "Gateway": "e2e-shared-a-w2-83c318", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-83c318-authn-ssl"} 2026-09-10T13:58:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-83c318","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-83c318", "reconcileID": "c14725c3-b16f-46d9-980d-476b9854fe4f", "Gateway": "e2e-shared-a-w2-83c318", "namespace": "openshift-ingress"} 2026-09-10T13:58:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-a00003","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-a00003", "reconcileID": "032bf7f5-1a4b-426b-a262-d8470042f6c2", "Gateway": "e2e-shared-b-w3-a00003", "namespace": "openshift-ingress"} 2026-09-10T13:58:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-a00003","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-a00003", "reconcileID": "032bf7f5-1a4b-426b-a262-d8470042f6c2", "Gateway": "e2e-shared-b-w3-a00003", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-a00003-authn-ssl"} 2026-09-10T13:58:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-a00003","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-a00003", "reconcileID": "032bf7f5-1a4b-426b-a262-d8470042f6c2", "Gateway": "e2e-shared-b-w3-a00003", "namespace": "openshift-ingress"} 2026-09-10T13:58:33Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a00003","namespace":"ai-tenant-e2e-shared-b-w3-a00003"}, "namespace": "ai-tenant-e2e-shared-b-w3-a00003", "name": "rate-test-model-a00003", "reconcileID": "0d5d3d28-9109-4d9f-b878-0999c4654322", "LLMInferenceService": "rate-test-model-a00003", "namespace": "ai-tenant-e2e-shared-b-w3-a00003"} 2026-09-10T13:58:33Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a00003","namespace":"ai-tenant-e2e-shared-b-w3-a00003"}, "namespace": "ai-tenant-e2e-shared-b-w3-a00003", "name": "rate-test-model-a00003", "reconcileID": "0d5d3d28-9109-4d9f-b878-0999c4654322", "LLMInferenceService": "rate-test-model-a00003", "namespace": "ai-tenant-e2e-shared-b-w3-a00003"} 2026-09-10T13:58:33Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a00003","namespace":"ai-tenant-e2e-shared-b-w3-a00003"}, "namespace": "ai-tenant-e2e-shared-b-w3-a00003", "name": "rate-test-model-a00003", "reconcileID": "0d5d3d28-9109-4d9f-b878-0999c4654322", "LLMInferenceService": "rate-test-model-a00003", "namespace": "ai-tenant-e2e-shared-b-w3-a00003"} 2026-09-10T13:58:33Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a00003","namespace":"ai-tenant-e2e-shared-b-w3-a00003"}, "namespace": "ai-tenant-e2e-shared-b-w3-a00003", "name": "rate-test-model-a00003", "reconcileID": "0d5d3d28-9109-4d9f-b878-0999c4654322", "LLMInferenceService": "rate-test-model-a00003", "namespace": "ai-tenant-e2e-shared-b-w3-a00003", "name": "rate-test-model-a00003-kserve-route-authn"} 2026-09-10T13:58:33Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a00003","namespace":"ai-tenant-e2e-shared-b-w3-a00003"}, "namespace": "ai-tenant-e2e-shared-b-w3-a00003", "name": "rate-test-model-a00003", "reconcileID": "0d5d3d28-9109-4d9f-b878-0999c4654322", "LLMInferenceService": "rate-test-model-a00003", "namespace": "ai-tenant-e2e-shared-b-w3-a00003", "authType": "userdefined"} 2026-09-10T13:58:33Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a00003","namespace":"ai-tenant-e2e-shared-b-w3-a00003"}, "namespace": "ai-tenant-e2e-shared-b-w3-a00003", "name": "rate-test-model-a00003", "reconcileID": "0d5d3d28-9109-4d9f-b878-0999c4654322", "LLMInferenceService": "rate-test-model-a00003", "namespace": "ai-tenant-e2e-shared-b-w3-a00003"} 2026-09-10T13:58:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-83c318","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-83c318", "reconcileID": "77b71cd6-166d-4e1e-aae5-025cac1d4d1b", "Gateway": "e2e-shared-a-w2-83c318", "namespace": "openshift-ingress"} 2026-09-10T13:58:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-83c318","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-83c318", "reconcileID": "77b71cd6-166d-4e1e-aae5-025cac1d4d1b", "Gateway": "e2e-shared-a-w2-83c318", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-83c318-authn-ssl"} 2026-09-10T13:58:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-83c318","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-83c318", "reconcileID": "77b71cd6-166d-4e1e-aae5-025cac1d4d1b", "Gateway": "e2e-shared-a-w2-83c318", "namespace": "openshift-ingress"} 2026-09-10T13:58:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-83c318"}, "namespace": "ai-tenant-e2e-shared-a-w2-83c318", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "36102140-4367-46eb-8a6c-27a540a48e42", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-83c318"} 2026-09-10T13:58:37Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-83c318"}, "namespace": "ai-tenant-e2e-shared-a-w2-83c318", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "36102140-4367-46eb-8a6c-27a540a48e42", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-83c318", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T13:58:37Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-83c318"}, "namespace": "ai-tenant-e2e-shared-a-w2-83c318", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "36102140-4367-46eb-8a6c-27a540a48e42", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w2-83c318 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T13:58:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-83c318"}, "namespace": "ai-tenant-e2e-shared-a-w2-83c318", "name": "odh-trusted-ca-bundle", "reconcileID": "04c8e54f-5191-4f6e-aba2-237456dbb2fa", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-83c318"} 2026-09-10T13:58:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-83c318"}, "namespace": "ai-tenant-e2e-shared-a-w2-83c318", "name": "odh-trusted-ca-bundle", "reconcileID": "04c8e54f-5191-4f6e-aba2-237456dbb2fa", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-83c318"} 2026-09-10T13:58:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-83c318"}, "namespace": "ai-tenant-e2e-shared-a-w2-83c318", "name": "openshift-service-ca.crt", "reconcileID": "cfc7f6d6-9e0e-43c9-b8c8-b09f1e2be0eb", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-83c318"} 2026-09-10T13:58:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-83c318"}, "namespace": "ai-tenant-e2e-shared-a-w2-83c318", "name": "openshift-service-ca.crt", "reconcileID": "cfc7f6d6-9e0e-43c9-b8c8-b09f1e2be0eb", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-83c318"} 2026-09-10T13:58:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-83c318"}, "namespace": "ai-tenant-e2e-shared-a-w2-83c318", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "091857c9-707b-4cea-9701-c1bfc5adc58a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-83c318"} 2026-09-10T13:58:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-83c318"}, "namespace": "ai-tenant-e2e-shared-a-w2-83c318", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "091857c9-707b-4cea-9701-c1bfc5adc58a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-83c318"} 2026-09-10T13:58:38Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-83c318","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-83c318", "reconcileID": "6011bf8a-5e58-403d-b00c-b08adc74aa75", "Gateway": "e2e-shared-a-w2-83c318", "namespace": "openshift-ingress"} 2026-09-10T13:58:39Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a00003","namespace":"ai-tenant-e2e-shared-b-w3-a00003"}, "namespace": "ai-tenant-e2e-shared-b-w3-a00003", "name": "rate-test-model-a00003", "reconcileID": "c241feec-af38-4416-b1ea-d2d8718c4337", "LLMInferenceService": "rate-test-model-a00003", "namespace": "ai-tenant-e2e-shared-b-w3-a00003"} 2026-09-10T13:58:39Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a00003","namespace":"ai-tenant-e2e-shared-b-w3-a00003"}, "namespace": "ai-tenant-e2e-shared-b-w3-a00003", "name": "rate-test-model-a00003", "reconcileID": "c241feec-af38-4416-b1ea-d2d8718c4337", "LLMInferenceService": "rate-test-model-a00003", "namespace": "ai-tenant-e2e-shared-b-w3-a00003"} 2026-09-10T13:58:39Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a00003","namespace":"ai-tenant-e2e-shared-b-w3-a00003"}, "namespace": "ai-tenant-e2e-shared-b-w3-a00003", "name": "rate-test-model-a00003", "reconcileID": "c241feec-af38-4416-b1ea-d2d8718c4337", "LLMInferenceService": "rate-test-model-a00003", "namespace": "ai-tenant-e2e-shared-b-w3-a00003"} 2026-09-10T13:58:39Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a00003","namespace":"ai-tenant-e2e-shared-b-w3-a00003"}, "namespace": "ai-tenant-e2e-shared-b-w3-a00003", "name": "rate-test-model-a00003", "reconcileID": "c241feec-af38-4416-b1ea-d2d8718c4337", "LLMInferenceService": "rate-test-model-a00003", "namespace": "ai-tenant-e2e-shared-b-w3-a00003", "name": "rate-test-model-a00003-kserve-route-authn"} 2026-09-10T13:58:39Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a00003","namespace":"ai-tenant-e2e-shared-b-w3-a00003"}, "namespace": "ai-tenant-e2e-shared-b-w3-a00003", "name": "rate-test-model-a00003", "reconcileID": "c241feec-af38-4416-b1ea-d2d8718c4337", "LLMInferenceService": "rate-test-model-a00003", "namespace": "ai-tenant-e2e-shared-b-w3-a00003", "authType": "userdefined"} 2026-09-10T13:58:39Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a00003","namespace":"ai-tenant-e2e-shared-b-w3-a00003"}, "namespace": "ai-tenant-e2e-shared-b-w3-a00003", "name": "rate-test-model-a00003", "reconcileID": "c241feec-af38-4416-b1ea-d2d8718c4337", "LLMInferenceService": "rate-test-model-a00003", "namespace": "ai-tenant-e2e-shared-b-w3-a00003"} 2026-09-10T13:58:42Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a00003","namespace":"ai-tenant-e2e-shared-b-w3-a00003"}, "namespace": "ai-tenant-e2e-shared-b-w3-a00003", "name": "rate-test-model-a00003", "reconcileID": "2e4c2469-6bef-4d27-8c22-bd37fde480e6", "LLMInferenceService": "rate-test-model-a00003", "namespace": "ai-tenant-e2e-shared-b-w3-a00003"} 2026-09-10T13:58:42Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a00003","namespace":"ai-tenant-e2e-shared-b-w3-a00003"}, "namespace": "ai-tenant-e2e-shared-b-w3-a00003", "name": "rate-test-model-a00003", "reconcileID": "2e4c2469-6bef-4d27-8c22-bd37fde480e6", "LLMInferenceService": "rate-test-model-a00003", "namespace": "ai-tenant-e2e-shared-b-w3-a00003"} 2026-09-10T13:58:42Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a00003","namespace":"ai-tenant-e2e-shared-b-w3-a00003"}, "namespace": "ai-tenant-e2e-shared-b-w3-a00003", "name": "rate-test-model-a00003", "reconcileID": "2e4c2469-6bef-4d27-8c22-bd37fde480e6", "LLMInferenceService": "rate-test-model-a00003", "namespace": "ai-tenant-e2e-shared-b-w3-a00003"} 2026-09-10T13:58:42Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a00003","namespace":"ai-tenant-e2e-shared-b-w3-a00003"}, "namespace": "ai-tenant-e2e-shared-b-w3-a00003", "name": "rate-test-model-a00003", "reconcileID": "2e4c2469-6bef-4d27-8c22-bd37fde480e6", "LLMInferenceService": "rate-test-model-a00003", "namespace": "ai-tenant-e2e-shared-b-w3-a00003", "name": "rate-test-model-a00003-kserve-route-authn"} 2026-09-10T13:58:42Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a00003","namespace":"ai-tenant-e2e-shared-b-w3-a00003"}, "namespace": "ai-tenant-e2e-shared-b-w3-a00003", "name": "rate-test-model-a00003", "reconcileID": "2e4c2469-6bef-4d27-8c22-bd37fde480e6", "LLMInferenceService": "rate-test-model-a00003", "namespace": "ai-tenant-e2e-shared-b-w3-a00003", "authType": "userdefined"} 2026-09-10T13:58:42Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a00003","namespace":"ai-tenant-e2e-shared-b-w3-a00003"}, "namespace": "ai-tenant-e2e-shared-b-w3-a00003", "name": "rate-test-model-a00003", "reconcileID": "2e4c2469-6bef-4d27-8c22-bd37fde480e6", "LLMInferenceService": "rate-test-model-a00003", "namespace": "ai-tenant-e2e-shared-b-w3-a00003"} 2026-09-10T13:58:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-a310dd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-a310dd", "reconcileID": "463af5c3-5c60-406f-9377-8a8dcfd6c706", "Gateway": "e2e-shared-b-w2-a310dd", "namespace": "openshift-ingress"} 2026-09-10T13:58:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-a310dd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-a310dd", "reconcileID": "463af5c3-5c60-406f-9377-8a8dcfd6c706", "Gateway": "e2e-shared-b-w2-a310dd", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-a310dd-authn-ssl"} 2026-09-10T13:58:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-a310dd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-a310dd", "reconcileID": "463af5c3-5c60-406f-9377-8a8dcfd6c706", "Gateway": "e2e-shared-b-w2-a310dd", "namespace": "openshift-ingress"} 2026-09-10T13:58:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-a310dd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-a310dd", "reconcileID": "f1fe7a25-01e5-45d2-8c60-84d8464ed939", "Gateway": "e2e-shared-b-w2-a310dd", "namespace": "openshift-ingress"} 2026-09-10T13:58:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-a310dd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-a310dd", "reconcileID": "f1fe7a25-01e5-45d2-8c60-84d8464ed939", "Gateway": "e2e-shared-b-w2-a310dd", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-a310dd-authn-ssl"} 2026-09-10T13:58:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-a310dd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-a310dd", "reconcileID": "f1fe7a25-01e5-45d2-8c60-84d8464ed939", "Gateway": "e2e-shared-b-w2-a310dd", "namespace": "openshift-ingress"} 2026-09-10T13:58:57Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-a310dd"}, "namespace": "ai-tenant-e2e-shared-b-w2-a310dd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "935a7801-6acd-4de7-9caf-59927c3569e5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-a310dd"} 2026-09-10T13:58:57Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-a310dd"}, "namespace": "ai-tenant-e2e-shared-b-w2-a310dd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "935a7801-6acd-4de7-9caf-59927c3569e5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-a310dd", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T13:58:57Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-a310dd"}, "namespace": "ai-tenant-e2e-shared-b-w2-a310dd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "935a7801-6acd-4de7-9caf-59927c3569e5", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w2-a310dd because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T13:58:57Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-a310dd"}, "namespace": "ai-tenant-e2e-shared-b-w2-a310dd", "name": "odh-trusted-ca-bundle", "reconcileID": "35ac7679-678c-4021-999c-97199693d150", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-a310dd"} 2026-09-10T13:58:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-a310dd"}, "namespace": "ai-tenant-e2e-shared-b-w2-a310dd", "name": "odh-trusted-ca-bundle", "reconcileID": "35ac7679-678c-4021-999c-97199693d150", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-a310dd"} 2026-09-10T13:58:57Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-a310dd"}, "namespace": "ai-tenant-e2e-shared-b-w2-a310dd", "name": "openshift-service-ca.crt", "reconcileID": "43c57214-c359-4f43-8cc1-779e38175dfd", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-a310dd"} 2026-09-10T13:58:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-a310dd"}, "namespace": "ai-tenant-e2e-shared-b-w2-a310dd", "name": "openshift-service-ca.crt", "reconcileID": "43c57214-c359-4f43-8cc1-779e38175dfd", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-a310dd"} 2026-09-10T13:58:57Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-a310dd"}, "namespace": "ai-tenant-e2e-shared-b-w2-a310dd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b957022b-6116-4e2a-b575-4162ef7e1cf0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-a310dd"} 2026-09-10T13:58:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-a310dd"}, "namespace": "ai-tenant-e2e-shared-b-w2-a310dd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b957022b-6116-4e2a-b575-4162ef7e1cf0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-a310dd"} 2026-09-10T13:58:58Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-a310dd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-a310dd", "reconcileID": "0330bf74-0bc7-4867-8141-34abf221b158", "Gateway": "e2e-shared-b-w2-a310dd", "namespace": "openshift-ingress"} 2026-09-10T13:59:18Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7a11e9","namespace":"ai-tenant-e2e-shared-a-w3-7a11e9"}, "namespace": "ai-tenant-e2e-shared-a-w3-7a11e9", "name": "rate-test-model-7a11e9", "reconcileID": "a03fb4ff-2e75-4c73-9e74-65c0e80cccb6", "LLMInferenceService": "rate-test-model-7a11e9", "namespace": "ai-tenant-e2e-shared-a-w3-7a11e9"} 2026-09-10T13:59:18Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7a11e9","namespace":"ai-tenant-e2e-shared-a-w3-7a11e9"}, "namespace": "ai-tenant-e2e-shared-a-w3-7a11e9", "name": "rate-test-model-7a11e9", "reconcileID": "a03fb4ff-2e75-4c73-9e74-65c0e80cccb6", "LLMInferenceService": "rate-test-model-7a11e9", "namespace": "ai-tenant-e2e-shared-a-w3-7a11e9", "name": "rate-test-model-7a11e9"} 2026-09-10T13:59:18Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7a11e9","namespace":"ai-tenant-e2e-shared-a-w3-7a11e9"}, "namespace": "ai-tenant-e2e-shared-a-w3-7a11e9", "name": "rate-test-model-7a11e9", "reconcileID": "a03fb4ff-2e75-4c73-9e74-65c0e80cccb6", "LLMInferenceService": "rate-test-model-7a11e9", "namespace": "ai-tenant-e2e-shared-a-w3-7a11e9"} 2026-09-10T13:59:18Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7a11e9","namespace":"ai-tenant-e2e-shared-a-w3-7a11e9"}, "namespace": "ai-tenant-e2e-shared-a-w3-7a11e9", "name": "rate-test-model-7a11e9", "reconcileID": "a03fb4ff-2e75-4c73-9e74-65c0e80cccb6", "LLMInferenceService": "rate-test-model-7a11e9", "namespace": "ai-tenant-e2e-shared-a-w3-7a11e9"} 2026-09-10T13:59:18Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7a11e9","namespace":"ai-tenant-e2e-shared-a-w3-7a11e9"}, "namespace": "ai-tenant-e2e-shared-a-w3-7a11e9", "name": "rate-test-model-7a11e9", "reconcileID": "a03fb4ff-2e75-4c73-9e74-65c0e80cccb6", "LLMInferenceService": "rate-test-model-7a11e9", "namespace": "ai-tenant-e2e-shared-a-w3-7a11e9", "name": "rate-test-model-7a11e9-kserve-route-authn"} 2026-09-10T13:59:18Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7a11e9","namespace":"ai-tenant-e2e-shared-a-w3-7a11e9"}, "namespace": "ai-tenant-e2e-shared-a-w3-7a11e9", "name": "rate-test-model-7a11e9", "reconcileID": "a03fb4ff-2e75-4c73-9e74-65c0e80cccb6", "LLMInferenceService": "rate-test-model-7a11e9", "namespace": "ai-tenant-e2e-shared-a-w3-7a11e9", "name": "rate-test-model-7a11e9-kserve-route-authn"} 2026-09-10T13:59:18Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7a11e9","namespace":"ai-tenant-e2e-shared-a-w3-7a11e9"}, "namespace": "ai-tenant-e2e-shared-a-w3-7a11e9", "name": "rate-test-model-7a11e9", "reconcileID": "a03fb4ff-2e75-4c73-9e74-65c0e80cccb6", "LLMInferenceService": "rate-test-model-7a11e9", "namespace": "ai-tenant-e2e-shared-a-w3-7a11e9", "namespace": "ai-tenant-e2e-shared-a-w3-7a11e9"} 2026-09-10T13:59:18Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7a11e9","namespace":"ai-tenant-e2e-shared-a-w3-7a11e9"}, "namespace": "ai-tenant-e2e-shared-a-w3-7a11e9", "name": "rate-test-model-7a11e9", "reconcileID": "a03fb4ff-2e75-4c73-9e74-65c0e80cccb6", "LLMInferenceService": "rate-test-model-7a11e9", "namespace": "ai-tenant-e2e-shared-a-w3-7a11e9", "namespace": "ai-tenant-e2e-shared-a-w3-7a11e9"} 2026-09-10T13:59:18Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7a11e9","namespace":"ai-tenant-e2e-shared-a-w3-7a11e9"}, "namespace": "ai-tenant-e2e-shared-a-w3-7a11e9", "name": "rate-test-model-7a11e9", "reconcileID": "f8fa29dd-d386-4072-b5c9-1aa1cb40ac88", "LLMInferenceService": "rate-test-model-7a11e9", "namespace": "ai-tenant-e2e-shared-a-w3-7a11e9"} 2026-09-10T13:59:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-7a11e9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-7a11e9", "reconcileID": "b0b498f9-0c05-400c-bce2-9b3ed709f1b6", "Gateway": "e2e-shared-a-w3-7a11e9", "namespace": "openshift-ingress"} 2026-09-10T13:59:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-7a11e9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-7a11e9", "reconcileID": "b0b498f9-0c05-400c-bce2-9b3ed709f1b6", "Gateway": "e2e-shared-a-w3-7a11e9", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-7a11e9-authn-ssl"} 2026-09-10T13:59:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-7a11e9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-7a11e9", "reconcileID": "b0b498f9-0c05-400c-bce2-9b3ed709f1b6", "Gateway": "e2e-shared-a-w3-7a11e9", "namespace": "openshift-ingress"} 2026-09-10T13:59:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-7a11e9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-7a11e9", "reconcileID": "6cb4c5bc-ecaa-4b20-bd37-104cf0638b46", "Gateway": "e2e-shared-a-w3-7a11e9", "namespace": "openshift-ingress"} 2026-09-10T13:59:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-7a11e9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-7a11e9", "reconcileID": "6cb4c5bc-ecaa-4b20-bd37-104cf0638b46", "Gateway": "e2e-shared-a-w3-7a11e9", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-7a11e9-authn-ssl"} 2026-09-10T13:59:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-7a11e9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-7a11e9", "reconcileID": "6cb4c5bc-ecaa-4b20-bd37-104cf0638b46", "Gateway": "e2e-shared-a-w3-7a11e9", "namespace": "openshift-ingress"} 2026-09-10T13:59:18Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a00003","namespace":"ai-tenant-e2e-shared-b-w3-a00003"}, "namespace": "ai-tenant-e2e-shared-b-w3-a00003", "name": "rate-test-model-a00003", "reconcileID": "62de556b-0e57-4957-9645-8ec2b3ea877b", "LLMInferenceService": "rate-test-model-a00003", "namespace": "ai-tenant-e2e-shared-b-w3-a00003"} 2026-09-10T13:59:18Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a00003","namespace":"ai-tenant-e2e-shared-b-w3-a00003"}, "namespace": "ai-tenant-e2e-shared-b-w3-a00003", "name": "rate-test-model-a00003", "reconcileID": "62de556b-0e57-4957-9645-8ec2b3ea877b", "LLMInferenceService": "rate-test-model-a00003", "namespace": "ai-tenant-e2e-shared-b-w3-a00003", "name": "rate-test-model-a00003"} 2026-09-10T13:59:18Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a00003","namespace":"ai-tenant-e2e-shared-b-w3-a00003"}, "namespace": "ai-tenant-e2e-shared-b-w3-a00003", "name": "rate-test-model-a00003", "reconcileID": "62de556b-0e57-4957-9645-8ec2b3ea877b", "LLMInferenceService": "rate-test-model-a00003", "namespace": "ai-tenant-e2e-shared-b-w3-a00003"} 2026-09-10T13:59:18Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a00003","namespace":"ai-tenant-e2e-shared-b-w3-a00003"}, "namespace": "ai-tenant-e2e-shared-b-w3-a00003", "name": "rate-test-model-a00003", "reconcileID": "62de556b-0e57-4957-9645-8ec2b3ea877b", "LLMInferenceService": "rate-test-model-a00003", "namespace": "ai-tenant-e2e-shared-b-w3-a00003"} 2026-09-10T13:59:18Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a00003","namespace":"ai-tenant-e2e-shared-b-w3-a00003"}, "namespace": "ai-tenant-e2e-shared-b-w3-a00003", "name": "rate-test-model-a00003", "reconcileID": "62de556b-0e57-4957-9645-8ec2b3ea877b", "LLMInferenceService": "rate-test-model-a00003", "namespace": "ai-tenant-e2e-shared-b-w3-a00003", "name": "rate-test-model-a00003-kserve-route-authn"} 2026-09-10T13:59:18Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a00003","namespace":"ai-tenant-e2e-shared-b-w3-a00003"}, "namespace": "ai-tenant-e2e-shared-b-w3-a00003", "name": "rate-test-model-a00003", "reconcileID": "62de556b-0e57-4957-9645-8ec2b3ea877b", "LLMInferenceService": "rate-test-model-a00003", "namespace": "ai-tenant-e2e-shared-b-w3-a00003", "name": "rate-test-model-a00003-kserve-route-authn"} 2026-09-10T13:59:18Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a00003","namespace":"ai-tenant-e2e-shared-b-w3-a00003"}, "namespace": "ai-tenant-e2e-shared-b-w3-a00003", "name": "rate-test-model-a00003", "reconcileID": "62de556b-0e57-4957-9645-8ec2b3ea877b", "LLMInferenceService": "rate-test-model-a00003", "namespace": "ai-tenant-e2e-shared-b-w3-a00003", "namespace": "ai-tenant-e2e-shared-b-w3-a00003"} 2026-09-10T13:59:18Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a00003","namespace":"ai-tenant-e2e-shared-b-w3-a00003"}, "namespace": "ai-tenant-e2e-shared-b-w3-a00003", "name": "rate-test-model-a00003", "reconcileID": "62de556b-0e57-4957-9645-8ec2b3ea877b", "LLMInferenceService": "rate-test-model-a00003", "namespace": "ai-tenant-e2e-shared-b-w3-a00003", "namespace": "ai-tenant-e2e-shared-b-w3-a00003"} 2026-09-10T13:59:19Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a00003","namespace":"ai-tenant-e2e-shared-b-w3-a00003"}, "namespace": "ai-tenant-e2e-shared-b-w3-a00003", "name": "rate-test-model-a00003", "reconcileID": "cca267b9-76bd-4adb-9908-b0807f441974", "LLMInferenceService": "rate-test-model-a00003", "namespace": "ai-tenant-e2e-shared-b-w3-a00003"} 2026-09-10T13:59:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-a00003","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-a00003", "reconcileID": "815b5f06-afa1-49a0-a069-dc4f48b77ef0", "Gateway": "e2e-shared-b-w3-a00003", "namespace": "openshift-ingress"} 2026-09-10T13:59:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-a00003","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-a00003", "reconcileID": "815b5f06-afa1-49a0-a069-dc4f48b77ef0", "Gateway": "e2e-shared-b-w3-a00003", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-a00003-authn-ssl"} 2026-09-10T13:59:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-a00003","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-a00003", "reconcileID": "815b5f06-afa1-49a0-a069-dc4f48b77ef0", "Gateway": "e2e-shared-b-w3-a00003", "namespace": "openshift-ingress"} 2026-09-10T13:59:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-a00003","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-a00003", "reconcileID": "a8dbc28c-ae6e-4bd5-8afa-067a89b83573", "Gateway": "e2e-shared-b-w3-a00003", "namespace": "openshift-ingress"} 2026-09-10T13:59:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-a00003","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-a00003", "reconcileID": "a8dbc28c-ae6e-4bd5-8afa-067a89b83573", "Gateway": "e2e-shared-b-w3-a00003", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-a00003-authn-ssl"} 2026-09-10T13:59:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-a00003","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-a00003", "reconcileID": "a8dbc28c-ae6e-4bd5-8afa-067a89b83573", "Gateway": "e2e-shared-b-w3-a00003", "namespace": "openshift-ingress"} 2026-09-10T13:59:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3f01c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3f01c7", "reconcileID": "7011ffb7-8a48-43e0-8751-ac753668009d", "Gateway": "e2e-ipp-a-3f01c7", "namespace": "openshift-ingress"} 2026-09-10T13:59:20Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3f01c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3f01c7", "reconcileID": "7011ffb7-8a48-43e0-8751-ac753668009d", "Gateway": "e2e-ipp-a-3f01c7", "namespace": "openshift-ingress", "name": "e2e-ipp-a-3f01c7-authn-ssl"} 2026-09-10T13:59:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3f01c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3f01c7", "reconcileID": "7011ffb7-8a48-43e0-8751-ac753668009d", "Gateway": "e2e-ipp-a-3f01c7", "namespace": "openshift-ingress"} 2026-09-10T13:59:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3f01c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3f01c7", "reconcileID": "7eecdef7-ed45-4a4b-b78e-a61372b1a171", "Gateway": "e2e-ipp-a-3f01c7", "namespace": "openshift-ingress"} 2026-09-10T13:59:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3f01c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3f01c7", "reconcileID": "7eecdef7-ed45-4a4b-b78e-a61372b1a171", "Gateway": "e2e-ipp-a-3f01c7", "namespace": "openshift-ingress", "name": "e2e-ipp-a-3f01c7-authn-ssl"} 2026-09-10T13:59:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3f01c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3f01c7", "reconcileID": "7eecdef7-ed45-4a4b-b78e-a61372b1a171", "Gateway": "e2e-ipp-a-3f01c7", "namespace": "openshift-ingress"} 2026-09-10T13:59:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3f01c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3f01c7", "reconcileID": "f2651169-b587-496a-8c3d-50f8acbc9f21", "Gateway": "e2e-ipp-a-3f01c7", "namespace": "openshift-ingress"} 2026-09-10T13:59:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3f01c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3f01c7", "reconcileID": "f2651169-b587-496a-8c3d-50f8acbc9f21", "Gateway": "e2e-ipp-a-3f01c7", "namespace": "openshift-ingress", "name": "e2e-ipp-a-3f01c7-authn-ssl"} 2026-09-10T13:59:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3f01c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3f01c7", "reconcileID": "f2651169-b587-496a-8c3d-50f8acbc9f21", "Gateway": "e2e-ipp-a-3f01c7", "namespace": "openshift-ingress"} 2026-09-10T13:59:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3f01c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3f01c7", "reconcileID": "cd07e56f-1b31-4670-8129-b85bdd78d7f6", "Gateway": "e2e-ipp-a-3f01c7", "namespace": "openshift-ingress"} 2026-09-10T13:59:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3f01c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3f01c7", "reconcileID": "cd07e56f-1b31-4670-8129-b85bdd78d7f6", "Gateway": "e2e-ipp-a-3f01c7", "namespace": "openshift-ingress", "name": "e2e-ipp-a-3f01c7-authn-ssl"} 2026-09-10T13:59:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3f01c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3f01c7", "reconcileID": "cd07e56f-1b31-4670-8129-b85bdd78d7f6", "Gateway": "e2e-ipp-a-3f01c7", "namespace": "openshift-ingress"} 2026-09-10T13:59:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3f01c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3f01c7", "reconcileID": "f55ee4f0-4f0d-49bc-a32a-7249e04c7e08", "Gateway": "e2e-ipp-a-3f01c7", "namespace": "openshift-ingress"} 2026-09-10T13:59:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3f01c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3f01c7", "reconcileID": "f55ee4f0-4f0d-49bc-a32a-7249e04c7e08", "Gateway": "e2e-ipp-a-3f01c7", "namespace": "openshift-ingress", "name": "e2e-ipp-a-3f01c7-authn-ssl"} 2026-09-10T13:59:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3f01c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3f01c7", "reconcileID": "f55ee4f0-4f0d-49bc-a32a-7249e04c7e08", "Gateway": "e2e-ipp-a-3f01c7", "namespace": "openshift-ingress"} 2026-09-10T13:59:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3f01c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3f01c7", "reconcileID": "904d9b42-0811-4035-8bae-6baa01e297fe", "Gateway": "e2e-ipp-a-3f01c7", "namespace": "openshift-ingress"} 2026-09-10T13:59:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3f01c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3f01c7", "reconcileID": "904d9b42-0811-4035-8bae-6baa01e297fe", "Gateway": "e2e-ipp-a-3f01c7", "namespace": "openshift-ingress", "name": "e2e-ipp-a-3f01c7-authn-ssl"} 2026-09-10T13:59:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3f01c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3f01c7", "reconcileID": "904d9b42-0811-4035-8bae-6baa01e297fe", "Gateway": "e2e-ipp-a-3f01c7", "namespace": "openshift-ingress"} 2026-09-10T13:59:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3f01c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3f01c7", "reconcileID": "09656302-fd80-413b-9e56-ce3c075298e7", "Gateway": "e2e-ipp-a-3f01c7", "namespace": "openshift-ingress"} 2026-09-10T13:59:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3f01c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3f01c7", "reconcileID": "09656302-fd80-413b-9e56-ce3c075298e7", "Gateway": "e2e-ipp-a-3f01c7", "namespace": "openshift-ingress", "name": "e2e-ipp-a-3f01c7-authn-ssl"} 2026-09-10T13:59:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3f01c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3f01c7", "reconcileID": "09656302-fd80-413b-9e56-ce3c075298e7", "Gateway": "e2e-ipp-a-3f01c7", "namespace": "openshift-ingress"} 2026-09-10T13:59:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3f01c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3f01c7", "reconcileID": "418c735d-b473-4bb1-8225-3eaa3ae906d9", "Gateway": "e2e-ipp-a-3f01c7", "namespace": "openshift-ingress"} 2026-09-10T13:59:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3f01c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3f01c7", "reconcileID": "418c735d-b473-4bb1-8225-3eaa3ae906d9", "Gateway": "e2e-ipp-a-3f01c7", "namespace": "openshift-ingress", "name": "e2e-ipp-a-3f01c7-authn-ssl"} 2026-09-10T13:59:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3f01c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3f01c7", "reconcileID": "418c735d-b473-4bb1-8225-3eaa3ae906d9", "Gateway": "e2e-ipp-a-3f01c7", "namespace": "openshift-ingress"} 2026-09-10T13:59:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-3f01c7"}, "namespace": "ai-tenant-e2e-ipp-a-3f01c7", "name": "openshift-service-ca.crt", "reconcileID": "2b2bb03f-9d0f-4bce-bc58-fa45454ef868", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-3f01c7"} 2026-09-10T13:59:23Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-3f01c7"}, "namespace": "ai-tenant-e2e-ipp-a-3f01c7", "name": "openshift-service-ca.crt", "reconcileID": "8ae57452-0ae3-4f5f-bd5d-bcd9e9c8e0e3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-3f01c7", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T13:59:23Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-3f01c7"}, "namespace": "ai-tenant-e2e-ipp-a-3f01c7", "name": "openshift-service-ca.crt", "reconcileID": "8ae57452-0ae3-4f5f-bd5d-bcd9e9c8e0e3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-3f01c7"} 2026-09-10T13:59:23Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-3f01c7"}, "namespace": "ai-tenant-e2e-ipp-a-3f01c7", "name": "odh-trusted-ca-bundle", "reconcileID": "edb6b628-842f-48ab-aa5f-4c640feb106e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-3f01c7", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T13:59:23Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-3f01c7"}, "namespace": "ai-tenant-e2e-ipp-a-3f01c7", "name": "odh-trusted-ca-bundle", "reconcileID": "edb6b628-842f-48ab-aa5f-4c640feb106e", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T13:59:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-3f01c7"}, "namespace": "ai-tenant-e2e-ipp-a-3f01c7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4f63f841-b135-4b62-8f3d-493e12cc2c83", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-3f01c7"} 2026-09-10T13:59:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-3f01c7"}, "namespace": "ai-tenant-e2e-ipp-a-3f01c7", "name": "openshift-service-ca.crt", "reconcileID": "4453b101-15d9-471f-b16a-f8a75eecd925", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-3f01c7"} 2026-09-10T13:59:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-3f01c7"}, "namespace": "ai-tenant-e2e-ipp-a-3f01c7", "name": "odh-trusted-ca-bundle", "reconcileID": "0a20c1b8-e57a-4591-814e-ae71fe4e0b0f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-3f01c7"} 2026-09-10T13:59:23Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-3f01c7"}, "namespace": "ai-tenant-e2e-ipp-a-3f01c7", "name": "odh-trusted-ca-bundle", "reconcileID": "f3ac4ff5-7e6c-461f-9532-3552796e819b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-3f01c7", "update": "odh-kserve-custom-ca-bundle"} 2026-09-10T13:59:23Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-3f01c7"}, "namespace": "ai-tenant-e2e-ipp-a-3f01c7", "name": "odh-trusted-ca-bundle", "reconcileID": "f3ac4ff5-7e6c-461f-9532-3552796e819b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-3f01c7"} 2026-09-10T13:59:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-3f01c7"}, "namespace": "ai-tenant-e2e-ipp-a-3f01c7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "51ceb802-4d59-4662-9a54-a1084b0d9217", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-3f01c7"} 2026-09-10T13:59:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3f01c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3f01c7", "reconcileID": "d73a88f0-82e9-42be-946a-0d5cf6c1cfa4", "Gateway": "e2e-ipp-a-3f01c7", "namespace": "openshift-ingress"} 2026-09-10T13:59:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3f01c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3f01c7", "reconcileID": "d73a88f0-82e9-42be-946a-0d5cf6c1cfa4", "Gateway": "e2e-ipp-a-3f01c7", "namespace": "openshift-ingress", "name": "e2e-ipp-a-3f01c7-authn-ssl"} 2026-09-10T13:59:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3f01c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3f01c7", "reconcileID": "d73a88f0-82e9-42be-946a-0d5cf6c1cfa4", "Gateway": "e2e-ipp-a-3f01c7", "namespace": "openshift-ingress"} 2026-09-10T13:59:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3f01c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3f01c7", "reconcileID": "1123fdc7-f2f7-4cdc-8637-98c753bc0738", "Gateway": "e2e-ipp-a-3f01c7", "namespace": "openshift-ingress"} 2026-09-10T13:59:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3f01c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3f01c7", "reconcileID": "1123fdc7-f2f7-4cdc-8637-98c753bc0738", "Gateway": "e2e-ipp-a-3f01c7", "namespace": "openshift-ingress", "name": "e2e-ipp-a-3f01c7-authn-ssl"} 2026-09-10T13:59:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3f01c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3f01c7", "reconcileID": "1123fdc7-f2f7-4cdc-8637-98c753bc0738", "Gateway": "e2e-ipp-a-3f01c7", "namespace": "openshift-ingress"} 2026-09-10T13:59:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b0741a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b0741a", "reconcileID": "2dc3f54d-c3bf-4c87-92da-ef17e004b5c5", "Gateway": "e2e-ipp-b-b0741a", "namespace": "openshift-ingress"} 2026-09-10T13:59:49Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b0741a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b0741a", "reconcileID": "2dc3f54d-c3bf-4c87-92da-ef17e004b5c5", "Gateway": "e2e-ipp-b-b0741a", "namespace": "openshift-ingress", "name": "e2e-ipp-b-b0741a-authn-ssl"} 2026-09-10T13:59:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b0741a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b0741a", "reconcileID": "2dc3f54d-c3bf-4c87-92da-ef17e004b5c5", "Gateway": "e2e-ipp-b-b0741a", "namespace": "openshift-ingress"} 2026-09-10T13:59:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b0741a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b0741a", "reconcileID": "23a45607-966d-40d8-bb80-161e243c3e62", "Gateway": "e2e-ipp-b-b0741a", "namespace": "openshift-ingress"} 2026-09-10T13:59:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b0741a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b0741a", "reconcileID": "23a45607-966d-40d8-bb80-161e243c3e62", "Gateway": "e2e-ipp-b-b0741a", "namespace": "openshift-ingress", "name": "e2e-ipp-b-b0741a-authn-ssl"} 2026-09-10T13:59:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b0741a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b0741a", "reconcileID": "23a45607-966d-40d8-bb80-161e243c3e62", "Gateway": "e2e-ipp-b-b0741a", "namespace": "openshift-ingress"} 2026-09-10T13:59:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b0741a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b0741a", "reconcileID": "e28afa7a-b6a1-4cd4-a079-2156989c124d", "Gateway": "e2e-ipp-b-b0741a", "namespace": "openshift-ingress"} 2026-09-10T13:59:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b0741a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b0741a", "reconcileID": "e28afa7a-b6a1-4cd4-a079-2156989c124d", "Gateway": "e2e-ipp-b-b0741a", "namespace": "openshift-ingress", "name": "e2e-ipp-b-b0741a-authn-ssl"} 2026-09-10T13:59:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b0741a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b0741a", "reconcileID": "e28afa7a-b6a1-4cd4-a079-2156989c124d", "Gateway": "e2e-ipp-b-b0741a", "namespace": "openshift-ingress"} 2026-09-10T13:59:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b0741a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b0741a", "reconcileID": "6457c1df-5ceb-445a-8633-1f210967056b", "Gateway": "e2e-ipp-b-b0741a", "namespace": "openshift-ingress"} 2026-09-10T13:59:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b0741a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b0741a", "reconcileID": "6457c1df-5ceb-445a-8633-1f210967056b", "Gateway": "e2e-ipp-b-b0741a", "namespace": "openshift-ingress", "name": "e2e-ipp-b-b0741a-authn-ssl"} 2026-09-10T13:59:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b0741a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b0741a", "reconcileID": "6457c1df-5ceb-445a-8633-1f210967056b", "Gateway": "e2e-ipp-b-b0741a", "namespace": "openshift-ingress"} 2026-09-10T13:59:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b0741a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b0741a", "reconcileID": "b4351db2-1e05-4f0d-9ff4-b9ebd35c49ae", "Gateway": "e2e-ipp-b-b0741a", "namespace": "openshift-ingress"} 2026-09-10T13:59:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b0741a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b0741a", "reconcileID": "b4351db2-1e05-4f0d-9ff4-b9ebd35c49ae", "Gateway": "e2e-ipp-b-b0741a", "namespace": "openshift-ingress", "name": "e2e-ipp-b-b0741a-authn-ssl"} 2026-09-10T13:59:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b0741a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b0741a", "reconcileID": "b4351db2-1e05-4f0d-9ff4-b9ebd35c49ae", "Gateway": "e2e-ipp-b-b0741a", "namespace": "openshift-ingress"} 2026-09-10T13:59:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b0741a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b0741a", "reconcileID": "7f5fd5cb-a841-49a4-8434-6c99d5a09feb", "Gateway": "e2e-ipp-b-b0741a", "namespace": "openshift-ingress"} 2026-09-10T13:59:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b0741a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b0741a", "reconcileID": "7f5fd5cb-a841-49a4-8434-6c99d5a09feb", "Gateway": "e2e-ipp-b-b0741a", "namespace": "openshift-ingress", "name": "e2e-ipp-b-b0741a-authn-ssl"} 2026-09-10T13:59:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b0741a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b0741a", "reconcileID": "7f5fd5cb-a841-49a4-8434-6c99d5a09feb", "Gateway": "e2e-ipp-b-b0741a", "namespace": "openshift-ingress"} 2026-09-10T13:59:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b0741a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b0741a", "reconcileID": "aa80c6da-e9fe-464f-85fc-d34dbd631a07", "Gateway": "e2e-ipp-b-b0741a", "namespace": "openshift-ingress"} 2026-09-10T13:59:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b0741a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b0741a", "reconcileID": "aa80c6da-e9fe-464f-85fc-d34dbd631a07", "Gateway": "e2e-ipp-b-b0741a", "namespace": "openshift-ingress", "name": "e2e-ipp-b-b0741a-authn-ssl"} 2026-09-10T13:59:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b0741a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b0741a", "reconcileID": "aa80c6da-e9fe-464f-85fc-d34dbd631a07", "Gateway": "e2e-ipp-b-b0741a", "namespace": "openshift-ingress"} 2026-09-10T13:59:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-b0741a"}, "namespace": "ai-tenant-e2e-ipp-b-b0741a", "name": "openshift-service-ca.crt", "reconcileID": "825db6c3-332f-4ccf-bce6-c8de43147da5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-b0741a"} 2026-09-10T13:59:52Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-b0741a"}, "namespace": "ai-tenant-e2e-ipp-b-b0741a", "name": "odh-trusted-ca-bundle", "reconcileID": "494ca753-8bc2-4d78-8904-165fe7593ce1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-b0741a", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T13:59:52Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-b0741a"}, "namespace": "ai-tenant-e2e-ipp-b-b0741a", "name": "odh-trusted-ca-bundle", "reconcileID": "494ca753-8bc2-4d78-8904-165fe7593ce1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-b0741a"} 2026-09-10T13:59:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-b0741a"}, "namespace": "ai-tenant-e2e-ipp-b-b0741a", "name": "openshift-service-ca.crt", "reconcileID": "31bf7e14-53c9-4f9f-b463-e6ef07109dc7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-b0741a"} 2026-09-10T13:59:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-b0741a"}, "namespace": "ai-tenant-e2e-ipp-b-b0741a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "deefcf31-3668-4a3a-9cf5-b26925e65827", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-b0741a"} 2026-09-10T13:59:52Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-b0741a"}, "namespace": "ai-tenant-e2e-ipp-b-b0741a", "name": "odh-trusted-ca-bundle", "reconcileID": "11f26b65-c0be-40ee-8341-26251a53e3a7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-b0741a", "update": "odh-kserve-custom-ca-bundle"} 2026-09-10T13:59:52Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-b0741a"}, "namespace": "ai-tenant-e2e-ipp-b-b0741a", "name": "odh-trusted-ca-bundle", "reconcileID": "11f26b65-c0be-40ee-8341-26251a53e3a7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-b0741a"} 2026-09-10T13:59:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-b0741a"}, "namespace": "ai-tenant-e2e-ipp-b-b0741a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4dcd15d4-56a1-4156-86ad-eab5363dc9d0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-b0741a"} 2026-09-10T13:59:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b0741a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b0741a", "reconcileID": "288c6892-ce85-4727-a92c-d5ccc9f94a21", "Gateway": "e2e-ipp-b-b0741a", "namespace": "openshift-ingress"} 2026-09-10T13:59:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b0741a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b0741a", "reconcileID": "288c6892-ce85-4727-a92c-d5ccc9f94a21", "Gateway": "e2e-ipp-b-b0741a", "namespace": "openshift-ingress", "name": "e2e-ipp-b-b0741a-authn-ssl"} 2026-09-10T13:59:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b0741a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b0741a", "reconcileID": "288c6892-ce85-4727-a92c-d5ccc9f94a21", "Gateway": "e2e-ipp-b-b0741a", "namespace": "openshift-ingress"} 2026-09-10T14:00:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b0741a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b0741a", "reconcileID": "d1354f73-fd2e-4623-bf5f-3acbf449e012", "Gateway": "e2e-ipp-b-b0741a", "namespace": "openshift-ingress"} 2026-09-10T14:00:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b0741a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b0741a", "reconcileID": "d1354f73-fd2e-4623-bf5f-3acbf449e012", "Gateway": "e2e-ipp-b-b0741a", "namespace": "openshift-ingress", "name": "e2e-ipp-b-b0741a-authn-ssl"} 2026-09-10T14:00:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b0741a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b0741a", "reconcileID": "d1354f73-fd2e-4623-bf5f-3acbf449e012", "Gateway": "e2e-ipp-b-b0741a", "namespace": "openshift-ingress"} 2026-09-10T14:00:23Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3f01c7","namespace":"ai-tenant-e2e-ipp-a-3f01c7"}, "namespace": "ai-tenant-e2e-ipp-a-3f01c7", "name": "ipp-route-3f01c7", "reconcileID": "05c3b515-86b8-4ba5-bc53-73e0279b811a", "LLMInferenceService": "ipp-route-3f01c7", "namespace": "ai-tenant-e2e-ipp-a-3f01c7"} 2026-09-10T14:00:23Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3f01c7","namespace":"ai-tenant-e2e-ipp-a-3f01c7"}, "namespace": "ai-tenant-e2e-ipp-a-3f01c7", "name": "ipp-route-3f01c7", "reconcileID": "05c3b515-86b8-4ba5-bc53-73e0279b811a", "LLMInferenceService": "ipp-route-3f01c7", "namespace": "ai-tenant-e2e-ipp-a-3f01c7"} 2026-09-10T14:00:23Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3f01c7","namespace":"ai-tenant-e2e-ipp-a-3f01c7"}, "namespace": "ai-tenant-e2e-ipp-a-3f01c7", "name": "ipp-route-3f01c7", "reconcileID": "05c3b515-86b8-4ba5-bc53-73e0279b811a", "LLMInferenceService": "ipp-route-3f01c7", "namespace": "ai-tenant-e2e-ipp-a-3f01c7"} 2026-09-10T14:00:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3f01c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3f01c7", "reconcileID": "3515a244-863f-472c-8746-51798d0b52ec", "Gateway": "e2e-ipp-a-3f01c7", "namespace": "openshift-ingress"} 2026-09-10T14:00:23Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3f01c7","namespace":"ai-tenant-e2e-ipp-a-3f01c7"}, "namespace": "ai-tenant-e2e-ipp-a-3f01c7", "name": "ipp-route-3f01c7", "reconcileID": "05c3b515-86b8-4ba5-bc53-73e0279b811a", "LLMInferenceService": "ipp-route-3f01c7", "namespace": "ai-tenant-e2e-ipp-a-3f01c7", "name": "ipp-route-3f01c7-kserve-route-authn"} 2026-09-10T14:00:23Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3f01c7","namespace":"ai-tenant-e2e-ipp-a-3f01c7"}, "namespace": "ai-tenant-e2e-ipp-a-3f01c7", "name": "ipp-route-3f01c7", "reconcileID": "05c3b515-86b8-4ba5-bc53-73e0279b811a", "LLMInferenceService": "ipp-route-3f01c7", "namespace": "ai-tenant-e2e-ipp-a-3f01c7", "authType": "userdefined"} 2026-09-10T14:00:23Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3f01c7","namespace":"ai-tenant-e2e-ipp-a-3f01c7"}, "namespace": "ai-tenant-e2e-ipp-a-3f01c7", "name": "ipp-route-3f01c7", "reconcileID": "05c3b515-86b8-4ba5-bc53-73e0279b811a", "LLMInferenceService": "ipp-route-3f01c7", "namespace": "ai-tenant-e2e-ipp-a-3f01c7"} 2026-09-10T14:00:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3f01c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3f01c7", "reconcileID": "3515a244-863f-472c-8746-51798d0b52ec", "Gateway": "e2e-ipp-a-3f01c7", "namespace": "openshift-ingress", "name": "e2e-ipp-a-3f01c7-authn-ssl"} 2026-09-10T14:00:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3f01c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3f01c7", "reconcileID": "3515a244-863f-472c-8746-51798d0b52ec", "Gateway": "e2e-ipp-a-3f01c7", "namespace": "openshift-ingress"} 2026-09-10T14:00:23Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3f01c7","namespace":"ai-tenant-e2e-ipp-a-3f01c7"}, "namespace": "ai-tenant-e2e-ipp-a-3f01c7", "name": "ipp-route-3f01c7", "reconcileID": "22eead26-7caf-409b-83c9-c321262d608f", "LLMInferenceService": "ipp-route-3f01c7", "namespace": "ai-tenant-e2e-ipp-a-3f01c7"} 2026-09-10T14:00:23Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3f01c7","namespace":"ai-tenant-e2e-ipp-a-3f01c7"}, "namespace": "ai-tenant-e2e-ipp-a-3f01c7", "name": "ipp-route-3f01c7", "reconcileID": "22eead26-7caf-409b-83c9-c321262d608f", "LLMInferenceService": "ipp-route-3f01c7", "namespace": "ai-tenant-e2e-ipp-a-3f01c7"} 2026-09-10T14:00:23Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3f01c7","namespace":"ai-tenant-e2e-ipp-a-3f01c7"}, "namespace": "ai-tenant-e2e-ipp-a-3f01c7", "name": "ipp-route-3f01c7", "reconcileID": "22eead26-7caf-409b-83c9-c321262d608f", "LLMInferenceService": "ipp-route-3f01c7", "namespace": "ai-tenant-e2e-ipp-a-3f01c7"} 2026-09-10T14:00:23Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3f01c7","namespace":"ai-tenant-e2e-ipp-a-3f01c7"}, "namespace": "ai-tenant-e2e-ipp-a-3f01c7", "name": "ipp-route-3f01c7", "reconcileID": "22eead26-7caf-409b-83c9-c321262d608f", "LLMInferenceService": "ipp-route-3f01c7", "namespace": "ai-tenant-e2e-ipp-a-3f01c7", "name": "ipp-route-3f01c7-kserve-route-authn"} 2026-09-10T14:00:23Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3f01c7","namespace":"ai-tenant-e2e-ipp-a-3f01c7"}, "namespace": "ai-tenant-e2e-ipp-a-3f01c7", "name": "ipp-route-3f01c7", "reconcileID": "22eead26-7caf-409b-83c9-c321262d608f", "LLMInferenceService": "ipp-route-3f01c7", "namespace": "ai-tenant-e2e-ipp-a-3f01c7", "authType": "userdefined"} 2026-09-10T14:00:23Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3f01c7","namespace":"ai-tenant-e2e-ipp-a-3f01c7"}, "namespace": "ai-tenant-e2e-ipp-a-3f01c7", "name": "ipp-route-3f01c7", "reconcileID": "22eead26-7caf-409b-83c9-c321262d608f", "LLMInferenceService": "ipp-route-3f01c7", "namespace": "ai-tenant-e2e-ipp-a-3f01c7"} 2026-09-10T14:00:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3f01c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3f01c7", "reconcileID": "8e6fc8ce-feca-4ddf-b267-528e9703c652", "Gateway": "e2e-ipp-a-3f01c7", "namespace": "openshift-ingress"} 2026-09-10T14:00:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3f01c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3f01c7", "reconcileID": "8e6fc8ce-feca-4ddf-b267-528e9703c652", "Gateway": "e2e-ipp-a-3f01c7", "namespace": "openshift-ingress", "name": "e2e-ipp-a-3f01c7-authn-ssl"} 2026-09-10T14:00:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3f01c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3f01c7", "reconcileID": "8e6fc8ce-feca-4ddf-b267-528e9703c652", "Gateway": "e2e-ipp-a-3f01c7", "namespace": "openshift-ingress"} 2026-09-10T14:00:29Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3f01c7","namespace":"ai-tenant-e2e-ipp-a-3f01c7"}, "namespace": "ai-tenant-e2e-ipp-a-3f01c7", "name": "ipp-route-3f01c7", "reconcileID": "49456520-00e5-4da6-9880-aa3c1e81e1e5", "LLMInferenceService": "ipp-route-3f01c7", "namespace": "ai-tenant-e2e-ipp-a-3f01c7"} 2026-09-10T14:00:29Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3f01c7","namespace":"ai-tenant-e2e-ipp-a-3f01c7"}, "namespace": "ai-tenant-e2e-ipp-a-3f01c7", "name": "ipp-route-3f01c7", "reconcileID": "49456520-00e5-4da6-9880-aa3c1e81e1e5", "LLMInferenceService": "ipp-route-3f01c7", "namespace": "ai-tenant-e2e-ipp-a-3f01c7"} 2026-09-10T14:00:29Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3f01c7","namespace":"ai-tenant-e2e-ipp-a-3f01c7"}, "namespace": "ai-tenant-e2e-ipp-a-3f01c7", "name": "ipp-route-3f01c7", "reconcileID": "49456520-00e5-4da6-9880-aa3c1e81e1e5", "LLMInferenceService": "ipp-route-3f01c7", "namespace": "ai-tenant-e2e-ipp-a-3f01c7"} 2026-09-10T14:00:29Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3f01c7","namespace":"ai-tenant-e2e-ipp-a-3f01c7"}, "namespace": "ai-tenant-e2e-ipp-a-3f01c7", "name": "ipp-route-3f01c7", "reconcileID": "49456520-00e5-4da6-9880-aa3c1e81e1e5", "LLMInferenceService": "ipp-route-3f01c7", "namespace": "ai-tenant-e2e-ipp-a-3f01c7", "name": "ipp-route-3f01c7-kserve-route-authn"} 2026-09-10T14:00:29Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3f01c7","namespace":"ai-tenant-e2e-ipp-a-3f01c7"}, "namespace": "ai-tenant-e2e-ipp-a-3f01c7", "name": "ipp-route-3f01c7", "reconcileID": "49456520-00e5-4da6-9880-aa3c1e81e1e5", "LLMInferenceService": "ipp-route-3f01c7", "namespace": "ai-tenant-e2e-ipp-a-3f01c7", "authType": "userdefined"} 2026-09-10T14:00:29Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3f01c7","namespace":"ai-tenant-e2e-ipp-a-3f01c7"}, "namespace": "ai-tenant-e2e-ipp-a-3f01c7", "name": "ipp-route-3f01c7", "reconcileID": "49456520-00e5-4da6-9880-aa3c1e81e1e5", "LLMInferenceService": "ipp-route-3f01c7", "namespace": "ai-tenant-e2e-ipp-a-3f01c7"} 2026-09-10T14:00:41Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3f01c7","namespace":"ai-tenant-e2e-ipp-a-3f01c7"}, "namespace": "ai-tenant-e2e-ipp-a-3f01c7", "name": "ipp-route-3f01c7", "reconcileID": "7ee27232-7644-4ded-873f-a2e2be5244e5", "LLMInferenceService": "ipp-route-3f01c7", "namespace": "ai-tenant-e2e-ipp-a-3f01c7"} 2026-09-10T14:00:41Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3f01c7","namespace":"ai-tenant-e2e-ipp-a-3f01c7"}, "namespace": "ai-tenant-e2e-ipp-a-3f01c7", "name": "ipp-route-3f01c7", "reconcileID": "7ee27232-7644-4ded-873f-a2e2be5244e5", "LLMInferenceService": "ipp-route-3f01c7", "namespace": "ai-tenant-e2e-ipp-a-3f01c7"} 2026-09-10T14:00:41Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3f01c7","namespace":"ai-tenant-e2e-ipp-a-3f01c7"}, "namespace": "ai-tenant-e2e-ipp-a-3f01c7", "name": "ipp-route-3f01c7", "reconcileID": "7ee27232-7644-4ded-873f-a2e2be5244e5", "LLMInferenceService": "ipp-route-3f01c7", "namespace": "ai-tenant-e2e-ipp-a-3f01c7"} 2026-09-10T14:00:41Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3f01c7","namespace":"ai-tenant-e2e-ipp-a-3f01c7"}, "namespace": "ai-tenant-e2e-ipp-a-3f01c7", "name": "ipp-route-3f01c7", "reconcileID": "7ee27232-7644-4ded-873f-a2e2be5244e5", "LLMInferenceService": "ipp-route-3f01c7", "namespace": "ai-tenant-e2e-ipp-a-3f01c7", "name": "ipp-route-3f01c7-kserve-route-authn"} 2026-09-10T14:00:41Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3f01c7","namespace":"ai-tenant-e2e-ipp-a-3f01c7"}, "namespace": "ai-tenant-e2e-ipp-a-3f01c7", "name": "ipp-route-3f01c7", "reconcileID": "7ee27232-7644-4ded-873f-a2e2be5244e5", "LLMInferenceService": "ipp-route-3f01c7", "namespace": "ai-tenant-e2e-ipp-a-3f01c7", "authType": "userdefined"} 2026-09-10T14:00:41Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3f01c7","namespace":"ai-tenant-e2e-ipp-a-3f01c7"}, "namespace": "ai-tenant-e2e-ipp-a-3f01c7", "name": "ipp-route-3f01c7", "reconcileID": "7ee27232-7644-4ded-873f-a2e2be5244e5", "LLMInferenceService": "ipp-route-3f01c7", "namespace": "ai-tenant-e2e-ipp-a-3f01c7"} 2026-09-10T14:00:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-eb3d6d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-eb3d6d", "reconcileID": "eaccfb6e-fd0e-40ce-8fab-15d61db36221", "Gateway": "e2e-ipp-cleanup-eb3d6d", "namespace": "openshift-ingress"} 2026-09-10T14:00:54Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-eb3d6d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-eb3d6d", "reconcileID": "eaccfb6e-fd0e-40ce-8fab-15d61db36221", "Gateway": "e2e-ipp-cleanup-eb3d6d", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-eb3d6d-authn-ssl"} 2026-09-10T14:00:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-eb3d6d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-eb3d6d", "reconcileID": "eaccfb6e-fd0e-40ce-8fab-15d61db36221", "Gateway": "e2e-ipp-cleanup-eb3d6d", "namespace": "openshift-ingress"} 2026-09-10T14:00:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-eb3d6d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-eb3d6d", "reconcileID": "7cb44c73-06ae-4edc-944a-7d82a3f03fa4", "Gateway": "e2e-ipp-cleanup-eb3d6d", "namespace": "openshift-ingress"} 2026-09-10T14:00:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-eb3d6d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-eb3d6d", "reconcileID": "7cb44c73-06ae-4edc-944a-7d82a3f03fa4", "Gateway": "e2e-ipp-cleanup-eb3d6d", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-eb3d6d-authn-ssl"} 2026-09-10T14:00:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-eb3d6d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-eb3d6d", "reconcileID": "7cb44c73-06ae-4edc-944a-7d82a3f03fa4", "Gateway": "e2e-ipp-cleanup-eb3d6d", "namespace": "openshift-ingress"} 2026-09-10T14:00:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-eb3d6d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-eb3d6d", "reconcileID": "7213a7ca-4d75-4e34-b716-4ce6d67a4383", "Gateway": "e2e-ipp-cleanup-eb3d6d", "namespace": "openshift-ingress"} 2026-09-10T14:00:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-eb3d6d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-eb3d6d", "reconcileID": "7213a7ca-4d75-4e34-b716-4ce6d67a4383", "Gateway": "e2e-ipp-cleanup-eb3d6d", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-eb3d6d-authn-ssl"} 2026-09-10T14:00:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-eb3d6d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-eb3d6d", "reconcileID": "7213a7ca-4d75-4e34-b716-4ce6d67a4383", "Gateway": "e2e-ipp-cleanup-eb3d6d", "namespace": "openshift-ingress"} 2026-09-10T14:00:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-eb3d6d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-eb3d6d", "reconcileID": "a2785569-c17a-4327-9689-1ba8740d8f35", "Gateway": "e2e-ipp-cleanup-eb3d6d", "namespace": "openshift-ingress"} 2026-09-10T14:00:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-eb3d6d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-eb3d6d", "reconcileID": "a2785569-c17a-4327-9689-1ba8740d8f35", "Gateway": "e2e-ipp-cleanup-eb3d6d", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-eb3d6d-authn-ssl"} 2026-09-10T14:00:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-eb3d6d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-eb3d6d", "reconcileID": "a2785569-c17a-4327-9689-1ba8740d8f35", "Gateway": "e2e-ipp-cleanup-eb3d6d", "namespace": "openshift-ingress"} 2026-09-10T14:00:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-eb3d6d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-eb3d6d", "reconcileID": "6bddb1b0-c399-451e-953b-805e78c6e0ee", "Gateway": "e2e-ipp-cleanup-eb3d6d", "namespace": "openshift-ingress"} 2026-09-10T14:00:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-eb3d6d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-eb3d6d", "reconcileID": "6bddb1b0-c399-451e-953b-805e78c6e0ee", "Gateway": "e2e-ipp-cleanup-eb3d6d", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-eb3d6d-authn-ssl"} 2026-09-10T14:00:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-eb3d6d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-eb3d6d", "reconcileID": "6bddb1b0-c399-451e-953b-805e78c6e0ee", "Gateway": "e2e-ipp-cleanup-eb3d6d", "namespace": "openshift-ingress"} 2026-09-10T14:00:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-eb3d6d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-eb3d6d", "reconcileID": "f9356ad4-0bb9-4fb1-a096-5b9e4c9bb7d6", "Gateway": "e2e-ipp-cleanup-eb3d6d", "namespace": "openshift-ingress"} 2026-09-10T14:00:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-eb3d6d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-eb3d6d", "reconcileID": "f9356ad4-0bb9-4fb1-a096-5b9e4c9bb7d6", "Gateway": "e2e-ipp-cleanup-eb3d6d", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-eb3d6d-authn-ssl"} 2026-09-10T14:00:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-eb3d6d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-eb3d6d", "reconcileID": "f9356ad4-0bb9-4fb1-a096-5b9e4c9bb7d6", "Gateway": "e2e-ipp-cleanup-eb3d6d", "namespace": "openshift-ingress"} 2026-09-10T14:00:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-eb3d6d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-eb3d6d", "reconcileID": "273e8dc8-af7a-45a3-80a0-d378f022a88f", "Gateway": "e2e-ipp-cleanup-eb3d6d", "namespace": "openshift-ingress"} 2026-09-10T14:00:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-eb3d6d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-eb3d6d", "reconcileID": "273e8dc8-af7a-45a3-80a0-d378f022a88f", "Gateway": "e2e-ipp-cleanup-eb3d6d", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-eb3d6d-authn-ssl"} 2026-09-10T14:00:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-eb3d6d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-eb3d6d", "reconcileID": "273e8dc8-af7a-45a3-80a0-d378f022a88f", "Gateway": "e2e-ipp-cleanup-eb3d6d", "namespace": "openshift-ingress"} 2026-09-10T14:00:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-eb3d6d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-eb3d6d", "reconcileID": "d12a970c-baf4-4e57-9f50-ea584f70f244", "Gateway": "e2e-ipp-cleanup-eb3d6d", "namespace": "openshift-ingress"} 2026-09-10T14:00:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-eb3d6d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-eb3d6d", "reconcileID": "d12a970c-baf4-4e57-9f50-ea584f70f244", "Gateway": "e2e-ipp-cleanup-eb3d6d", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-eb3d6d-authn-ssl"} 2026-09-10T14:00:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-eb3d6d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-eb3d6d", "reconcileID": "d12a970c-baf4-4e57-9f50-ea584f70f244", "Gateway": "e2e-ipp-cleanup-eb3d6d", "namespace": "openshift-ingress"} 2026-09-10T14:00:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-eb3d6d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-eb3d6d", "name": "openshift-service-ca.crt", "reconcileID": "16f1b8c2-370e-41e5-ae4c-743266fd649f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-eb3d6d"} 2026-09-10T14:00:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-eb3d6d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-eb3d6d", "name": "odh-trusted-ca-bundle", "reconcileID": "4461411b-983e-40b1-ac05-0979f0b7e981", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-eb3d6d"} 2026-09-10T14:00:57Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-eb3d6d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-eb3d6d", "name": "openshift-service-ca.crt", "reconcileID": "efe61e2a-7af8-4e97-ac03-59399af4681a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-eb3d6d", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T14:00:57Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-eb3d6d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-eb3d6d", "name": "openshift-service-ca.crt", "reconcileID": "efe61e2a-7af8-4e97-ac03-59399af4681a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-eb3d6d"} 2026-09-10T14:00:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-eb3d6d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-eb3d6d", "name": "openshift-service-ca.crt", "reconcileID": "8be3e4ea-a68a-40a1-b684-d1fed253bc87", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-eb3d6d"} 2026-09-10T14:00:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-eb3d6d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-eb3d6d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "90b3a3ea-f39f-4df5-88ff-6ad9115d88df", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-eb3d6d"} 2026-09-10T14:00:57Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-eb3d6d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-eb3d6d", "name": "odh-trusted-ca-bundle", "reconcileID": "3cd1fb18-83ca-4815-8fbb-34b41e737f7d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-eb3d6d", "update": "odh-kserve-custom-ca-bundle"} 2026-09-10T14:00:57Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-eb3d6d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-eb3d6d", "name": "odh-trusted-ca-bundle", "reconcileID": "3cd1fb18-83ca-4815-8fbb-34b41e737f7d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-eb3d6d"} 2026-09-10T14:00:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-eb3d6d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-eb3d6d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b310826a-1e67-478c-be3b-cb07bb37a607", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-eb3d6d"} 2026-09-10T14:00:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-eb3d6d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-eb3d6d", "reconcileID": "d8a94273-8549-4f65-8983-9d5545022bfd", "Gateway": "e2e-ipp-cleanup-eb3d6d", "namespace": "openshift-ingress"} 2026-09-10T14:00:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-eb3d6d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-eb3d6d", "reconcileID": "d8a94273-8549-4f65-8983-9d5545022bfd", "Gateway": "e2e-ipp-cleanup-eb3d6d", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-eb3d6d-authn-ssl"} 2026-09-10T14:00:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-eb3d6d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-eb3d6d", "reconcileID": "d8a94273-8549-4f65-8983-9d5545022bfd", "Gateway": "e2e-ipp-cleanup-eb3d6d", "namespace": "openshift-ingress"} 2026-09-10T14:01:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-eb3d6d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-eb3d6d", "reconcileID": "f48e4b5a-77f1-4316-939c-b20a15b5d511", "Gateway": "e2e-ipp-cleanup-eb3d6d", "namespace": "openshift-ingress"} 2026-09-10T14:01:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-eb3d6d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-eb3d6d", "reconcileID": "f48e4b5a-77f1-4316-939c-b20a15b5d511", "Gateway": "e2e-ipp-cleanup-eb3d6d", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-eb3d6d-authn-ssl"} 2026-09-10T14:01:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-eb3d6d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-eb3d6d", "reconcileID": "f48e4b5a-77f1-4316-939c-b20a15b5d511", "Gateway": "e2e-ipp-cleanup-eb3d6d", "namespace": "openshift-ingress"} 2026-09-10T14:01:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-eb3d6d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-eb3d6d", "reconcileID": "14d5dfd0-6b50-4760-a2f4-e99719028700", "Gateway": "e2e-ipp-cleanup-eb3d6d", "namespace": "openshift-ingress"} 2026-09-10T14:01:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-eb3d6d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-eb3d6d", "reconcileID": "14d5dfd0-6b50-4760-a2f4-e99719028700", "Gateway": "e2e-ipp-cleanup-eb3d6d", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-eb3d6d-authn-ssl"} 2026-09-10T14:01:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-eb3d6d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-eb3d6d", "reconcileID": "14d5dfd0-6b50-4760-a2f4-e99719028700", "Gateway": "e2e-ipp-cleanup-eb3d6d", "namespace": "openshift-ingress"} 2026-09-10T14:01:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-eb3d6d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-eb3d6d", "reconcileID": "c1e661e7-a65f-45da-8438-68e9c0b67543", "Gateway": "e2e-ipp-cleanup-eb3d6d", "namespace": "openshift-ingress"} 2026-09-10T14:01:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-eb3d6d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-eb3d6d", "reconcileID": "c1e661e7-a65f-45da-8438-68e9c0b67543", "Gateway": "e2e-ipp-cleanup-eb3d6d", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-eb3d6d-authn-ssl"} 2026-09-10T14:01:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-eb3d6d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-eb3d6d", "reconcileID": "c1e661e7-a65f-45da-8438-68e9c0b67543", "Gateway": "e2e-ipp-cleanup-eb3d6d", "namespace": "openshift-ingress"} 2026-09-10T14:01:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-eb3d6d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-eb3d6d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2ec723f7-76b8-4e93-8a4d-7dcb81dbb2d1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-eb3d6d"} 2026-09-10T14:01:37Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-eb3d6d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-eb3d6d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2ec723f7-76b8-4e93-8a4d-7dcb81dbb2d1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-eb3d6d", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T14:01:37Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-eb3d6d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-eb3d6d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2ec723f7-76b8-4e93-8a4d-7dcb81dbb2d1", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-eb3d6d because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T14:01:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-eb3d6d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-eb3d6d", "name": "odh-trusted-ca-bundle", "reconcileID": "580a6c6b-678d-40c4-8afa-01ca8f8b88b2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-eb3d6d"} 2026-09-10T14:01:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-eb3d6d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-eb3d6d", "name": "odh-trusted-ca-bundle", "reconcileID": "580a6c6b-678d-40c4-8afa-01ca8f8b88b2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-eb3d6d"} 2026-09-10T14:01:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-eb3d6d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-eb3d6d", "name": "openshift-service-ca.crt", "reconcileID": "9febd1fc-0b00-40fd-8bc7-df676cb1a030", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-eb3d6d"} 2026-09-10T14:01:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-eb3d6d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-eb3d6d", "name": "openshift-service-ca.crt", "reconcileID": "9febd1fc-0b00-40fd-8bc7-df676cb1a030", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-eb3d6d"} 2026-09-10T14:01:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-eb3d6d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-eb3d6d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0204eb85-d17a-4e99-bfd2-6926175947c7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-eb3d6d"} 2026-09-10T14:01:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-eb3d6d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-eb3d6d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0204eb85-d17a-4e99-bfd2-6926175947c7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-eb3d6d"} 2026-09-10T14:01:38Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-eb3d6d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-eb3d6d", "reconcileID": "0d5cb4a5-62e0-46bd-857c-3f026a543e3f", "Gateway": "e2e-ipp-cleanup-eb3d6d", "namespace": "openshift-ingress"} 2026-09-10T14:01:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3f01c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3f01c7", "reconcileID": "5fab7836-a373-4ee7-9620-dae1ae7c85d3", "Gateway": "e2e-ipp-a-3f01c7", "namespace": "openshift-ingress"} 2026-09-10T14:01:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3f01c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3f01c7", "reconcileID": "5fab7836-a373-4ee7-9620-dae1ae7c85d3", "Gateway": "e2e-ipp-a-3f01c7", "namespace": "openshift-ingress", "name": "e2e-ipp-a-3f01c7-authn-ssl"} 2026-09-10T14:01:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3f01c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3f01c7", "reconcileID": "5fab7836-a373-4ee7-9620-dae1ae7c85d3", "Gateway": "e2e-ipp-a-3f01c7", "namespace": "openshift-ingress"} 2026-09-10T14:01:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3f01c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3f01c7", "reconcileID": "ec10819a-9655-434c-8de4-cf44c6a51e43", "Gateway": "e2e-ipp-a-3f01c7", "namespace": "openshift-ingress"} 2026-09-10T14:01:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3f01c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3f01c7", "reconcileID": "ec10819a-9655-434c-8de4-cf44c6a51e43", "Gateway": "e2e-ipp-a-3f01c7", "namespace": "openshift-ingress", "name": "e2e-ipp-a-3f01c7-authn-ssl"} 2026-09-10T14:01:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3f01c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3f01c7", "reconcileID": "ec10819a-9655-434c-8de4-cf44c6a51e43", "Gateway": "e2e-ipp-a-3f01c7", "namespace": "openshift-ingress"} 2026-09-10T14:02:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3f01c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3f01c7", "reconcileID": "ec6dc2c2-17c8-43ef-906b-75564c7526e1", "Gateway": "e2e-ipp-a-3f01c7", "namespace": "openshift-ingress"} 2026-09-10T14:02:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3f01c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3f01c7", "reconcileID": "ec6dc2c2-17c8-43ef-906b-75564c7526e1", "Gateway": "e2e-ipp-a-3f01c7", "namespace": "openshift-ingress", "name": "e2e-ipp-a-3f01c7-authn-ssl"} 2026-09-10T14:02:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3f01c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3f01c7", "reconcileID": "ec6dc2c2-17c8-43ef-906b-75564c7526e1", "Gateway": "e2e-ipp-a-3f01c7", "namespace": "openshift-ingress"} 2026-09-10T14:02:03Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3f01c7","namespace":"ai-tenant-e2e-ipp-a-3f01c7"}, "namespace": "ai-tenant-e2e-ipp-a-3f01c7", "name": "ipp-route-3f01c7", "reconcileID": "22f7199b-c928-4f4b-9960-a8ab1346e72c", "LLMInferenceService": "ipp-route-3f01c7", "namespace": "ai-tenant-e2e-ipp-a-3f01c7"} 2026-09-10T14:02:03Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3f01c7","namespace":"ai-tenant-e2e-ipp-a-3f01c7"}, "namespace": "ai-tenant-e2e-ipp-a-3f01c7", "name": "ipp-route-3f01c7", "reconcileID": "22f7199b-c928-4f4b-9960-a8ab1346e72c", "LLMInferenceService": "ipp-route-3f01c7", "namespace": "ai-tenant-e2e-ipp-a-3f01c7"} 2026-09-10T14:02:03Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3f01c7","namespace":"ai-tenant-e2e-ipp-a-3f01c7"}, "namespace": "ai-tenant-e2e-ipp-a-3f01c7", "name": "ipp-route-3f01c7", "reconcileID": "22f7199b-c928-4f4b-9960-a8ab1346e72c", "LLMInferenceService": "ipp-route-3f01c7", "namespace": "ai-tenant-e2e-ipp-a-3f01c7"} 2026-09-10T14:02:03Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3f01c7","namespace":"ai-tenant-e2e-ipp-a-3f01c7"}, "namespace": "ai-tenant-e2e-ipp-a-3f01c7", "name": "ipp-route-3f01c7", "reconcileID": "22f7199b-c928-4f4b-9960-a8ab1346e72c", "LLMInferenceService": "ipp-route-3f01c7", "namespace": "ai-tenant-e2e-ipp-a-3f01c7", "name": "ipp-route-3f01c7-kserve-route-authn"} 2026-09-10T14:02:03Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3f01c7","namespace":"ai-tenant-e2e-ipp-a-3f01c7"}, "namespace": "ai-tenant-e2e-ipp-a-3f01c7", "name": "ipp-route-3f01c7", "reconcileID": "22f7199b-c928-4f4b-9960-a8ab1346e72c", "LLMInferenceService": "ipp-route-3f01c7", "namespace": "ai-tenant-e2e-ipp-a-3f01c7", "authType": "userdefined"} 2026-09-10T14:02:03Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3f01c7","namespace":"ai-tenant-e2e-ipp-a-3f01c7"}, "namespace": "ai-tenant-e2e-ipp-a-3f01c7", "name": "ipp-route-3f01c7", "reconcileID": "22f7199b-c928-4f4b-9960-a8ab1346e72c", "LLMInferenceService": "ipp-route-3f01c7", "namespace": "ai-tenant-e2e-ipp-a-3f01c7"} 2026-09-10T14:02:18Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T14:02:18Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T14:02:20Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T14:02:20Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T14:02:40Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3f01c7","namespace":"ai-tenant-e2e-ipp-a-3f01c7"}, "namespace": "ai-tenant-e2e-ipp-a-3f01c7", "name": "ipp-route-3f01c7", "reconcileID": "a7715927-ece8-4942-b433-e90659fe0960", "LLMInferenceService": "ipp-route-3f01c7", "namespace": "ai-tenant-e2e-ipp-a-3f01c7"} 2026-09-10T14:02:40Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3f01c7","namespace":"ai-tenant-e2e-ipp-a-3f01c7"}, "namespace": "ai-tenant-e2e-ipp-a-3f01c7", "name": "ipp-route-3f01c7", "reconcileID": "a7715927-ece8-4942-b433-e90659fe0960", "LLMInferenceService": "ipp-route-3f01c7", "namespace": "ai-tenant-e2e-ipp-a-3f01c7"} 2026-09-10T14:02:40Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3f01c7","namespace":"ai-tenant-e2e-ipp-a-3f01c7"}, "namespace": "ai-tenant-e2e-ipp-a-3f01c7", "name": "ipp-route-3f01c7", "reconcileID": "a7715927-ece8-4942-b433-e90659fe0960", "LLMInferenceService": "ipp-route-3f01c7", "namespace": "ai-tenant-e2e-ipp-a-3f01c7"} 2026-09-10T14:02:40Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3f01c7","namespace":"ai-tenant-e2e-ipp-a-3f01c7"}, "namespace": "ai-tenant-e2e-ipp-a-3f01c7", "name": "ipp-route-3f01c7", "reconcileID": "a7715927-ece8-4942-b433-e90659fe0960", "LLMInferenceService": "ipp-route-3f01c7", "namespace": "ai-tenant-e2e-ipp-a-3f01c7", "name": "ipp-route-3f01c7-kserve-route-authn"} 2026-09-10T14:02:40Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3f01c7","namespace":"ai-tenant-e2e-ipp-a-3f01c7"}, "namespace": "ai-tenant-e2e-ipp-a-3f01c7", "name": "ipp-route-3f01c7", "reconcileID": "a7715927-ece8-4942-b433-e90659fe0960", "LLMInferenceService": "ipp-route-3f01c7", "namespace": "ai-tenant-e2e-ipp-a-3f01c7", "authType": "userdefined"} 2026-09-10T14:02:40Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3f01c7","namespace":"ai-tenant-e2e-ipp-a-3f01c7"}, "namespace": "ai-tenant-e2e-ipp-a-3f01c7", "name": "ipp-route-3f01c7", "reconcileID": "a7715927-ece8-4942-b433-e90659fe0960", "LLMInferenceService": "ipp-route-3f01c7", "namespace": "ai-tenant-e2e-ipp-a-3f01c7"} 2026-09-10T14:02:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-3f01c7"}, "namespace": "ai-tenant-e2e-ipp-a-3f01c7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "94becbc9-fa3d-47cd-a9e7-4b34a64e44a5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-3f01c7"} 2026-09-10T14:02:40Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-3f01c7"}, "namespace": "ai-tenant-e2e-ipp-a-3f01c7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "94becbc9-fa3d-47cd-a9e7-4b34a64e44a5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-3f01c7", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T14:02:40Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-3f01c7"}, "namespace": "ai-tenant-e2e-ipp-a-3f01c7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "94becbc9-fa3d-47cd-a9e7-4b34a64e44a5", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-3f01c7 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T14:02:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-3f01c7"}, "namespace": "ai-tenant-e2e-ipp-a-3f01c7", "name": "odh-trusted-ca-bundle", "reconcileID": "2a428518-d139-44a1-8398-1dbd8d87ccb9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-3f01c7"} 2026-09-10T14:02:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-3f01c7"}, "namespace": "ai-tenant-e2e-ipp-a-3f01c7", "name": "odh-trusted-ca-bundle", "reconcileID": "2a428518-d139-44a1-8398-1dbd8d87ccb9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-3f01c7"} 2026-09-10T14:02:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-3f01c7"}, "namespace": "ai-tenant-e2e-ipp-a-3f01c7", "name": "openshift-service-ca.crt", "reconcileID": "bc7e9036-7fc9-40ec-9f98-1fa47b2baccd", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-3f01c7"} 2026-09-10T14:02:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-3f01c7"}, "namespace": "ai-tenant-e2e-ipp-a-3f01c7", "name": "openshift-service-ca.crt", "reconcileID": "bc7e9036-7fc9-40ec-9f98-1fa47b2baccd", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-3f01c7"} 2026-09-10T14:02:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-3f01c7"}, "namespace": "ai-tenant-e2e-ipp-a-3f01c7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2af34f3f-e7ff-4cef-8314-c109cf91c95b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-3f01c7"} 2026-09-10T14:02:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-3f01c7"}, "namespace": "ai-tenant-e2e-ipp-a-3f01c7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2af34f3f-e7ff-4cef-8314-c109cf91c95b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-3f01c7"} 2026-09-10T14:02:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3f01c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3f01c7", "reconcileID": "3ee63627-0993-4d2b-a4d8-715d9605f876", "Gateway": "e2e-ipp-a-3f01c7", "namespace": "openshift-ingress"} 2026-09-10T14:02:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3f01c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3f01c7", "reconcileID": "3ee63627-0993-4d2b-a4d8-715d9605f876", "Gateway": "e2e-ipp-a-3f01c7", "namespace": "openshift-ingress", "name": "e2e-ipp-a-3f01c7-authn-ssl"} 2026-09-10T14:02:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3f01c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3f01c7", "reconcileID": "3ee63627-0993-4d2b-a4d8-715d9605f876", "Gateway": "e2e-ipp-a-3f01c7", "namespace": "openshift-ingress"} 2026-09-10T14:02:41Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3f01c7","namespace":"ai-tenant-e2e-ipp-a-3f01c7"}, "namespace": "ai-tenant-e2e-ipp-a-3f01c7", "name": "ipp-route-3f01c7", "reconcileID": "c7ce78e4-babf-4857-9951-f99c322722e8", "LLMInferenceService": "ipp-route-3f01c7", "namespace": "ai-tenant-e2e-ipp-a-3f01c7"} 2026-09-10T14:02:41Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3f01c7","namespace":"ai-tenant-e2e-ipp-a-3f01c7"}, "namespace": "ai-tenant-e2e-ipp-a-3f01c7", "name": "ipp-route-3f01c7", "reconcileID": "c7ce78e4-babf-4857-9951-f99c322722e8", "LLMInferenceService": "ipp-route-3f01c7", "namespace": "ai-tenant-e2e-ipp-a-3f01c7", "name": "ipp-route-3f01c7"} 2026-09-10T14:02:41Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3f01c7","namespace":"ai-tenant-e2e-ipp-a-3f01c7"}, "namespace": "ai-tenant-e2e-ipp-a-3f01c7", "name": "ipp-route-3f01c7", "reconcileID": "c7ce78e4-babf-4857-9951-f99c322722e8", "LLMInferenceService": "ipp-route-3f01c7", "namespace": "ai-tenant-e2e-ipp-a-3f01c7"} 2026-09-10T14:02:41Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3f01c7","namespace":"ai-tenant-e2e-ipp-a-3f01c7"}, "namespace": "ai-tenant-e2e-ipp-a-3f01c7", "name": "ipp-route-3f01c7", "reconcileID": "c7ce78e4-babf-4857-9951-f99c322722e8", "LLMInferenceService": "ipp-route-3f01c7", "namespace": "ai-tenant-e2e-ipp-a-3f01c7"} 2026-09-10T14:02:41Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3f01c7","namespace":"ai-tenant-e2e-ipp-a-3f01c7"}, "namespace": "ai-tenant-e2e-ipp-a-3f01c7", "name": "ipp-route-3f01c7", "reconcileID": "c7ce78e4-babf-4857-9951-f99c322722e8", "LLMInferenceService": "ipp-route-3f01c7", "namespace": "ai-tenant-e2e-ipp-a-3f01c7", "name": "ipp-route-3f01c7-kserve-route-authn"} 2026-09-10T14:02:41Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3f01c7","namespace":"ai-tenant-e2e-ipp-a-3f01c7"}, "namespace": "ai-tenant-e2e-ipp-a-3f01c7", "name": "ipp-route-3f01c7", "reconcileID": "c7ce78e4-babf-4857-9951-f99c322722e8", "LLMInferenceService": "ipp-route-3f01c7", "namespace": "ai-tenant-e2e-ipp-a-3f01c7", "name": "ipp-route-3f01c7-kserve-route-authn"} 2026-09-10T14:02:41Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3f01c7","namespace":"ai-tenant-e2e-ipp-a-3f01c7"}, "namespace": "ai-tenant-e2e-ipp-a-3f01c7", "name": "ipp-route-3f01c7", "reconcileID": "c7ce78e4-babf-4857-9951-f99c322722e8", "LLMInferenceService": "ipp-route-3f01c7", "namespace": "ai-tenant-e2e-ipp-a-3f01c7", "namespace": "ai-tenant-e2e-ipp-a-3f01c7"} 2026-09-10T14:02:41Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3f01c7","namespace":"ai-tenant-e2e-ipp-a-3f01c7"}, "namespace": "ai-tenant-e2e-ipp-a-3f01c7", "name": "ipp-route-3f01c7", "reconcileID": "c7ce78e4-babf-4857-9951-f99c322722e8", "LLMInferenceService": "ipp-route-3f01c7", "namespace": "ai-tenant-e2e-ipp-a-3f01c7", "namespace": "ai-tenant-e2e-ipp-a-3f01c7"} 2026-09-10T14:02:41Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3f01c7","namespace":"ai-tenant-e2e-ipp-a-3f01c7"}, "namespace": "ai-tenant-e2e-ipp-a-3f01c7", "name": "ipp-route-3f01c7", "reconcileID": "ab83e984-c906-4a03-a909-61a99a08f561", "LLMInferenceService": "ipp-route-3f01c7", "namespace": "ai-tenant-e2e-ipp-a-3f01c7"} 2026-09-10T14:02:41Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3f01c7","namespace":"ai-tenant-e2e-ipp-a-3f01c7"}, "namespace": "ai-tenant-e2e-ipp-a-3f01c7", "name": "ipp-route-3f01c7", "reconcileID": "ab83e984-c906-4a03-a909-61a99a08f561", "LLMInferenceService": "ipp-route-3f01c7", "namespace": "ai-tenant-e2e-ipp-a-3f01c7", "name": "ipp-route-3f01c7"} 2026-09-10T14:02:41Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3f01c7","namespace":"ai-tenant-e2e-ipp-a-3f01c7"}, "namespace": "ai-tenant-e2e-ipp-a-3f01c7", "name": "ipp-route-3f01c7", "reconcileID": "ab83e984-c906-4a03-a909-61a99a08f561", "LLMInferenceService": "ipp-route-3f01c7", "namespace": "ai-tenant-e2e-ipp-a-3f01c7"} 2026-09-10T14:02:41Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3f01c7","namespace":"ai-tenant-e2e-ipp-a-3f01c7"}, "namespace": "ai-tenant-e2e-ipp-a-3f01c7", "name": "ipp-route-3f01c7", "reconcileID": "ab83e984-c906-4a03-a909-61a99a08f561", "LLMInferenceService": "ipp-route-3f01c7", "namespace": "ai-tenant-e2e-ipp-a-3f01c7"} 2026-09-10T14:02:41Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3f01c7","namespace":"ai-tenant-e2e-ipp-a-3f01c7"}, "namespace": "ai-tenant-e2e-ipp-a-3f01c7", "name": "ipp-route-3f01c7", "reconcileID": "ab83e984-c906-4a03-a909-61a99a08f561", "LLMInferenceService": "ipp-route-3f01c7", "namespace": "ai-tenant-e2e-ipp-a-3f01c7", "name": "ipp-route-3f01c7-kserve-route-authn"} 2026-09-10T14:02:41Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3f01c7","namespace":"ai-tenant-e2e-ipp-a-3f01c7"}, "namespace": "ai-tenant-e2e-ipp-a-3f01c7", "name": "ipp-route-3f01c7", "reconcileID": "ab83e984-c906-4a03-a909-61a99a08f561", "LLMInferenceService": "ipp-route-3f01c7", "namespace": "ai-tenant-e2e-ipp-a-3f01c7", "name": "ipp-route-3f01c7-kserve-route-authn"} 2026-09-10T14:02:41Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3f01c7","namespace":"ai-tenant-e2e-ipp-a-3f01c7"}, "namespace": "ai-tenant-e2e-ipp-a-3f01c7", "name": "ipp-route-3f01c7", "reconcileID": "ab83e984-c906-4a03-a909-61a99a08f561", "LLMInferenceService": "ipp-route-3f01c7", "namespace": "ai-tenant-e2e-ipp-a-3f01c7", "namespace": "ai-tenant-e2e-ipp-a-3f01c7"} 2026-09-10T14:02:41Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3f01c7","namespace":"ai-tenant-e2e-ipp-a-3f01c7"}, "namespace": "ai-tenant-e2e-ipp-a-3f01c7", "name": "ipp-route-3f01c7", "reconcileID": "ab83e984-c906-4a03-a909-61a99a08f561", "LLMInferenceService": "ipp-route-3f01c7", "namespace": "ai-tenant-e2e-ipp-a-3f01c7", "namespace": "ai-tenant-e2e-ipp-a-3f01c7"} 2026-09-10T14:02:42Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3f01c7","namespace":"ai-tenant-e2e-ipp-a-3f01c7"}, "namespace": "ai-tenant-e2e-ipp-a-3f01c7", "name": "ipp-route-3f01c7", "reconcileID": "c9203c69-7d7f-4c40-89f9-55224aea281f", "LLMInferenceService": "ipp-route-3f01c7", "namespace": "ai-tenant-e2e-ipp-a-3f01c7"} 2026-09-10T14:02:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3f01c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3f01c7", "reconcileID": "30ea87f5-975e-4bc0-9110-1098a026ae8f", "Gateway": "e2e-ipp-a-3f01c7", "namespace": "openshift-ingress"} 2026-09-10T14:02:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3f01c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3f01c7", "reconcileID": "30ea87f5-975e-4bc0-9110-1098a026ae8f", "Gateway": "e2e-ipp-a-3f01c7", "namespace": "openshift-ingress", "name": "e2e-ipp-a-3f01c7-authn-ssl"} 2026-09-10T14:02:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3f01c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3f01c7", "reconcileID": "30ea87f5-975e-4bc0-9110-1098a026ae8f", "Gateway": "e2e-ipp-a-3f01c7", "namespace": "openshift-ingress"} 2026-09-10T14:02:49Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3f01c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3f01c7", "reconcileID": "679b96af-df8b-419e-8c8d-36ae895f2b27", "Gateway": "e2e-ipp-a-3f01c7", "namespace": "openshift-ingress"} 2026-09-10T14:03:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b0741a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b0741a", "reconcileID": "58932194-3805-4828-8ee7-875d1b21eb91", "Gateway": "e2e-ipp-b-b0741a", "namespace": "openshift-ingress"} 2026-09-10T14:03:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b0741a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b0741a", "reconcileID": "58932194-3805-4828-8ee7-875d1b21eb91", "Gateway": "e2e-ipp-b-b0741a", "namespace": "openshift-ingress", "name": "e2e-ipp-b-b0741a-authn-ssl"} 2026-09-10T14:03:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b0741a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b0741a", "reconcileID": "58932194-3805-4828-8ee7-875d1b21eb91", "Gateway": "e2e-ipp-b-b0741a", "namespace": "openshift-ingress"} 2026-09-10T14:03:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b0741a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b0741a", "reconcileID": "cec75568-8e3c-425e-b253-bedded862894", "Gateway": "e2e-ipp-b-b0741a", "namespace": "openshift-ingress"} 2026-09-10T14:03:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b0741a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b0741a", "reconcileID": "cec75568-8e3c-425e-b253-bedded862894", "Gateway": "e2e-ipp-b-b0741a", "namespace": "openshift-ingress", "name": "e2e-ipp-b-b0741a-authn-ssl"} 2026-09-10T14:03:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b0741a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b0741a", "reconcileID": "cec75568-8e3c-425e-b253-bedded862894", "Gateway": "e2e-ipp-b-b0741a", "namespace": "openshift-ingress"} 2026-09-10T14:03:09Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-b0741a"}, "namespace": "ai-tenant-e2e-ipp-b-b0741a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6a35150c-3885-4dea-8cab-5fdb2af91242", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-b0741a"} 2026-09-10T14:03:09Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-b0741a"}, "namespace": "ai-tenant-e2e-ipp-b-b0741a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6a35150c-3885-4dea-8cab-5fdb2af91242", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-b0741a", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T14:03:09Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-b0741a"}, "namespace": "ai-tenant-e2e-ipp-b-b0741a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6a35150c-3885-4dea-8cab-5fdb2af91242", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-b0741a because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T14:03:09Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-b0741a"}, "namespace": "ai-tenant-e2e-ipp-b-b0741a", "name": "odh-trusted-ca-bundle", "reconcileID": "cd402fa1-f69f-4ea0-8229-5966496a1b48", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-b0741a"} 2026-09-10T14:03:09Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-b0741a"}, "namespace": "ai-tenant-e2e-ipp-b-b0741a", "name": "odh-trusted-ca-bundle", "reconcileID": "cd402fa1-f69f-4ea0-8229-5966496a1b48", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-b0741a", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T14:03:09Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-b0741a"}, "namespace": "ai-tenant-e2e-ipp-b-b0741a", "name": "odh-trusted-ca-bundle", "reconcileID": "cd402fa1-f69f-4ea0-8229-5966496a1b48", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-b0741a because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T14:03:09Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-b0741a"}, "namespace": "ai-tenant-e2e-ipp-b-b0741a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e34baa7a-19d6-4dac-a602-212b147cd3e8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-b0741a"} 2026-09-10T14:03:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-b0741a"}, "namespace": "ai-tenant-e2e-ipp-b-b0741a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e34baa7a-19d6-4dac-a602-212b147cd3e8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-b0741a"} 2026-09-10T14:03:09Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-b0741a"}, "namespace": "ai-tenant-e2e-ipp-b-b0741a", "name": "openshift-service-ca.crt", "reconcileID": "0923a825-8772-46c5-8929-23af9b045fef", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-b0741a"} 2026-09-10T14:03:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-b0741a"}, "namespace": "ai-tenant-e2e-ipp-b-b0741a", "name": "openshift-service-ca.crt", "reconcileID": "0923a825-8772-46c5-8929-23af9b045fef", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-b0741a"} 2026-09-10T14:03:09Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-b0741a"}, "namespace": "ai-tenant-e2e-ipp-b-b0741a", "name": "odh-trusted-ca-bundle", "reconcileID": "111fc405-52b9-45cc-96e0-e31d14397c77", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-b0741a"} 2026-09-10T14:03:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-b0741a"}, "namespace": "ai-tenant-e2e-ipp-b-b0741a", "name": "odh-trusted-ca-bundle", "reconcileID": "111fc405-52b9-45cc-96e0-e31d14397c77", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-b0741a"} 2026-09-10T14:03:10Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b0741a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b0741a", "reconcileID": "daf3939f-0305-4abd-bdf0-1fe84045b786", "Gateway": "e2e-ipp-b-b0741a", "namespace": "openshift-ingress"} 2026-09-10T14:03:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-7a11e9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-7a11e9", "reconcileID": "4bca40f3-6197-40ea-821b-fc588ccb3acc", "Gateway": "e2e-shared-a-w3-7a11e9", "namespace": "openshift-ingress"} 2026-09-10T14:03:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-7a11e9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-7a11e9", "reconcileID": "4bca40f3-6197-40ea-821b-fc588ccb3acc", "Gateway": "e2e-shared-a-w3-7a11e9", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-7a11e9-authn-ssl"} 2026-09-10T14:03:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-7a11e9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-7a11e9", "reconcileID": "4bca40f3-6197-40ea-821b-fc588ccb3acc", "Gateway": "e2e-shared-a-w3-7a11e9", "namespace": "openshift-ingress"} 2026-09-10T14:03:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-7a11e9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-7a11e9", "reconcileID": "48c964e7-4565-478c-9b45-1d8bcd465aa1", "Gateway": "e2e-shared-a-w3-7a11e9", "namespace": "openshift-ingress"} 2026-09-10T14:03:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-7a11e9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-7a11e9", "reconcileID": "48c964e7-4565-478c-9b45-1d8bcd465aa1", "Gateway": "e2e-shared-a-w3-7a11e9", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-7a11e9-authn-ssl"} 2026-09-10T14:03:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-7a11e9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-7a11e9", "reconcileID": "48c964e7-4565-478c-9b45-1d8bcd465aa1", "Gateway": "e2e-shared-a-w3-7a11e9", "namespace": "openshift-ingress"} 2026-09-10T14:03:29Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-7a11e9"}, "namespace": "ai-tenant-e2e-shared-a-w3-7a11e9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f0582e49-4eed-4ec2-a4d1-cd2054712275", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-7a11e9"} 2026-09-10T14:03:29Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-7a11e9"}, "namespace": "ai-tenant-e2e-shared-a-w3-7a11e9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f0582e49-4eed-4ec2-a4d1-cd2054712275", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-7a11e9", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T14:03:29Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-7a11e9"}, "namespace": "ai-tenant-e2e-shared-a-w3-7a11e9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f0582e49-4eed-4ec2-a4d1-cd2054712275", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w3-7a11e9 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T14:03:29Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-7a11e9"}, "namespace": "ai-tenant-e2e-shared-a-w3-7a11e9", "name": "odh-trusted-ca-bundle", "reconcileID": "bd2c1843-795e-47c9-8ab2-547f8904c972", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-7a11e9"} 2026-09-10T14:03:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-7a11e9"}, "namespace": "ai-tenant-e2e-shared-a-w3-7a11e9", "name": "odh-trusted-ca-bundle", "reconcileID": "bd2c1843-795e-47c9-8ab2-547f8904c972", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-7a11e9"} 2026-09-10T14:03:29Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-7a11e9"}, "namespace": "ai-tenant-e2e-shared-a-w3-7a11e9", "name": "openshift-service-ca.crt", "reconcileID": "7a87e12a-3f64-477b-9f8a-acb1837907cc", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-7a11e9"} 2026-09-10T14:03:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-7a11e9"}, "namespace": "ai-tenant-e2e-shared-a-w3-7a11e9", "name": "openshift-service-ca.crt", "reconcileID": "7a87e12a-3f64-477b-9f8a-acb1837907cc", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-7a11e9"} 2026-09-10T14:03:29Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-7a11e9"}, "namespace": "ai-tenant-e2e-shared-a-w3-7a11e9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "77dc596c-88e6-4fbf-8667-9d7ce17f0595", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-7a11e9"} 2026-09-10T14:03:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-7a11e9"}, "namespace": "ai-tenant-e2e-shared-a-w3-7a11e9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "77dc596c-88e6-4fbf-8667-9d7ce17f0595", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-7a11e9"} 2026-09-10T14:03:30Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-7a11e9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-7a11e9", "reconcileID": "705c378a-2db2-423f-9355-e56bd977de12", "Gateway": "e2e-shared-a-w3-7a11e9", "namespace": "openshift-ingress"} 2026-09-10T14:03:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-a00003","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-a00003", "reconcileID": "2a44198a-2346-4468-86ab-5a0761109643", "Gateway": "e2e-shared-b-w3-a00003", "namespace": "openshift-ingress"} 2026-09-10T14:03:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-a00003","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-a00003", "reconcileID": "2a44198a-2346-4468-86ab-5a0761109643", "Gateway": "e2e-shared-b-w3-a00003", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-a00003-authn-ssl"} 2026-09-10T14:03:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-a00003","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-a00003", "reconcileID": "2a44198a-2346-4468-86ab-5a0761109643", "Gateway": "e2e-shared-b-w3-a00003", "namespace": "openshift-ingress"} 2026-09-10T14:03:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-a00003","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-a00003", "reconcileID": "b5191ce7-27c8-4ba0-ac23-10e21280ea8d", "Gateway": "e2e-shared-b-w3-a00003", "namespace": "openshift-ingress"} 2026-09-10T14:03:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-a00003","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-a00003", "reconcileID": "b5191ce7-27c8-4ba0-ac23-10e21280ea8d", "Gateway": "e2e-shared-b-w3-a00003", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-a00003-authn-ssl"} 2026-09-10T14:03:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-a00003","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-a00003", "reconcileID": "b5191ce7-27c8-4ba0-ac23-10e21280ea8d", "Gateway": "e2e-shared-b-w3-a00003", "namespace": "openshift-ingress"} 2026-09-10T14:03:48Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-a00003"}, "namespace": "ai-tenant-e2e-shared-b-w3-a00003", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "eb295757-5a18-4aec-9398-429256516ad1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-a00003"} 2026-09-10T14:03:48Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-a00003"}, "namespace": "ai-tenant-e2e-shared-b-w3-a00003", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "eb295757-5a18-4aec-9398-429256516ad1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-a00003", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T14:03:48Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-a00003"}, "namespace": "ai-tenant-e2e-shared-b-w3-a00003", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "eb295757-5a18-4aec-9398-429256516ad1", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w3-a00003 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T14:03:48Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-a00003"}, "namespace": "ai-tenant-e2e-shared-b-w3-a00003", "name": "odh-trusted-ca-bundle", "reconcileID": "d466a287-26f6-4667-9f84-b7d2ce81cd93", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-a00003"} 2026-09-10T14:03:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-a00003"}, "namespace": "ai-tenant-e2e-shared-b-w3-a00003", "name": "odh-trusted-ca-bundle", "reconcileID": "d466a287-26f6-4667-9f84-b7d2ce81cd93", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-a00003"} 2026-09-10T14:03:48Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-a00003"}, "namespace": "ai-tenant-e2e-shared-b-w3-a00003", "name": "openshift-service-ca.crt", "reconcileID": "beaf3bf5-e91f-48a2-87b1-c5bc23d1892a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-a00003"} 2026-09-10T14:03:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-a00003"}, "namespace": "ai-tenant-e2e-shared-b-w3-a00003", "name": "openshift-service-ca.crt", "reconcileID": "beaf3bf5-e91f-48a2-87b1-c5bc23d1892a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-a00003"} 2026-09-10T14:03:48Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-a00003"}, "namespace": "ai-tenant-e2e-shared-b-w3-a00003", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "88b7d884-7354-43bf-85b6-9e2e3de97e4a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-a00003"} 2026-09-10T14:03:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-a00003"}, "namespace": "ai-tenant-e2e-shared-b-w3-a00003", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "88b7d884-7354-43bf-85b6-9e2e3de97e4a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-a00003"} 2026-09-10T14:03:50Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-a00003","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-a00003", "reconcileID": "d5d44689-2559-4e09-bf03-5b7dbf508b46", "Gateway": "e2e-shared-b-w3-a00003", "namespace": "openshift-ingress"} 2026-09-10T14:08:10Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-878b46e6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-878b46e6", "reconcileID": "33b6ed7e-7ddd-4830-b2ce-31e2e9ab1a91", "LLMInferenceService": "e2e-same-id-a-878b46e6", "namespace": "llm"} 2026-09-10T14:08:10Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-878b46e6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-878b46e6", "reconcileID": "33b6ed7e-7ddd-4830-b2ce-31e2e9ab1a91", "LLMInferenceService": "e2e-same-id-a-878b46e6", "namespace": "llm"} 2026-09-10T14:08:10Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-878b46e6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-878b46e6", "reconcileID": "33b6ed7e-7ddd-4830-b2ce-31e2e9ab1a91", "LLMInferenceService": "e2e-same-id-a-878b46e6", "namespace": "llm"} 2026-09-10T14:08:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "18f5384e-6cec-4513-9d88-f86e60685964", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T14:08:10Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-878b46e6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-878b46e6", "reconcileID": "33b6ed7e-7ddd-4830-b2ce-31e2e9ab1a91", "LLMInferenceService": "e2e-same-id-a-878b46e6", "namespace": "llm", "name": "e2e-same-id-a-878b46e6-kserve-route-authn"} 2026-09-10T14:08:10Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-878b46e6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-878b46e6", "reconcileID": "33b6ed7e-7ddd-4830-b2ce-31e2e9ab1a91", "LLMInferenceService": "e2e-same-id-a-878b46e6", "namespace": "llm", "authType": "userdefined"} 2026-09-10T14:08:10Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-878b46e6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-878b46e6", "reconcileID": "33b6ed7e-7ddd-4830-b2ce-31e2e9ab1a91", "LLMInferenceService": "e2e-same-id-a-878b46e6", "namespace": "llm"} 2026-09-10T14:08:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "18f5384e-6cec-4513-9d88-f86e60685964", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T14:08:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "18f5384e-6cec-4513-9d88-f86e60685964", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T14:08:10Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-878b46e6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-878b46e6", "reconcileID": "d9e8578a-b370-4368-bebf-3e9c968f71e7", "LLMInferenceService": "e2e-same-id-a-878b46e6", "namespace": "llm"} 2026-09-10T14:08:10Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-878b46e6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-878b46e6", "reconcileID": "d9e8578a-b370-4368-bebf-3e9c968f71e7", "LLMInferenceService": "e2e-same-id-a-878b46e6", "namespace": "llm"} 2026-09-10T14:08:10Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-878b46e6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-878b46e6", "reconcileID": "d9e8578a-b370-4368-bebf-3e9c968f71e7", "LLMInferenceService": "e2e-same-id-a-878b46e6", "namespace": "llm"} 2026-09-10T14:08:10Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-878b46e6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-878b46e6", "reconcileID": "d9e8578a-b370-4368-bebf-3e9c968f71e7", "LLMInferenceService": "e2e-same-id-a-878b46e6", "namespace": "llm", "name": "e2e-same-id-a-878b46e6-kserve-route-authn"} 2026-09-10T14:08:10Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-878b46e6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-878b46e6", "reconcileID": "d9e8578a-b370-4368-bebf-3e9c968f71e7", "LLMInferenceService": "e2e-same-id-a-878b46e6", "namespace": "llm", "authType": "userdefined"} 2026-09-10T14:08:10Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-878b46e6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-878b46e6", "reconcileID": "d9e8578a-b370-4368-bebf-3e9c968f71e7", "LLMInferenceService": "e2e-same-id-a-878b46e6", "namespace": "llm"} 2026-09-10T14:08:10Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-878b46e6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-878b46e6", "reconcileID": "21e71916-75b1-411e-ae03-2963fa320f06", "LLMInferenceService": "e2e-same-id-b-878b46e6", "namespace": "llm"} 2026-09-10T14:08:10Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-878b46e6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-878b46e6", "reconcileID": "21e71916-75b1-411e-ae03-2963fa320f06", "LLMInferenceService": "e2e-same-id-b-878b46e6", "namespace": "llm"} 2026-09-10T14:08:10Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-878b46e6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-878b46e6", "reconcileID": "21e71916-75b1-411e-ae03-2963fa320f06", "LLMInferenceService": "e2e-same-id-b-878b46e6", "namespace": "llm"} 2026-09-10T14:08:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "612e060d-b67c-482f-8db8-3b62fc42443f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T14:08:10Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-878b46e6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-878b46e6", "reconcileID": "21e71916-75b1-411e-ae03-2963fa320f06", "LLMInferenceService": "e2e-same-id-b-878b46e6", "namespace": "llm", "name": "e2e-same-id-b-878b46e6-kserve-route-authn"} 2026-09-10T14:08:10Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-878b46e6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-878b46e6", "reconcileID": "21e71916-75b1-411e-ae03-2963fa320f06", "LLMInferenceService": "e2e-same-id-b-878b46e6", "namespace": "llm", "authType": "userdefined"} 2026-09-10T14:08:10Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-878b46e6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-878b46e6", "reconcileID": "21e71916-75b1-411e-ae03-2963fa320f06", "LLMInferenceService": "e2e-same-id-b-878b46e6", "namespace": "llm"} 2026-09-10T14:08:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "612e060d-b67c-482f-8db8-3b62fc42443f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T14:08:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "612e060d-b67c-482f-8db8-3b62fc42443f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T14:08:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5a298ef5-88bd-45fa-9639-810d0ca1228c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T14:08:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5a298ef5-88bd-45fa-9639-810d0ca1228c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T14:08:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5a298ef5-88bd-45fa-9639-810d0ca1228c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T14:08:46Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-878b46e6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-878b46e6", "reconcileID": "98b88868-b14b-4272-89fa-a86da918920f", "LLMInferenceService": "e2e-same-id-a-878b46e6", "namespace": "llm"} 2026-09-10T14:08:46Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-878b46e6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-878b46e6", "reconcileID": "98b88868-b14b-4272-89fa-a86da918920f", "LLMInferenceService": "e2e-same-id-a-878b46e6", "namespace": "llm"} 2026-09-10T14:08:46Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-878b46e6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-878b46e6", "reconcileID": "98b88868-b14b-4272-89fa-a86da918920f", "LLMInferenceService": "e2e-same-id-a-878b46e6", "namespace": "llm"} 2026-09-10T14:08:46Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-878b46e6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-878b46e6", "reconcileID": "98b88868-b14b-4272-89fa-a86da918920f", "LLMInferenceService": "e2e-same-id-a-878b46e6", "namespace": "llm", "name": "e2e-same-id-a-878b46e6-kserve-route-authn"} 2026-09-10T14:08:46Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-878b46e6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-878b46e6", "reconcileID": "98b88868-b14b-4272-89fa-a86da918920f", "LLMInferenceService": "e2e-same-id-a-878b46e6", "namespace": "llm", "authType": "userdefined"} 2026-09-10T14:08:46Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-878b46e6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-878b46e6", "reconcileID": "98b88868-b14b-4272-89fa-a86da918920f", "LLMInferenceService": "e2e-same-id-a-878b46e6", "namespace": "llm"} 2026-09-10T14:08:46Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-878b46e6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-878b46e6", "reconcileID": "de781ea9-271a-4326-9390-1e4beba4dcbd", "LLMInferenceService": "e2e-same-id-b-878b46e6", "namespace": "llm"} 2026-09-10T14:08:46Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-878b46e6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-878b46e6", "reconcileID": "de781ea9-271a-4326-9390-1e4beba4dcbd", "LLMInferenceService": "e2e-same-id-b-878b46e6", "namespace": "llm"} 2026-09-10T14:08:46Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-878b46e6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-878b46e6", "reconcileID": "de781ea9-271a-4326-9390-1e4beba4dcbd", "LLMInferenceService": "e2e-same-id-b-878b46e6", "namespace": "llm"} 2026-09-10T14:08:46Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-878b46e6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-878b46e6", "reconcileID": "de781ea9-271a-4326-9390-1e4beba4dcbd", "LLMInferenceService": "e2e-same-id-b-878b46e6", "namespace": "llm", "name": "e2e-same-id-b-878b46e6-kserve-route-authn"} 2026-09-10T14:08:46Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-878b46e6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-878b46e6", "reconcileID": "de781ea9-271a-4326-9390-1e4beba4dcbd", "LLMInferenceService": "e2e-same-id-b-878b46e6", "namespace": "llm", "authType": "userdefined"} 2026-09-10T14:08:46Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-878b46e6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-878b46e6", "reconcileID": "de781ea9-271a-4326-9390-1e4beba4dcbd", "LLMInferenceService": "e2e-same-id-b-878b46e6", "namespace": "llm"} 2026-09-10T14:09:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "adf09181-4a69-4d3b-bdd0-d035fe17af87", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T14:09:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "adf09181-4a69-4d3b-bdd0-d035fe17af87", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T14:09:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "adf09181-4a69-4d3b-bdd0-d035fe17af87", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T14:09:01Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-878b46e6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-878b46e6", "reconcileID": "ba49673e-5f33-490e-92f3-7703e6512635", "LLMInferenceService": "e2e-same-id-b-878b46e6", "namespace": "llm"} 2026-09-10T14:09:01Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-878b46e6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-878b46e6", "reconcileID": "ba49673e-5f33-490e-92f3-7703e6512635", "LLMInferenceService": "e2e-same-id-b-878b46e6", "namespace": "llm"} 2026-09-10T14:09:01Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-878b46e6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-878b46e6", "reconcileID": "ba49673e-5f33-490e-92f3-7703e6512635", "LLMInferenceService": "e2e-same-id-b-878b46e6", "namespace": "llm"} 2026-09-10T14:09:01Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-878b46e6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-878b46e6", "reconcileID": "ba49673e-5f33-490e-92f3-7703e6512635", "LLMInferenceService": "e2e-same-id-b-878b46e6", "namespace": "llm", "name": "e2e-same-id-b-878b46e6-kserve-route-authn"} 2026-09-10T14:09:01Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-878b46e6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-878b46e6", "reconcileID": "ba49673e-5f33-490e-92f3-7703e6512635", "LLMInferenceService": "e2e-same-id-b-878b46e6", "namespace": "llm", "authType": "userdefined"} 2026-09-10T14:09:01Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-878b46e6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-878b46e6", "reconcileID": "ba49673e-5f33-490e-92f3-7703e6512635", "LLMInferenceService": "e2e-same-id-b-878b46e6", "namespace": "llm"} 2026-09-10T14:09:21Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-878b46e6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-878b46e6", "reconcileID": "2a996718-b24f-472b-8cd2-7854261957ec", "LLMInferenceService": "e2e-same-id-a-878b46e6", "namespace": "llm"} 2026-09-10T14:09:21Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-878b46e6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-878b46e6", "reconcileID": "2a996718-b24f-472b-8cd2-7854261957ec", "LLMInferenceService": "e2e-same-id-a-878b46e6", "namespace": "llm"} 2026-09-10T14:09:21Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-878b46e6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-878b46e6", "reconcileID": "2a996718-b24f-472b-8cd2-7854261957ec", "LLMInferenceService": "e2e-same-id-a-878b46e6", "namespace": "llm"} 2026-09-10T14:09:21Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-878b46e6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-878b46e6", "reconcileID": "2a996718-b24f-472b-8cd2-7854261957ec", "LLMInferenceService": "e2e-same-id-a-878b46e6", "namespace": "llm", "name": "e2e-same-id-a-878b46e6-kserve-route-authn"} 2026-09-10T14:09:21Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-878b46e6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-878b46e6", "reconcileID": "2a996718-b24f-472b-8cd2-7854261957ec", "LLMInferenceService": "e2e-same-id-a-878b46e6", "namespace": "llm", "authType": "userdefined"} 2026-09-10T14:09:21Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-878b46e6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-878b46e6", "reconcileID": "2a996718-b24f-472b-8cd2-7854261957ec", "LLMInferenceService": "e2e-same-id-a-878b46e6", "namespace": "llm"} 2026-09-10T14:09:46Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-878b46e6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-878b46e6", "reconcileID": "b0af4060-1f27-4ad5-b747-1000c6708794", "LLMInferenceService": "e2e-same-id-b-878b46e6", "namespace": "llm"} 2026-09-10T14:09:46Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-878b46e6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-878b46e6", "reconcileID": "b0af4060-1f27-4ad5-b747-1000c6708794", "LLMInferenceService": "e2e-same-id-b-878b46e6", "namespace": "llm"} 2026-09-10T14:09:46Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-878b46e6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-878b46e6", "reconcileID": "b0af4060-1f27-4ad5-b747-1000c6708794", "LLMInferenceService": "e2e-same-id-b-878b46e6", "namespace": "llm"} 2026-09-10T14:09:46Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-878b46e6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-878b46e6", "reconcileID": "b0af4060-1f27-4ad5-b747-1000c6708794", "LLMInferenceService": "e2e-same-id-b-878b46e6", "namespace": "llm", "name": "e2e-same-id-b-878b46e6-kserve-route-authn"} 2026-09-10T14:09:46Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-878b46e6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-878b46e6", "reconcileID": "b0af4060-1f27-4ad5-b747-1000c6708794", "LLMInferenceService": "e2e-same-id-b-878b46e6", "namespace": "llm", "authType": "userdefined"} 2026-09-10T14:09:46Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-878b46e6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-878b46e6", "reconcileID": "b0af4060-1f27-4ad5-b747-1000c6708794", "LLMInferenceService": "e2e-same-id-b-878b46e6", "namespace": "llm"} 2026-09-10T14:09:48Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-878b46e6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-878b46e6", "reconcileID": "5e1c3ed3-0c1f-44ed-8d84-07d888c76ffb", "LLMInferenceService": "e2e-same-id-a-878b46e6", "namespace": "llm"} 2026-09-10T14:09:48Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-878b46e6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-878b46e6", "reconcileID": "5e1c3ed3-0c1f-44ed-8d84-07d888c76ffb", "LLMInferenceService": "e2e-same-id-a-878b46e6", "namespace": "llm", "name": "e2e-same-id-a-878b46e6"} 2026-09-10T14:09:48Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-878b46e6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-878b46e6", "reconcileID": "5e1c3ed3-0c1f-44ed-8d84-07d888c76ffb", "LLMInferenceService": "e2e-same-id-a-878b46e6", "namespace": "llm"} 2026-09-10T14:09:48Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-878b46e6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-878b46e6", "reconcileID": "5e1c3ed3-0c1f-44ed-8d84-07d888c76ffb", "LLMInferenceService": "e2e-same-id-a-878b46e6", "namespace": "llm"} 2026-09-10T14:09:48Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-878b46e6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-878b46e6", "reconcileID": "5e1c3ed3-0c1f-44ed-8d84-07d888c76ffb", "LLMInferenceService": "e2e-same-id-a-878b46e6", "namespace": "llm", "name": "e2e-same-id-a-878b46e6-kserve-route-authn"} 2026-09-10T14:09:48Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-878b46e6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-878b46e6", "reconcileID": "5e1c3ed3-0c1f-44ed-8d84-07d888c76ffb", "LLMInferenceService": "e2e-same-id-a-878b46e6", "namespace": "llm", "name": "e2e-same-id-a-878b46e6-kserve-route-authn"} 2026-09-10T14:09:48Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-878b46e6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-878b46e6", "reconcileID": "a20e1685-c0e8-4e2c-859e-47df6e65ea21", "LLMInferenceService": "e2e-same-id-a-878b46e6", "namespace": "llm"} 2026-09-10T14:09:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b2fe0f6a-9640-4915-a198-5844a92a8d13", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T14:09:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b2fe0f6a-9640-4915-a198-5844a92a8d13", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T14:09:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b2fe0f6a-9640-4915-a198-5844a92a8d13", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T14:09:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "076371d9-e5bc-42c4-9512-7ce03516c4f7", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T14:09:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "076371d9-e5bc-42c4-9512-7ce03516c4f7", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T14:09:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "076371d9-e5bc-42c4-9512-7ce03516c4f7", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T14:09:48Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-878b46e6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-878b46e6", "reconcileID": "902998f2-b5b5-4899-a044-0f019c18378f", "LLMInferenceService": "e2e-same-id-b-878b46e6", "namespace": "llm"} 2026-09-10T14:09:48Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-878b46e6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-878b46e6", "reconcileID": "902998f2-b5b5-4899-a044-0f019c18378f", "LLMInferenceService": "e2e-same-id-b-878b46e6", "namespace": "llm", "name": "e2e-same-id-b-878b46e6"} 2026-09-10T14:09:48Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-878b46e6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-878b46e6", "reconcileID": "902998f2-b5b5-4899-a044-0f019c18378f", "LLMInferenceService": "e2e-same-id-b-878b46e6", "namespace": "llm"} 2026-09-10T14:09:48Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-878b46e6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-878b46e6", "reconcileID": "902998f2-b5b5-4899-a044-0f019c18378f", "LLMInferenceService": "e2e-same-id-b-878b46e6", "namespace": "llm"} 2026-09-10T14:09:48Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-878b46e6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-878b46e6", "reconcileID": "902998f2-b5b5-4899-a044-0f019c18378f", "LLMInferenceService": "e2e-same-id-b-878b46e6", "namespace": "llm", "name": "e2e-same-id-b-878b46e6-kserve-route-authn"} 2026-09-10T14:09:48Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-878b46e6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-878b46e6", "reconcileID": "902998f2-b5b5-4899-a044-0f019c18378f", "LLMInferenceService": "e2e-same-id-b-878b46e6", "namespace": "llm", "name": "e2e-same-id-b-878b46e6-kserve-route-authn"} 2026-09-10T14:09:49Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-878b46e6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-878b46e6", "reconcileID": "7e07280b-6206-4809-82be-b13d0bc85b0c", "LLMInferenceService": "e2e-same-id-b-878b46e6", "namespace": "llm"} 2026-09-10T14:09:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "da1acdca-2e5d-43f4-aa86-547d235a78b0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T14:09:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "da1acdca-2e5d-43f4-aa86-547d235a78b0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T14:09:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "da1acdca-2e5d-43f4-aa86-547d235a78b0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T14:09:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3bcf7dd6-8fd1-4c8a-b648-a2953376aa68", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T14:09:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3bcf7dd6-8fd1-4c8a-b648-a2953376aa68", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T14:09:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3bcf7dd6-8fd1-4c8a-b648-a2953376aa68", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}