2026-09-08T17:14:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-b9f2b8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-b9f2b8", "reconcileID": "1c1044ae-7f42-4f4b-89fc-8bf9988d14dc", "Gateway": "e2e-api-b-b9f2b8", "namespace": "openshift-ingress"} 2026-09-08T17:14:35Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-b9f2b8"}, "namespace": "ai-tenant-e2e-api-b-b9f2b8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "432f2039-661b-4d15-a206-dc1fae6932eb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-b9f2b8"} 2026-09-08T17:14:35Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-b9f2b8"}, "namespace": "ai-tenant-e2e-api-b-b9f2b8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "432f2039-661b-4d15-a206-dc1fae6932eb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-b9f2b8", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T17:14:35Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-b9f2b8"}, "namespace": "ai-tenant-e2e-api-b-b9f2b8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "432f2039-661b-4d15-a206-dc1fae6932eb", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-b9f2b8 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-08T17:14:35Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-b9f2b8"}, "namespace": "ai-tenant-e2e-api-b-b9f2b8", "name": "odh-trusted-ca-bundle", "reconcileID": "1fae7b81-c3cd-43b6-876f-7aa87d06d36a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-b9f2b8"} 2026-09-08T17:14:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-b9f2b8"}, "namespace": "ai-tenant-e2e-api-b-b9f2b8", "name": "odh-trusted-ca-bundle", "reconcileID": "1fae7b81-c3cd-43b6-876f-7aa87d06d36a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-b9f2b8"} 2026-09-08T17:14:35Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-b9f2b8"}, "namespace": "ai-tenant-e2e-api-b-b9f2b8", "name": "openshift-service-ca.crt", "reconcileID": "35d13c25-f297-41ea-933f-f406e1b692ed", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-b9f2b8"} 2026-09-08T17:14:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-b9f2b8"}, "namespace": "ai-tenant-e2e-api-b-b9f2b8", "name": "openshift-service-ca.crt", "reconcileID": "35d13c25-f297-41ea-933f-f406e1b692ed", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-b9f2b8"} 2026-09-08T17:14:35Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-b9f2b8"}, "namespace": "ai-tenant-e2e-api-b-b9f2b8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "27476d6e-8297-4bc9-9ed7-aaf9f9f7a9ee", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-b9f2b8"} 2026-09-08T17:14:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-b9f2b8"}, "namespace": "ai-tenant-e2e-api-b-b9f2b8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "27476d6e-8297-4bc9-9ed7-aaf9f9f7a9ee", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-b9f2b8"} 2026-09-08T17:14:36Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-b9f2b8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-b9f2b8", "reconcileID": "c2dcc399-c944-4f04-a4dc-fae2cde75bf1", "Gateway": "e2e-api-b-b9f2b8", "namespace": "openshift-ingress"} 2026-09-08T17:14:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-ec96ff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-ec96ff", "reconcileID": "a207f6f5-9c8f-43be-8923-120f020df729", "Gateway": "e2e-shared-a-w2-ec96ff", "namespace": "openshift-ingress"} 2026-09-08T17:14:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-ec96ff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-ec96ff", "reconcileID": "a207f6f5-9c8f-43be-8923-120f020df729", "Gateway": "e2e-shared-a-w2-ec96ff", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-ec96ff-authn-ssl"} 2026-09-08T17:14:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-ec96ff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-ec96ff", "reconcileID": "a207f6f5-9c8f-43be-8923-120f020df729", "Gateway": "e2e-shared-a-w2-ec96ff", "namespace": "openshift-ingress"} 2026-09-08T17:14:49Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c05c9f","namespace":"ai-tenant-e2e-shared-a-w3-c05c9f"}, "namespace": "ai-tenant-e2e-shared-a-w3-c05c9f", "name": "rate-test-model-c05c9f", "reconcileID": "0c5c550d-62f2-45be-852d-24fe393aa99c", "LLMInferenceService": "rate-test-model-c05c9f", "namespace": "ai-tenant-e2e-shared-a-w3-c05c9f"} 2026-09-08T17:14:49Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c05c9f","namespace":"ai-tenant-e2e-shared-a-w3-c05c9f"}, "namespace": "ai-tenant-e2e-shared-a-w3-c05c9f", "name": "rate-test-model-c05c9f", "reconcileID": "0c5c550d-62f2-45be-852d-24fe393aa99c", "LLMInferenceService": "rate-test-model-c05c9f", "namespace": "ai-tenant-e2e-shared-a-w3-c05c9f"} 2026-09-08T17:14:49Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c05c9f","namespace":"ai-tenant-e2e-shared-a-w3-c05c9f"}, "namespace": "ai-tenant-e2e-shared-a-w3-c05c9f", "name": "rate-test-model-c05c9f", "reconcileID": "0c5c550d-62f2-45be-852d-24fe393aa99c", "LLMInferenceService": "rate-test-model-c05c9f", "namespace": "ai-tenant-e2e-shared-a-w3-c05c9f"} 2026-09-08T17:14:49Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c05c9f","namespace":"ai-tenant-e2e-shared-a-w3-c05c9f"}, "namespace": "ai-tenant-e2e-shared-a-w3-c05c9f", "name": "rate-test-model-c05c9f", "reconcileID": "0c5c550d-62f2-45be-852d-24fe393aa99c", "LLMInferenceService": "rate-test-model-c05c9f", "namespace": "ai-tenant-e2e-shared-a-w3-c05c9f", "name": "rate-test-model-c05c9f-kserve-route-authn"} 2026-09-08T17:14:49Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c05c9f","namespace":"ai-tenant-e2e-shared-a-w3-c05c9f"}, "namespace": "ai-tenant-e2e-shared-a-w3-c05c9f", "name": "rate-test-model-c05c9f", "reconcileID": "0c5c550d-62f2-45be-852d-24fe393aa99c", "LLMInferenceService": "rate-test-model-c05c9f", "namespace": "ai-tenant-e2e-shared-a-w3-c05c9f", "authType": "userdefined"} 2026-09-08T17:14:49Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c05c9f","namespace":"ai-tenant-e2e-shared-a-w3-c05c9f"}, "namespace": "ai-tenant-e2e-shared-a-w3-c05c9f", "name": "rate-test-model-c05c9f", "reconcileID": "0c5c550d-62f2-45be-852d-24fe393aa99c", "LLMInferenceService": "rate-test-model-c05c9f", "namespace": "ai-tenant-e2e-shared-a-w3-c05c9f"} 2026-09-08T17:14:53Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-ec96ff"}, "namespace": "ai-tenant-e2e-shared-a-w2-ec96ff", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a04a1a72-43f4-4c8b-a2e6-677b117955d7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-ec96ff"} 2026-09-08T17:14:53Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-ec96ff"}, "namespace": "ai-tenant-e2e-shared-a-w2-ec96ff", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a04a1a72-43f4-4c8b-a2e6-677b117955d7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-ec96ff", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T17:14:53Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-ec96ff"}, "namespace": "ai-tenant-e2e-shared-a-w2-ec96ff", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a04a1a72-43f4-4c8b-a2e6-677b117955d7", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w2-ec96ff because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-08T17:14:53Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-ec96ff"}, "namespace": "ai-tenant-e2e-shared-a-w2-ec96ff", "name": "odh-trusted-ca-bundle", "reconcileID": "ada68145-4ebf-4b70-ac42-1907d352e590", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-ec96ff"} 2026-09-08T17:14:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-ec96ff"}, "namespace": "ai-tenant-e2e-shared-a-w2-ec96ff", "name": "odh-trusted-ca-bundle", "reconcileID": "ada68145-4ebf-4b70-ac42-1907d352e590", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-ec96ff"} 2026-09-08T17:14:53Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-ec96ff"}, "namespace": "ai-tenant-e2e-shared-a-w2-ec96ff", "name": "openshift-service-ca.crt", "reconcileID": "07f7dc30-13b1-455f-9dd0-6faa609b435d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-ec96ff"} 2026-09-08T17:14:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-ec96ff"}, "namespace": "ai-tenant-e2e-shared-a-w2-ec96ff", "name": "openshift-service-ca.crt", "reconcileID": "07f7dc30-13b1-455f-9dd0-6faa609b435d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-ec96ff"} 2026-09-08T17:14:53Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-ec96ff"}, "namespace": "ai-tenant-e2e-shared-a-w2-ec96ff", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e8301a86-7d62-4c56-bd1a-7702d3892520", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-ec96ff"} 2026-09-08T17:14:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-ec96ff"}, "namespace": "ai-tenant-e2e-shared-a-w2-ec96ff", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e8301a86-7d62-4c56-bd1a-7702d3892520", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-ec96ff"} 2026-09-08T17:14:53Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-338600","namespace":"ai-tenant-e2e-shared-b-w3-338600"}, "namespace": "ai-tenant-e2e-shared-b-w3-338600", "name": "rate-test-model-338600", "reconcileID": "5b6c5bd5-6c96-4da7-a6ee-d8dfe65ab5b7", "LLMInferenceService": "rate-test-model-338600", "namespace": "ai-tenant-e2e-shared-b-w3-338600"} 2026-09-08T17:14:53Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-338600","namespace":"ai-tenant-e2e-shared-b-w3-338600"}, "namespace": "ai-tenant-e2e-shared-b-w3-338600", "name": "rate-test-model-338600", "reconcileID": "5b6c5bd5-6c96-4da7-a6ee-d8dfe65ab5b7", "LLMInferenceService": "rate-test-model-338600", "namespace": "ai-tenant-e2e-shared-b-w3-338600"} 2026-09-08T17:14:53Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-338600","namespace":"ai-tenant-e2e-shared-b-w3-338600"}, "namespace": "ai-tenant-e2e-shared-b-w3-338600", "name": "rate-test-model-338600", "reconcileID": "5b6c5bd5-6c96-4da7-a6ee-d8dfe65ab5b7", "LLMInferenceService": "rate-test-model-338600", "namespace": "ai-tenant-e2e-shared-b-w3-338600"} 2026-09-08T17:14:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-338600","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-338600", "reconcileID": "2ece3630-f72e-4768-8133-45f2ae459624", "Gateway": "e2e-shared-b-w3-338600", "namespace": "openshift-ingress"} 2026-09-08T17:14:53Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-338600","namespace":"ai-tenant-e2e-shared-b-w3-338600"}, "namespace": "ai-tenant-e2e-shared-b-w3-338600", "name": "rate-test-model-338600", "reconcileID": "5b6c5bd5-6c96-4da7-a6ee-d8dfe65ab5b7", "LLMInferenceService": "rate-test-model-338600", "namespace": "ai-tenant-e2e-shared-b-w3-338600", "name": "rate-test-model-338600-kserve-route-authn"} 2026-09-08T17:14:53Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-338600","namespace":"ai-tenant-e2e-shared-b-w3-338600"}, "namespace": "ai-tenant-e2e-shared-b-w3-338600", "name": "rate-test-model-338600", "reconcileID": "5b6c5bd5-6c96-4da7-a6ee-d8dfe65ab5b7", "LLMInferenceService": "rate-test-model-338600", "namespace": "ai-tenant-e2e-shared-b-w3-338600", "authType": "userdefined"} 2026-09-08T17:14:53Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-338600","namespace":"ai-tenant-e2e-shared-b-w3-338600"}, "namespace": "ai-tenant-e2e-shared-b-w3-338600", "name": "rate-test-model-338600", "reconcileID": "5b6c5bd5-6c96-4da7-a6ee-d8dfe65ab5b7", "LLMInferenceService": "rate-test-model-338600", "namespace": "ai-tenant-e2e-shared-b-w3-338600"} 2026-09-08T17:14:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-338600","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-338600", "reconcileID": "2ece3630-f72e-4768-8133-45f2ae459624", "Gateway": "e2e-shared-b-w3-338600", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-338600-authn-ssl"} 2026-09-08T17:14:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-338600","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-338600", "reconcileID": "2ece3630-f72e-4768-8133-45f2ae459624", "Gateway": "e2e-shared-b-w3-338600", "namespace": "openshift-ingress"} 2026-09-08T17:14:53Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-338600","namespace":"ai-tenant-e2e-shared-b-w3-338600"}, "namespace": "ai-tenant-e2e-shared-b-w3-338600", "name": "rate-test-model-338600", "reconcileID": "d774b6b7-b919-4d08-a102-b55ee67f5add", "LLMInferenceService": "rate-test-model-338600", "namespace": "ai-tenant-e2e-shared-b-w3-338600"} 2026-09-08T17:14:53Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-338600","namespace":"ai-tenant-e2e-shared-b-w3-338600"}, "namespace": "ai-tenant-e2e-shared-b-w3-338600", "name": "rate-test-model-338600", "reconcileID": "d774b6b7-b919-4d08-a102-b55ee67f5add", "LLMInferenceService": "rate-test-model-338600", "namespace": "ai-tenant-e2e-shared-b-w3-338600"} 2026-09-08T17:14:53Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-338600","namespace":"ai-tenant-e2e-shared-b-w3-338600"}, "namespace": "ai-tenant-e2e-shared-b-w3-338600", "name": "rate-test-model-338600", "reconcileID": "d774b6b7-b919-4d08-a102-b55ee67f5add", "LLMInferenceService": "rate-test-model-338600", "namespace": "ai-tenant-e2e-shared-b-w3-338600"} 2026-09-08T17:14:53Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-338600","namespace":"ai-tenant-e2e-shared-b-w3-338600"}, "namespace": "ai-tenant-e2e-shared-b-w3-338600", "name": "rate-test-model-338600", "reconcileID": "d774b6b7-b919-4d08-a102-b55ee67f5add", "LLMInferenceService": "rate-test-model-338600", "namespace": "ai-tenant-e2e-shared-b-w3-338600", "name": "rate-test-model-338600-kserve-route-authn"} 2026-09-08T17:14:53Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-338600","namespace":"ai-tenant-e2e-shared-b-w3-338600"}, "namespace": "ai-tenant-e2e-shared-b-w3-338600", "name": "rate-test-model-338600", "reconcileID": "d774b6b7-b919-4d08-a102-b55ee67f5add", "LLMInferenceService": "rate-test-model-338600", "namespace": "ai-tenant-e2e-shared-b-w3-338600", "authType": "userdefined"} 2026-09-08T17:14:53Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-338600","namespace":"ai-tenant-e2e-shared-b-w3-338600"}, "namespace": "ai-tenant-e2e-shared-b-w3-338600", "name": "rate-test-model-338600", "reconcileID": "d774b6b7-b919-4d08-a102-b55ee67f5add", "LLMInferenceService": "rate-test-model-338600", "namespace": "ai-tenant-e2e-shared-b-w3-338600"} 2026-09-08T17:14:53Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-ec96ff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-ec96ff", "reconcileID": "cc669c57-5991-4b57-b29f-d8194901aa26", "Gateway": "e2e-shared-a-w2-ec96ff", "namespace": "openshift-ingress"} 2026-09-08T17:14:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-338600","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-338600", "reconcileID": "2e6e6ce1-43a0-4aca-9346-c00c387387a1", "Gateway": "e2e-shared-b-w3-338600", "namespace": "openshift-ingress"} 2026-09-08T17:14:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-338600","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-338600", "reconcileID": "2e6e6ce1-43a0-4aca-9346-c00c387387a1", "Gateway": "e2e-shared-b-w3-338600", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-338600-authn-ssl"} 2026-09-08T17:14:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-338600","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-338600", "reconcileID": "2e6e6ce1-43a0-4aca-9346-c00c387387a1", "Gateway": "e2e-shared-b-w3-338600", "namespace": "openshift-ingress"} 2026-09-08T17:14:57Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-338600","namespace":"ai-tenant-e2e-shared-b-w3-338600"}, "namespace": "ai-tenant-e2e-shared-b-w3-338600", "name": "rate-test-model-338600", "reconcileID": "eebd2ccd-4d78-4818-ad61-3e205262556d", "LLMInferenceService": "rate-test-model-338600", "namespace": "ai-tenant-e2e-shared-b-w3-338600"} 2026-09-08T17:14:57Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-338600","namespace":"ai-tenant-e2e-shared-b-w3-338600"}, "namespace": "ai-tenant-e2e-shared-b-w3-338600", "name": "rate-test-model-338600", "reconcileID": "eebd2ccd-4d78-4818-ad61-3e205262556d", "LLMInferenceService": "rate-test-model-338600", "namespace": "ai-tenant-e2e-shared-b-w3-338600"} 2026-09-08T17:14:57Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-338600","namespace":"ai-tenant-e2e-shared-b-w3-338600"}, "namespace": "ai-tenant-e2e-shared-b-w3-338600", "name": "rate-test-model-338600", "reconcileID": "eebd2ccd-4d78-4818-ad61-3e205262556d", "LLMInferenceService": "rate-test-model-338600", "namespace": "ai-tenant-e2e-shared-b-w3-338600"} 2026-09-08T17:14:57Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-338600","namespace":"ai-tenant-e2e-shared-b-w3-338600"}, "namespace": "ai-tenant-e2e-shared-b-w3-338600", "name": "rate-test-model-338600", "reconcileID": "eebd2ccd-4d78-4818-ad61-3e205262556d", "LLMInferenceService": "rate-test-model-338600", "namespace": "ai-tenant-e2e-shared-b-w3-338600", "name": "rate-test-model-338600-kserve-route-authn"} 2026-09-08T17:14:57Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-338600","namespace":"ai-tenant-e2e-shared-b-w3-338600"}, "namespace": "ai-tenant-e2e-shared-b-w3-338600", "name": "rate-test-model-338600", "reconcileID": "eebd2ccd-4d78-4818-ad61-3e205262556d", "LLMInferenceService": "rate-test-model-338600", "namespace": "ai-tenant-e2e-shared-b-w3-338600", "authType": "userdefined"} 2026-09-08T17:14:57Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-338600","namespace":"ai-tenant-e2e-shared-b-w3-338600"}, "namespace": "ai-tenant-e2e-shared-b-w3-338600", "name": "rate-test-model-338600", "reconcileID": "eebd2ccd-4d78-4818-ad61-3e205262556d", "LLMInferenceService": "rate-test-model-338600", "namespace": "ai-tenant-e2e-shared-b-w3-338600"} 2026-09-08T17:15:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-d7359b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-d7359b", "reconcileID": "129b0434-2f38-4d23-9de3-83e284b2685a", "Gateway": "e2e-shared-b-w2-d7359b", "namespace": "openshift-ingress"} 2026-09-08T17:15:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-d7359b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-d7359b", "reconcileID": "129b0434-2f38-4d23-9de3-83e284b2685a", "Gateway": "e2e-shared-b-w2-d7359b", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-d7359b-authn-ssl"} 2026-09-08T17:15:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-d7359b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-d7359b", "reconcileID": "129b0434-2f38-4d23-9de3-83e284b2685a", "Gateway": "e2e-shared-b-w2-d7359b", "namespace": "openshift-ingress"} 2026-09-08T17:15:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-d7359b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-d7359b", "reconcileID": "b14ebeeb-37da-4c8e-9f61-c6e01a942af4", "Gateway": "e2e-shared-b-w2-d7359b", "namespace": "openshift-ingress"} 2026-09-08T17:15:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-d7359b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-d7359b", "reconcileID": "b14ebeeb-37da-4c8e-9f61-c6e01a942af4", "Gateway": "e2e-shared-b-w2-d7359b", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-d7359b-authn-ssl"} 2026-09-08T17:15:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-d7359b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-d7359b", "reconcileID": "b14ebeeb-37da-4c8e-9f61-c6e01a942af4", "Gateway": "e2e-shared-b-w2-d7359b", "namespace": "openshift-ingress"} 2026-09-08T17:15:11Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-d7359b"}, "namespace": "ai-tenant-e2e-shared-b-w2-d7359b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6d7c9acc-0570-45e6-9af5-4c9e3aad25a2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-d7359b"} 2026-09-08T17:15:11Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-d7359b"}, "namespace": "ai-tenant-e2e-shared-b-w2-d7359b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6d7c9acc-0570-45e6-9af5-4c9e3aad25a2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-d7359b", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T17:15:11Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-d7359b"}, "namespace": "ai-tenant-e2e-shared-b-w2-d7359b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6d7c9acc-0570-45e6-9af5-4c9e3aad25a2", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w2-d7359b because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-08T17:15:11Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-d7359b"}, "namespace": "ai-tenant-e2e-shared-b-w2-d7359b", "name": "odh-trusted-ca-bundle", "reconcileID": "adcbea5d-8223-4789-a049-bd60d6f56e43", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-d7359b"} 2026-09-08T17:15:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-d7359b"}, "namespace": "ai-tenant-e2e-shared-b-w2-d7359b", "name": "odh-trusted-ca-bundle", "reconcileID": "adcbea5d-8223-4789-a049-bd60d6f56e43", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-d7359b"} 2026-09-08T17:15:11Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-d7359b"}, "namespace": "ai-tenant-e2e-shared-b-w2-d7359b", "name": "openshift-service-ca.crt", "reconcileID": "2922b2f7-07b4-4b5e-96d9-57d36a369dbe", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-d7359b"} 2026-09-08T17:15:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-d7359b"}, "namespace": "ai-tenant-e2e-shared-b-w2-d7359b", "name": "openshift-service-ca.crt", "reconcileID": "2922b2f7-07b4-4b5e-96d9-57d36a369dbe", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-d7359b"} 2026-09-08T17:15:11Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-d7359b"}, "namespace": "ai-tenant-e2e-shared-b-w2-d7359b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "618a8409-00a2-4946-bb0f-9ee2cd192859", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-d7359b"} 2026-09-08T17:15:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-d7359b"}, "namespace": "ai-tenant-e2e-shared-b-w2-d7359b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "618a8409-00a2-4946-bb0f-9ee2cd192859", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-d7359b"} 2026-09-08T17:15:11Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-d7359b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-d7359b", "reconcileID": "e40abe0a-c112-469e-a36b-683458f8c36a", "Gateway": "e2e-shared-b-w2-d7359b", "namespace": "openshift-ingress"} 2026-09-08T17:15:25Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-338600","namespace":"ai-tenant-e2e-shared-b-w3-338600"}, "namespace": "ai-tenant-e2e-shared-b-w3-338600", "name": "rate-test-model-338600", "reconcileID": "4b43a317-5d4a-4203-9113-8b5581648c73", "LLMInferenceService": "rate-test-model-338600", "namespace": "ai-tenant-e2e-shared-b-w3-338600"} 2026-09-08T17:15:25Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-338600","namespace":"ai-tenant-e2e-shared-b-w3-338600"}, "namespace": "ai-tenant-e2e-shared-b-w3-338600", "name": "rate-test-model-338600", "reconcileID": "4b43a317-5d4a-4203-9113-8b5581648c73", "LLMInferenceService": "rate-test-model-338600", "namespace": "ai-tenant-e2e-shared-b-w3-338600"} 2026-09-08T17:15:25Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-338600","namespace":"ai-tenant-e2e-shared-b-w3-338600"}, "namespace": "ai-tenant-e2e-shared-b-w3-338600", "name": "rate-test-model-338600", "reconcileID": "4b43a317-5d4a-4203-9113-8b5581648c73", "LLMInferenceService": "rate-test-model-338600", "namespace": "ai-tenant-e2e-shared-b-w3-338600"} 2026-09-08T17:15:25Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-338600","namespace":"ai-tenant-e2e-shared-b-w3-338600"}, "namespace": "ai-tenant-e2e-shared-b-w3-338600", "name": "rate-test-model-338600", "reconcileID": "4b43a317-5d4a-4203-9113-8b5581648c73", "LLMInferenceService": "rate-test-model-338600", "namespace": "ai-tenant-e2e-shared-b-w3-338600", "name": "rate-test-model-338600-kserve-route-authn"} 2026-09-08T17:15:25Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-338600","namespace":"ai-tenant-e2e-shared-b-w3-338600"}, "namespace": "ai-tenant-e2e-shared-b-w3-338600", "name": "rate-test-model-338600", "reconcileID": "4b43a317-5d4a-4203-9113-8b5581648c73", "LLMInferenceService": "rate-test-model-338600", "namespace": "ai-tenant-e2e-shared-b-w3-338600", "authType": "userdefined"} 2026-09-08T17:15:25Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-338600","namespace":"ai-tenant-e2e-shared-b-w3-338600"}, "namespace": "ai-tenant-e2e-shared-b-w3-338600", "name": "rate-test-model-338600", "reconcileID": "4b43a317-5d4a-4203-9113-8b5581648c73", "LLMInferenceService": "rate-test-model-338600", "namespace": "ai-tenant-e2e-shared-b-w3-338600"} 2026-09-08T17:15:53Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c05c9f","namespace":"ai-tenant-e2e-shared-a-w3-c05c9f"}, "namespace": "ai-tenant-e2e-shared-a-w3-c05c9f", "name": "rate-test-model-c05c9f", "reconcileID": "058b5c59-ac70-45b3-8455-618f1b736511", "LLMInferenceService": "rate-test-model-c05c9f", "namespace": "ai-tenant-e2e-shared-a-w3-c05c9f"} 2026-09-08T17:15:53Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c05c9f","namespace":"ai-tenant-e2e-shared-a-w3-c05c9f"}, "namespace": "ai-tenant-e2e-shared-a-w3-c05c9f", "name": "rate-test-model-c05c9f", "reconcileID": "058b5c59-ac70-45b3-8455-618f1b736511", "LLMInferenceService": "rate-test-model-c05c9f", "namespace": "ai-tenant-e2e-shared-a-w3-c05c9f", "name": "rate-test-model-c05c9f"} 2026-09-08T17:15:53Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c05c9f","namespace":"ai-tenant-e2e-shared-a-w3-c05c9f"}, "namespace": "ai-tenant-e2e-shared-a-w3-c05c9f", "name": "rate-test-model-c05c9f", "reconcileID": "058b5c59-ac70-45b3-8455-618f1b736511", "LLMInferenceService": "rate-test-model-c05c9f", "namespace": "ai-tenant-e2e-shared-a-w3-c05c9f"} 2026-09-08T17:15:53Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c05c9f","namespace":"ai-tenant-e2e-shared-a-w3-c05c9f"}, "namespace": "ai-tenant-e2e-shared-a-w3-c05c9f", "name": "rate-test-model-c05c9f", "reconcileID": "058b5c59-ac70-45b3-8455-618f1b736511", "LLMInferenceService": "rate-test-model-c05c9f", "namespace": "ai-tenant-e2e-shared-a-w3-c05c9f"} 2026-09-08T17:15:53Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c05c9f","namespace":"ai-tenant-e2e-shared-a-w3-c05c9f"}, "namespace": "ai-tenant-e2e-shared-a-w3-c05c9f", "name": "rate-test-model-c05c9f", "reconcileID": "058b5c59-ac70-45b3-8455-618f1b736511", "LLMInferenceService": "rate-test-model-c05c9f", "namespace": "ai-tenant-e2e-shared-a-w3-c05c9f", "name": "rate-test-model-c05c9f-kserve-route-authn"} 2026-09-08T17:15:53Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c05c9f","namespace":"ai-tenant-e2e-shared-a-w3-c05c9f"}, "namespace": "ai-tenant-e2e-shared-a-w3-c05c9f", "name": "rate-test-model-c05c9f", "reconcileID": "058b5c59-ac70-45b3-8455-618f1b736511", "LLMInferenceService": "rate-test-model-c05c9f", "namespace": "ai-tenant-e2e-shared-a-w3-c05c9f", "name": "rate-test-model-c05c9f-kserve-route-authn"} 2026-09-08T17:15:53Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c05c9f","namespace":"ai-tenant-e2e-shared-a-w3-c05c9f"}, "namespace": "ai-tenant-e2e-shared-a-w3-c05c9f", "name": "rate-test-model-c05c9f", "reconcileID": "058b5c59-ac70-45b3-8455-618f1b736511", "LLMInferenceService": "rate-test-model-c05c9f", "namespace": "ai-tenant-e2e-shared-a-w3-c05c9f", "namespace": "ai-tenant-e2e-shared-a-w3-c05c9f"} 2026-09-08T17:15:53Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c05c9f","namespace":"ai-tenant-e2e-shared-a-w3-c05c9f"}, "namespace": "ai-tenant-e2e-shared-a-w3-c05c9f", "name": "rate-test-model-c05c9f", "reconcileID": "058b5c59-ac70-45b3-8455-618f1b736511", "LLMInferenceService": "rate-test-model-c05c9f", "namespace": "ai-tenant-e2e-shared-a-w3-c05c9f", "namespace": "ai-tenant-e2e-shared-a-w3-c05c9f"} 2026-09-08T17:15:53Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c05c9f","namespace":"ai-tenant-e2e-shared-a-w3-c05c9f"}, "namespace": "ai-tenant-e2e-shared-a-w3-c05c9f", "name": "rate-test-model-c05c9f", "reconcileID": "c4ebcc68-fba9-4f8c-bf4a-8affabc268bb", "LLMInferenceService": "rate-test-model-c05c9f", "namespace": "ai-tenant-e2e-shared-a-w3-c05c9f"} 2026-09-08T17:15:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-c05c9f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-c05c9f", "reconcileID": "9adb6efa-502e-4e58-94d0-f66700759de8", "Gateway": "e2e-shared-a-w3-c05c9f", "namespace": "openshift-ingress"} 2026-09-08T17:15:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-c05c9f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-c05c9f", "reconcileID": "9adb6efa-502e-4e58-94d0-f66700759de8", "Gateway": "e2e-shared-a-w3-c05c9f", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-c05c9f-authn-ssl"} 2026-09-08T17:15:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-c05c9f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-c05c9f", "reconcileID": "9adb6efa-502e-4e58-94d0-f66700759de8", "Gateway": "e2e-shared-a-w3-c05c9f", "namespace": "openshift-ingress"} 2026-09-08T17:15:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-c05c9f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-c05c9f", "reconcileID": "cba209b2-f6ff-49be-b272-6cc239ca07bd", "Gateway": "e2e-shared-a-w3-c05c9f", "namespace": "openshift-ingress"} 2026-09-08T17:15:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-c05c9f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-c05c9f", "reconcileID": "cba209b2-f6ff-49be-b272-6cc239ca07bd", "Gateway": "e2e-shared-a-w3-c05c9f", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-c05c9f-authn-ssl"} 2026-09-08T17:15:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-c05c9f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-c05c9f", "reconcileID": "cba209b2-f6ff-49be-b272-6cc239ca07bd", "Gateway": "e2e-shared-a-w3-c05c9f", "namespace": "openshift-ingress"} 2026-09-08T17:15:53Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-338600","namespace":"ai-tenant-e2e-shared-b-w3-338600"}, "namespace": "ai-tenant-e2e-shared-b-w3-338600", "name": "rate-test-model-338600", "reconcileID": "4be39a43-9ed7-4346-8c6e-a744851d1937", "LLMInferenceService": "rate-test-model-338600", "namespace": "ai-tenant-e2e-shared-b-w3-338600"} 2026-09-08T17:15:53Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-338600","namespace":"ai-tenant-e2e-shared-b-w3-338600"}, "namespace": "ai-tenant-e2e-shared-b-w3-338600", "name": "rate-test-model-338600", "reconcileID": "4be39a43-9ed7-4346-8c6e-a744851d1937", "LLMInferenceService": "rate-test-model-338600", "namespace": "ai-tenant-e2e-shared-b-w3-338600", "name": "rate-test-model-338600"} 2026-09-08T17:15:53Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-338600","namespace":"ai-tenant-e2e-shared-b-w3-338600"}, "namespace": "ai-tenant-e2e-shared-b-w3-338600", "name": "rate-test-model-338600", "reconcileID": "4be39a43-9ed7-4346-8c6e-a744851d1937", "LLMInferenceService": "rate-test-model-338600", "namespace": "ai-tenant-e2e-shared-b-w3-338600"} 2026-09-08T17:15:53Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-338600","namespace":"ai-tenant-e2e-shared-b-w3-338600"}, "namespace": "ai-tenant-e2e-shared-b-w3-338600", "name": "rate-test-model-338600", "reconcileID": "4be39a43-9ed7-4346-8c6e-a744851d1937", "LLMInferenceService": "rate-test-model-338600", "namespace": "ai-tenant-e2e-shared-b-w3-338600"} 2026-09-08T17:15:53Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-338600","namespace":"ai-tenant-e2e-shared-b-w3-338600"}, "namespace": "ai-tenant-e2e-shared-b-w3-338600", "name": "rate-test-model-338600", "reconcileID": "4be39a43-9ed7-4346-8c6e-a744851d1937", "LLMInferenceService": "rate-test-model-338600", "namespace": "ai-tenant-e2e-shared-b-w3-338600", "name": "rate-test-model-338600-kserve-route-authn"} 2026-09-08T17:15:53Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-338600","namespace":"ai-tenant-e2e-shared-b-w3-338600"}, "namespace": "ai-tenant-e2e-shared-b-w3-338600", "name": "rate-test-model-338600", "reconcileID": "4be39a43-9ed7-4346-8c6e-a744851d1937", "LLMInferenceService": "rate-test-model-338600", "namespace": "ai-tenant-e2e-shared-b-w3-338600", "name": "rate-test-model-338600-kserve-route-authn"} 2026-09-08T17:15:53Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-338600","namespace":"ai-tenant-e2e-shared-b-w3-338600"}, "namespace": "ai-tenant-e2e-shared-b-w3-338600", "name": "rate-test-model-338600", "reconcileID": "4be39a43-9ed7-4346-8c6e-a744851d1937", "LLMInferenceService": "rate-test-model-338600", "namespace": "ai-tenant-e2e-shared-b-w3-338600", "namespace": "ai-tenant-e2e-shared-b-w3-338600"} 2026-09-08T17:15:53Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-338600","namespace":"ai-tenant-e2e-shared-b-w3-338600"}, "namespace": "ai-tenant-e2e-shared-b-w3-338600", "name": "rate-test-model-338600", "reconcileID": "4be39a43-9ed7-4346-8c6e-a744851d1937", "LLMInferenceService": "rate-test-model-338600", "namespace": "ai-tenant-e2e-shared-b-w3-338600", "namespace": "ai-tenant-e2e-shared-b-w3-338600"} 2026-09-08T17:15:54Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-338600","namespace":"ai-tenant-e2e-shared-b-w3-338600"}, "namespace": "ai-tenant-e2e-shared-b-w3-338600", "name": "rate-test-model-338600", "reconcileID": "de2d2b52-4853-4448-9f3c-0a9ff436ec71", "LLMInferenceService": "rate-test-model-338600", "namespace": "ai-tenant-e2e-shared-b-w3-338600"} 2026-09-08T17:15:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-338600","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-338600", "reconcileID": "430562ef-9d1a-458b-ab60-cb6db3ba0e94", "Gateway": "e2e-shared-b-w3-338600", "namespace": "openshift-ingress"} 2026-09-08T17:15:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-338600","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-338600", "reconcileID": "430562ef-9d1a-458b-ab60-cb6db3ba0e94", "Gateway": "e2e-shared-b-w3-338600", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-338600-authn-ssl"} 2026-09-08T17:15:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-338600","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-338600", "reconcileID": "430562ef-9d1a-458b-ab60-cb6db3ba0e94", "Gateway": "e2e-shared-b-w3-338600", "namespace": "openshift-ingress"} 2026-09-08T17:15:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-338600","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-338600", "reconcileID": "e4228cac-e659-4246-8a7d-a59bc4507781", "Gateway": "e2e-shared-b-w3-338600", "namespace": "openshift-ingress"} 2026-09-08T17:15:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-338600","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-338600", "reconcileID": "e4228cac-e659-4246-8a7d-a59bc4507781", "Gateway": "e2e-shared-b-w3-338600", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-338600-authn-ssl"} 2026-09-08T17:15:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-338600","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-338600", "reconcileID": "e4228cac-e659-4246-8a7d-a59bc4507781", "Gateway": "e2e-shared-b-w3-338600", "namespace": "openshift-ingress"} 2026-09-08T17:15:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-978af9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-978af9", "reconcileID": "19a12094-0cbc-4f35-88f3-7eeb736cbca5", "Gateway": "e2e-ipp-a-978af9", "namespace": "openshift-ingress"} 2026-09-08T17:15:54Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-978af9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-978af9", "reconcileID": "19a12094-0cbc-4f35-88f3-7eeb736cbca5", "Gateway": "e2e-ipp-a-978af9", "namespace": "openshift-ingress", "name": "e2e-ipp-a-978af9-authn-ssl"} 2026-09-08T17:15:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-978af9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-978af9", "reconcileID": "19a12094-0cbc-4f35-88f3-7eeb736cbca5", "Gateway": "e2e-ipp-a-978af9", "namespace": "openshift-ingress"} 2026-09-08T17:15:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-978af9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-978af9", "reconcileID": "d59e0e66-c859-4f66-ab08-7475b52576a3", "Gateway": "e2e-ipp-a-978af9", "namespace": "openshift-ingress"} 2026-09-08T17:15:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-978af9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-978af9", "reconcileID": "d59e0e66-c859-4f66-ab08-7475b52576a3", "Gateway": "e2e-ipp-a-978af9", "namespace": "openshift-ingress", "name": "e2e-ipp-a-978af9-authn-ssl"} 2026-09-08T17:15:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-978af9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-978af9", "reconcileID": "d59e0e66-c859-4f66-ab08-7475b52576a3", "Gateway": "e2e-ipp-a-978af9", "namespace": "openshift-ingress"} 2026-09-08T17:15:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-978af9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-978af9", "reconcileID": "09188ee9-de55-4dc2-8a35-390593518389", "Gateway": "e2e-ipp-a-978af9", "namespace": "openshift-ingress"} 2026-09-08T17:15:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-978af9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-978af9", "reconcileID": "09188ee9-de55-4dc2-8a35-390593518389", "Gateway": "e2e-ipp-a-978af9", "namespace": "openshift-ingress", "name": "e2e-ipp-a-978af9-authn-ssl"} 2026-09-08T17:15:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-978af9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-978af9", "reconcileID": "09188ee9-de55-4dc2-8a35-390593518389", "Gateway": "e2e-ipp-a-978af9", "namespace": "openshift-ingress"} 2026-09-08T17:15:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-978af9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-978af9", "reconcileID": "5de728ae-8978-47c8-8328-f178711bc5be", "Gateway": "e2e-ipp-a-978af9", "namespace": "openshift-ingress"} 2026-09-08T17:15:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-978af9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-978af9", "reconcileID": "5de728ae-8978-47c8-8328-f178711bc5be", "Gateway": "e2e-ipp-a-978af9", "namespace": "openshift-ingress", "name": "e2e-ipp-a-978af9-authn-ssl"} 2026-09-08T17:15:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-978af9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-978af9", "reconcileID": "5de728ae-8978-47c8-8328-f178711bc5be", "Gateway": "e2e-ipp-a-978af9", "namespace": "openshift-ingress"} 2026-09-08T17:15:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-978af9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-978af9", "reconcileID": "5320222f-bbb1-4096-89ee-947f1859d63a", "Gateway": "e2e-ipp-a-978af9", "namespace": "openshift-ingress"} 2026-09-08T17:15:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-978af9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-978af9", "reconcileID": "5320222f-bbb1-4096-89ee-947f1859d63a", "Gateway": "e2e-ipp-a-978af9", "namespace": "openshift-ingress", "name": "e2e-ipp-a-978af9-authn-ssl"} 2026-09-08T17:15:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-978af9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-978af9", "reconcileID": "5320222f-bbb1-4096-89ee-947f1859d63a", "Gateway": "e2e-ipp-a-978af9", "namespace": "openshift-ingress"} 2026-09-08T17:15:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-978af9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-978af9", "reconcileID": "4cc7ae63-c164-42cb-b427-1cde0e578e71", "Gateway": "e2e-ipp-a-978af9", "namespace": "openshift-ingress"} 2026-09-08T17:15:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-978af9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-978af9", "reconcileID": "4cc7ae63-c164-42cb-b427-1cde0e578e71", "Gateway": "e2e-ipp-a-978af9", "namespace": "openshift-ingress", "name": "e2e-ipp-a-978af9-authn-ssl"} 2026-09-08T17:15:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-978af9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-978af9", "reconcileID": "4cc7ae63-c164-42cb-b427-1cde0e578e71", "Gateway": "e2e-ipp-a-978af9", "namespace": "openshift-ingress"} 2026-09-08T17:15:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-978af9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-978af9", "reconcileID": "59656b21-ceac-4ec0-bc6c-708af8c17a2b", "Gateway": "e2e-ipp-a-978af9", "namespace": "openshift-ingress"} 2026-09-08T17:15:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-978af9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-978af9", "reconcileID": "59656b21-ceac-4ec0-bc6c-708af8c17a2b", "Gateway": "e2e-ipp-a-978af9", "namespace": "openshift-ingress", "name": "e2e-ipp-a-978af9-authn-ssl"} 2026-09-08T17:15:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-978af9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-978af9", "reconcileID": "59656b21-ceac-4ec0-bc6c-708af8c17a2b", "Gateway": "e2e-ipp-a-978af9", "namespace": "openshift-ingress"} 2026-09-08T17:15:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-978af9"}, "namespace": "ai-tenant-e2e-ipp-a-978af9", "name": "openshift-service-ca.crt", "reconcileID": "0d6dbe74-2db2-48fd-87db-c5342ee15c28", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-978af9"} 2026-09-08T17:15:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-978af9"}, "namespace": "ai-tenant-e2e-ipp-a-978af9", "name": "odh-trusted-ca-bundle", "reconcileID": "24e547e7-42bf-4cea-9f42-e0f4f15e15f7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-978af9"} 2026-09-08T17:15:58Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-978af9"}, "namespace": "ai-tenant-e2e-ipp-a-978af9", "name": "openshift-service-ca.crt", "reconcileID": "efd88d4f-ec3f-444f-a2d2-45c2173a0b32", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-978af9", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T17:15:58Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-978af9"}, "namespace": "ai-tenant-e2e-ipp-a-978af9", "name": "openshift-service-ca.crt", "reconcileID": "efd88d4f-ec3f-444f-a2d2-45c2173a0b32", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-978af9"} 2026-09-08T17:15:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-978af9"}, "namespace": "ai-tenant-e2e-ipp-a-978af9", "name": "openshift-service-ca.crt", "reconcileID": "515cfccc-ce1e-49f8-baba-7b99f05624f0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-978af9"} 2026-09-08T17:15:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-978af9"}, "namespace": "ai-tenant-e2e-ipp-a-978af9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b5a6fe93-16f5-42fd-86e2-e71dbdb4b457", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-978af9"} 2026-09-08T17:15:58Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-978af9"}, "namespace": "ai-tenant-e2e-ipp-a-978af9", "name": "odh-trusted-ca-bundle", "reconcileID": "55d786be-df7f-44d1-88f8-8230bb39b78c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-978af9", "update": "odh-kserve-custom-ca-bundle"} 2026-09-08T17:15:58Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-978af9"}, "namespace": "ai-tenant-e2e-ipp-a-978af9", "name": "odh-trusted-ca-bundle", "reconcileID": "55d786be-df7f-44d1-88f8-8230bb39b78c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-978af9"} 2026-09-08T17:15:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-978af9"}, "namespace": "ai-tenant-e2e-ipp-a-978af9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "df5fcd35-3fe8-40e5-b481-3d5593e1b6ee", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-978af9"} 2026-09-08T17:16:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-978af9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-978af9", "reconcileID": "b4addcdc-4bf4-4049-8f19-c6eba231160e", "Gateway": "e2e-ipp-a-978af9", "namespace": "openshift-ingress"} 2026-09-08T17:16:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-978af9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-978af9", "reconcileID": "b4addcdc-4bf4-4049-8f19-c6eba231160e", "Gateway": "e2e-ipp-a-978af9", "namespace": "openshift-ingress", "name": "e2e-ipp-a-978af9-authn-ssl"} 2026-09-08T17:16:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-978af9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-978af9", "reconcileID": "b4addcdc-4bf4-4049-8f19-c6eba231160e", "Gateway": "e2e-ipp-a-978af9", "namespace": "openshift-ingress"} 2026-09-08T17:16:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-978af9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-978af9", "reconcileID": "6c55c17c-9964-4250-9074-62a1ff203c17", "Gateway": "e2e-ipp-a-978af9", "namespace": "openshift-ingress"} 2026-09-08T17:16:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-978af9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-978af9", "reconcileID": "6c55c17c-9964-4250-9074-62a1ff203c17", "Gateway": "e2e-ipp-a-978af9", "namespace": "openshift-ingress", "name": "e2e-ipp-a-978af9-authn-ssl"} 2026-09-08T17:16:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-978af9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-978af9", "reconcileID": "6c55c17c-9964-4250-9074-62a1ff203c17", "Gateway": "e2e-ipp-a-978af9", "namespace": "openshift-ingress"} 2026-09-08T17:16:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-978af9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-978af9", "reconcileID": "f22f7785-a9b6-4025-85ab-ca5c34349911", "Gateway": "e2e-ipp-a-978af9", "namespace": "openshift-ingress"} 2026-09-08T17:16:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-978af9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-978af9", "reconcileID": "f22f7785-a9b6-4025-85ab-ca5c34349911", "Gateway": "e2e-ipp-a-978af9", "namespace": "openshift-ingress", "name": "e2e-ipp-a-978af9-authn-ssl"} 2026-09-08T17:16:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-978af9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-978af9", "reconcileID": "f22f7785-a9b6-4025-85ab-ca5c34349911", "Gateway": "e2e-ipp-a-978af9", "namespace": "openshift-ingress"} 2026-09-08T17:16:19Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-08T17:16:19Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-08T17:16:20Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-08T17:16:20Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-08T17:16:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a78a1e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a78a1e", "reconcileID": "2ff66cbd-7198-4cd4-abf7-d3f9543cb69d", "Gateway": "e2e-ipp-b-a78a1e", "namespace": "openshift-ingress"} 2026-09-08T17:16:24Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a78a1e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a78a1e", "reconcileID": "2ff66cbd-7198-4cd4-abf7-d3f9543cb69d", "Gateway": "e2e-ipp-b-a78a1e", "namespace": "openshift-ingress", "name": "e2e-ipp-b-a78a1e-authn-ssl"} 2026-09-08T17:16:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a78a1e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a78a1e", "reconcileID": "2ff66cbd-7198-4cd4-abf7-d3f9543cb69d", "Gateway": "e2e-ipp-b-a78a1e", "namespace": "openshift-ingress"} 2026-09-08T17:16:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a78a1e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a78a1e", "reconcileID": "118a76ba-f377-427e-8011-93a75a405ae2", "Gateway": "e2e-ipp-b-a78a1e", "namespace": "openshift-ingress"} 2026-09-08T17:16:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a78a1e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a78a1e", "reconcileID": "118a76ba-f377-427e-8011-93a75a405ae2", "Gateway": "e2e-ipp-b-a78a1e", "namespace": "openshift-ingress", "name": "e2e-ipp-b-a78a1e-authn-ssl"} 2026-09-08T17:16:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a78a1e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a78a1e", "reconcileID": "118a76ba-f377-427e-8011-93a75a405ae2", "Gateway": "e2e-ipp-b-a78a1e", "namespace": "openshift-ingress"} 2026-09-08T17:16:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a78a1e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a78a1e", "reconcileID": "53e046ef-57d1-4404-b5e7-12a08797471e", "Gateway": "e2e-ipp-b-a78a1e", "namespace": "openshift-ingress"} 2026-09-08T17:16:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a78a1e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a78a1e", "reconcileID": "53e046ef-57d1-4404-b5e7-12a08797471e", "Gateway": "e2e-ipp-b-a78a1e", "namespace": "openshift-ingress", "name": "e2e-ipp-b-a78a1e-authn-ssl"} 2026-09-08T17:16:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a78a1e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a78a1e", "reconcileID": "53e046ef-57d1-4404-b5e7-12a08797471e", "Gateway": "e2e-ipp-b-a78a1e", "namespace": "openshift-ingress"} 2026-09-08T17:16:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a78a1e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a78a1e", "reconcileID": "2a277ed5-53d3-420b-90b5-e7dceab612c0", "Gateway": "e2e-ipp-b-a78a1e", "namespace": "openshift-ingress"} 2026-09-08T17:16:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a78a1e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a78a1e", "reconcileID": "2a277ed5-53d3-420b-90b5-e7dceab612c0", "Gateway": "e2e-ipp-b-a78a1e", "namespace": "openshift-ingress", "name": "e2e-ipp-b-a78a1e-authn-ssl"} 2026-09-08T17:16:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a78a1e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a78a1e", "reconcileID": "2a277ed5-53d3-420b-90b5-e7dceab612c0", "Gateway": "e2e-ipp-b-a78a1e", "namespace": "openshift-ingress"} 2026-09-08T17:16:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a78a1e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a78a1e", "reconcileID": "d7f9a7b5-5749-4752-89ce-5c700d6ddd33", "Gateway": "e2e-ipp-b-a78a1e", "namespace": "openshift-ingress"} 2026-09-08T17:16:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a78a1e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a78a1e", "reconcileID": "d7f9a7b5-5749-4752-89ce-5c700d6ddd33", "Gateway": "e2e-ipp-b-a78a1e", "namespace": "openshift-ingress", "name": "e2e-ipp-b-a78a1e-authn-ssl"} 2026-09-08T17:16:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a78a1e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a78a1e", "reconcileID": "d7f9a7b5-5749-4752-89ce-5c700d6ddd33", "Gateway": "e2e-ipp-b-a78a1e", "namespace": "openshift-ingress"} 2026-09-08T17:16:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a78a1e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a78a1e", "reconcileID": "adaaf6ca-72e7-4fd7-b19c-12cca098cbec", "Gateway": "e2e-ipp-b-a78a1e", "namespace": "openshift-ingress"} 2026-09-08T17:16:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a78a1e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a78a1e", "reconcileID": "adaaf6ca-72e7-4fd7-b19c-12cca098cbec", "Gateway": "e2e-ipp-b-a78a1e", "namespace": "openshift-ingress", "name": "e2e-ipp-b-a78a1e-authn-ssl"} 2026-09-08T17:16:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a78a1e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a78a1e", "reconcileID": "adaaf6ca-72e7-4fd7-b19c-12cca098cbec", "Gateway": "e2e-ipp-b-a78a1e", "namespace": "openshift-ingress"} 2026-09-08T17:16:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a78a1e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a78a1e", "reconcileID": "7b240f33-848d-40a8-8b94-65a40ae7dc2a", "Gateway": "e2e-ipp-b-a78a1e", "namespace": "openshift-ingress"} 2026-09-08T17:16:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a78a1e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a78a1e", "reconcileID": "7b240f33-848d-40a8-8b94-65a40ae7dc2a", "Gateway": "e2e-ipp-b-a78a1e", "namespace": "openshift-ingress", "name": "e2e-ipp-b-a78a1e-authn-ssl"} 2026-09-08T17:16:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a78a1e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a78a1e", "reconcileID": "7b240f33-848d-40a8-8b94-65a40ae7dc2a", "Gateway": "e2e-ipp-b-a78a1e", "namespace": "openshift-ingress"} 2026-09-08T17:16:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a78a1e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a78a1e", "reconcileID": "c9e91a94-05c7-4e28-a994-bf3a860e0cc1", "Gateway": "e2e-ipp-b-a78a1e", "namespace": "openshift-ingress"} 2026-09-08T17:16:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a78a1e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a78a1e", "reconcileID": "c9e91a94-05c7-4e28-a994-bf3a860e0cc1", "Gateway": "e2e-ipp-b-a78a1e", "namespace": "openshift-ingress", "name": "e2e-ipp-b-a78a1e-authn-ssl"} 2026-09-08T17:16:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a78a1e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a78a1e", "reconcileID": "c9e91a94-05c7-4e28-a994-bf3a860e0cc1", "Gateway": "e2e-ipp-b-a78a1e", "namespace": "openshift-ingress"} 2026-09-08T17:16:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-a78a1e"}, "namespace": "ai-tenant-e2e-ipp-b-a78a1e", "name": "openshift-service-ca.crt", "reconcileID": "f46cd318-73ca-4f12-a20a-f41e5d7541a6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-a78a1e"} 2026-09-08T17:16:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-a78a1e"}, "namespace": "ai-tenant-e2e-ipp-b-a78a1e", "name": "odh-trusted-ca-bundle", "reconcileID": "45dbbe7e-e363-48b3-94aa-f95b20149c39", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-a78a1e"} 2026-09-08T17:16:27Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-a78a1e"}, "namespace": "ai-tenant-e2e-ipp-b-a78a1e", "name": "openshift-service-ca.crt", "reconcileID": "2d16d280-ecd8-4273-86d6-5efb92821cc2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-a78a1e", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T17:16:27Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-a78a1e"}, "namespace": "ai-tenant-e2e-ipp-b-a78a1e", "name": "openshift-service-ca.crt", "reconcileID": "2d16d280-ecd8-4273-86d6-5efb92821cc2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-a78a1e"} 2026-09-08T17:16:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-a78a1e"}, "namespace": "ai-tenant-e2e-ipp-b-a78a1e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "67a32aaf-b0c3-473d-a371-1664098ee72a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-a78a1e"} 2026-09-08T17:16:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-a78a1e"}, "namespace": "ai-tenant-e2e-ipp-b-a78a1e", "name": "openshift-service-ca.crt", "reconcileID": "43f2cfba-d4fd-48c2-af97-94e09fad1ad3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-a78a1e"} 2026-09-08T17:16:27Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-a78a1e"}, "namespace": "ai-tenant-e2e-ipp-b-a78a1e", "name": "odh-trusted-ca-bundle", "reconcileID": "f3203180-52fa-448f-aaa8-ed6463b84ff5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-a78a1e", "update": "odh-kserve-custom-ca-bundle"} 2026-09-08T17:16:27Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-a78a1e"}, "namespace": "ai-tenant-e2e-ipp-b-a78a1e", "name": "odh-trusted-ca-bundle", "reconcileID": "f3203180-52fa-448f-aaa8-ed6463b84ff5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-a78a1e"} 2026-09-08T17:16:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-a78a1e"}, "namespace": "ai-tenant-e2e-ipp-b-a78a1e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b43039f0-6700-4e70-86bd-4eb2fe002de5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-a78a1e"} 2026-09-08T17:16:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a78a1e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a78a1e", "reconcileID": "b50d27ce-fca5-4751-8e36-b1fe01117977", "Gateway": "e2e-ipp-b-a78a1e", "namespace": "openshift-ingress"} 2026-09-08T17:16:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a78a1e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a78a1e", "reconcileID": "b50d27ce-fca5-4751-8e36-b1fe01117977", "Gateway": "e2e-ipp-b-a78a1e", "namespace": "openshift-ingress", "name": "e2e-ipp-b-a78a1e-authn-ssl"} 2026-09-08T17:16:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a78a1e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a78a1e", "reconcileID": "b50d27ce-fca5-4751-8e36-b1fe01117977", "Gateway": "e2e-ipp-b-a78a1e", "namespace": "openshift-ingress"} 2026-09-08T17:16:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a78a1e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a78a1e", "reconcileID": "221860d6-25c4-4ded-ac64-56510bedf6e8", "Gateway": "e2e-ipp-b-a78a1e", "namespace": "openshift-ingress"} 2026-09-08T17:16:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a78a1e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a78a1e", "reconcileID": "221860d6-25c4-4ded-ac64-56510bedf6e8", "Gateway": "e2e-ipp-b-a78a1e", "namespace": "openshift-ingress", "name": "e2e-ipp-b-a78a1e-authn-ssl"} 2026-09-08T17:16:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a78a1e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a78a1e", "reconcileID": "221860d6-25c4-4ded-ac64-56510bedf6e8", "Gateway": "e2e-ipp-b-a78a1e", "namespace": "openshift-ingress"} 2026-09-08T17:16:57Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-978af9","namespace":"ai-tenant-e2e-ipp-a-978af9"}, "namespace": "ai-tenant-e2e-ipp-a-978af9", "name": "ipp-route-978af9", "reconcileID": "862277b5-13cb-4273-8ac3-572b758fa154", "LLMInferenceService": "ipp-route-978af9", "namespace": "ai-tenant-e2e-ipp-a-978af9"} 2026-09-08T17:16:57Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-978af9","namespace":"ai-tenant-e2e-ipp-a-978af9"}, "namespace": "ai-tenant-e2e-ipp-a-978af9", "name": "ipp-route-978af9", "reconcileID": "862277b5-13cb-4273-8ac3-572b758fa154", "LLMInferenceService": "ipp-route-978af9", "namespace": "ai-tenant-e2e-ipp-a-978af9"} 2026-09-08T17:16:57Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-978af9","namespace":"ai-tenant-e2e-ipp-a-978af9"}, "namespace": "ai-tenant-e2e-ipp-a-978af9", "name": "ipp-route-978af9", "reconcileID": "862277b5-13cb-4273-8ac3-572b758fa154", "LLMInferenceService": "ipp-route-978af9", "namespace": "ai-tenant-e2e-ipp-a-978af9"} 2026-09-08T17:16:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-978af9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-978af9", "reconcileID": "dac65223-3799-4840-be79-ec4b414c6347", "Gateway": "e2e-ipp-a-978af9", "namespace": "openshift-ingress"} 2026-09-08T17:16:57Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-978af9","namespace":"ai-tenant-e2e-ipp-a-978af9"}, "namespace": "ai-tenant-e2e-ipp-a-978af9", "name": "ipp-route-978af9", "reconcileID": "862277b5-13cb-4273-8ac3-572b758fa154", "LLMInferenceService": "ipp-route-978af9", "namespace": "ai-tenant-e2e-ipp-a-978af9", "name": "ipp-route-978af9-kserve-route-authn"} 2026-09-08T17:16:57Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-978af9","namespace":"ai-tenant-e2e-ipp-a-978af9"}, "namespace": "ai-tenant-e2e-ipp-a-978af9", "name": "ipp-route-978af9", "reconcileID": "862277b5-13cb-4273-8ac3-572b758fa154", "LLMInferenceService": "ipp-route-978af9", "namespace": "ai-tenant-e2e-ipp-a-978af9", "authType": "userdefined"} 2026-09-08T17:16:57Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-978af9","namespace":"ai-tenant-e2e-ipp-a-978af9"}, "namespace": "ai-tenant-e2e-ipp-a-978af9", "name": "ipp-route-978af9", "reconcileID": "862277b5-13cb-4273-8ac3-572b758fa154", "LLMInferenceService": "ipp-route-978af9", "namespace": "ai-tenant-e2e-ipp-a-978af9"} 2026-09-08T17:16:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-978af9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-978af9", "reconcileID": "dac65223-3799-4840-be79-ec4b414c6347", "Gateway": "e2e-ipp-a-978af9", "namespace": "openshift-ingress", "name": "e2e-ipp-a-978af9-authn-ssl"} 2026-09-08T17:16:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-978af9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-978af9", "reconcileID": "dac65223-3799-4840-be79-ec4b414c6347", "Gateway": "e2e-ipp-a-978af9", "namespace": "openshift-ingress"} 2026-09-08T17:16:57Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-978af9","namespace":"ai-tenant-e2e-ipp-a-978af9"}, "namespace": "ai-tenant-e2e-ipp-a-978af9", "name": "ipp-route-978af9", "reconcileID": "c5e88bdf-08a5-44fb-b59a-5aa68abfe04c", "LLMInferenceService": "ipp-route-978af9", "namespace": "ai-tenant-e2e-ipp-a-978af9"} 2026-09-08T17:16:57Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-978af9","namespace":"ai-tenant-e2e-ipp-a-978af9"}, "namespace": "ai-tenant-e2e-ipp-a-978af9", "name": "ipp-route-978af9", "reconcileID": "c5e88bdf-08a5-44fb-b59a-5aa68abfe04c", "LLMInferenceService": "ipp-route-978af9", "namespace": "ai-tenant-e2e-ipp-a-978af9"} 2026-09-08T17:16:57Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-978af9","namespace":"ai-tenant-e2e-ipp-a-978af9"}, "namespace": "ai-tenant-e2e-ipp-a-978af9", "name": "ipp-route-978af9", "reconcileID": "c5e88bdf-08a5-44fb-b59a-5aa68abfe04c", "LLMInferenceService": "ipp-route-978af9", "namespace": "ai-tenant-e2e-ipp-a-978af9"} 2026-09-08T17:16:57Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-978af9","namespace":"ai-tenant-e2e-ipp-a-978af9"}, "namespace": "ai-tenant-e2e-ipp-a-978af9", "name": "ipp-route-978af9", "reconcileID": "c5e88bdf-08a5-44fb-b59a-5aa68abfe04c", "LLMInferenceService": "ipp-route-978af9", "namespace": "ai-tenant-e2e-ipp-a-978af9", "name": "ipp-route-978af9-kserve-route-authn"} 2026-09-08T17:16:57Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-978af9","namespace":"ai-tenant-e2e-ipp-a-978af9"}, "namespace": "ai-tenant-e2e-ipp-a-978af9", "name": "ipp-route-978af9", "reconcileID": "c5e88bdf-08a5-44fb-b59a-5aa68abfe04c", "LLMInferenceService": "ipp-route-978af9", "namespace": "ai-tenant-e2e-ipp-a-978af9", "authType": "userdefined"} 2026-09-08T17:16:57Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-978af9","namespace":"ai-tenant-e2e-ipp-a-978af9"}, "namespace": "ai-tenant-e2e-ipp-a-978af9", "name": "ipp-route-978af9", "reconcileID": "c5e88bdf-08a5-44fb-b59a-5aa68abfe04c", "LLMInferenceService": "ipp-route-978af9", "namespace": "ai-tenant-e2e-ipp-a-978af9"} 2026-09-08T17:17:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-978af9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-978af9", "reconcileID": "17f021cc-7695-4a9f-b358-d235c0d5d41e", "Gateway": "e2e-ipp-a-978af9", "namespace": "openshift-ingress"} 2026-09-08T17:17:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-978af9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-978af9", "reconcileID": "17f021cc-7695-4a9f-b358-d235c0d5d41e", "Gateway": "e2e-ipp-a-978af9", "namespace": "openshift-ingress", "name": "e2e-ipp-a-978af9-authn-ssl"} 2026-09-08T17:17:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-978af9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-978af9", "reconcileID": "17f021cc-7695-4a9f-b358-d235c0d5d41e", "Gateway": "e2e-ipp-a-978af9", "namespace": "openshift-ingress"} 2026-09-08T17:17:12Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-978af9","namespace":"ai-tenant-e2e-ipp-a-978af9"}, "namespace": "ai-tenant-e2e-ipp-a-978af9", "name": "ipp-route-978af9", "reconcileID": "6826721c-ba9e-4674-b55e-4ddbf2cb5da0", "LLMInferenceService": "ipp-route-978af9", "namespace": "ai-tenant-e2e-ipp-a-978af9"} 2026-09-08T17:17:12Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-978af9","namespace":"ai-tenant-e2e-ipp-a-978af9"}, "namespace": "ai-tenant-e2e-ipp-a-978af9", "name": "ipp-route-978af9", "reconcileID": "6826721c-ba9e-4674-b55e-4ddbf2cb5da0", "LLMInferenceService": "ipp-route-978af9", "namespace": "ai-tenant-e2e-ipp-a-978af9"} 2026-09-08T17:17:12Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-978af9","namespace":"ai-tenant-e2e-ipp-a-978af9"}, "namespace": "ai-tenant-e2e-ipp-a-978af9", "name": "ipp-route-978af9", "reconcileID": "6826721c-ba9e-4674-b55e-4ddbf2cb5da0", "LLMInferenceService": "ipp-route-978af9", "namespace": "ai-tenant-e2e-ipp-a-978af9"} 2026-09-08T17:17:12Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-978af9","namespace":"ai-tenant-e2e-ipp-a-978af9"}, "namespace": "ai-tenant-e2e-ipp-a-978af9", "name": "ipp-route-978af9", "reconcileID": "6826721c-ba9e-4674-b55e-4ddbf2cb5da0", "LLMInferenceService": "ipp-route-978af9", "namespace": "ai-tenant-e2e-ipp-a-978af9", "name": "ipp-route-978af9-kserve-route-authn"} 2026-09-08T17:17:12Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-978af9","namespace":"ai-tenant-e2e-ipp-a-978af9"}, "namespace": "ai-tenant-e2e-ipp-a-978af9", "name": "ipp-route-978af9", "reconcileID": "6826721c-ba9e-4674-b55e-4ddbf2cb5da0", "LLMInferenceService": "ipp-route-978af9", "namespace": "ai-tenant-e2e-ipp-a-978af9", "authType": "userdefined"} 2026-09-08T17:17:12Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-978af9","namespace":"ai-tenant-e2e-ipp-a-978af9"}, "namespace": "ai-tenant-e2e-ipp-a-978af9", "name": "ipp-route-978af9", "reconcileID": "6826721c-ba9e-4674-b55e-4ddbf2cb5da0", "LLMInferenceService": "ipp-route-978af9", "namespace": "ai-tenant-e2e-ipp-a-978af9"} 2026-09-08T17:17:21Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-978af9","namespace":"ai-tenant-e2e-ipp-a-978af9"}, "namespace": "ai-tenant-e2e-ipp-a-978af9", "name": "ipp-route-978af9", "reconcileID": "c6fc0fe1-9781-41ff-a52a-f21a1031f3e4", "LLMInferenceService": "ipp-route-978af9", "namespace": "ai-tenant-e2e-ipp-a-978af9"} 2026-09-08T17:17:21Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-978af9","namespace":"ai-tenant-e2e-ipp-a-978af9"}, "namespace": "ai-tenant-e2e-ipp-a-978af9", "name": "ipp-route-978af9", "reconcileID": "c6fc0fe1-9781-41ff-a52a-f21a1031f3e4", "LLMInferenceService": "ipp-route-978af9", "namespace": "ai-tenant-e2e-ipp-a-978af9"} 2026-09-08T17:17:21Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-978af9","namespace":"ai-tenant-e2e-ipp-a-978af9"}, "namespace": "ai-tenant-e2e-ipp-a-978af9", "name": "ipp-route-978af9", "reconcileID": "c6fc0fe1-9781-41ff-a52a-f21a1031f3e4", "LLMInferenceService": "ipp-route-978af9", "namespace": "ai-tenant-e2e-ipp-a-978af9"} 2026-09-08T17:17:21Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-978af9","namespace":"ai-tenant-e2e-ipp-a-978af9"}, "namespace": "ai-tenant-e2e-ipp-a-978af9", "name": "ipp-route-978af9", "reconcileID": "c6fc0fe1-9781-41ff-a52a-f21a1031f3e4", "LLMInferenceService": "ipp-route-978af9", "namespace": "ai-tenant-e2e-ipp-a-978af9", "name": "ipp-route-978af9-kserve-route-authn"} 2026-09-08T17:17:21Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-978af9","namespace":"ai-tenant-e2e-ipp-a-978af9"}, "namespace": "ai-tenant-e2e-ipp-a-978af9", "name": "ipp-route-978af9", "reconcileID": "c6fc0fe1-9781-41ff-a52a-f21a1031f3e4", "LLMInferenceService": "ipp-route-978af9", "namespace": "ai-tenant-e2e-ipp-a-978af9", "authType": "userdefined"} 2026-09-08T17:17:21Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-978af9","namespace":"ai-tenant-e2e-ipp-a-978af9"}, "namespace": "ai-tenant-e2e-ipp-a-978af9", "name": "ipp-route-978af9", "reconcileID": "c6fc0fe1-9781-41ff-a52a-f21a1031f3e4", "LLMInferenceService": "ipp-route-978af9", "namespace": "ai-tenant-e2e-ipp-a-978af9"} 2026-09-08T17:17:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-05b1b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-05b1b1", "reconcileID": "4e85cbb0-03dc-4e67-a177-b2acc291bf68", "Gateway": "e2e-ipp-cleanup-05b1b1", "namespace": "openshift-ingress"} 2026-09-08T17:17:36Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-05b1b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-05b1b1", "reconcileID": "4e85cbb0-03dc-4e67-a177-b2acc291bf68", "Gateway": "e2e-ipp-cleanup-05b1b1", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-05b1b1-authn-ssl"} 2026-09-08T17:17:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-05b1b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-05b1b1", "reconcileID": "4e85cbb0-03dc-4e67-a177-b2acc291bf68", "Gateway": "e2e-ipp-cleanup-05b1b1", "namespace": "openshift-ingress"} 2026-09-08T17:17:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-05b1b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-05b1b1", "reconcileID": "9f6c2aa0-444d-423d-8b71-ee76f91d1037", "Gateway": "e2e-ipp-cleanup-05b1b1", "namespace": "openshift-ingress"} 2026-09-08T17:17:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-05b1b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-05b1b1", "reconcileID": "9f6c2aa0-444d-423d-8b71-ee76f91d1037", "Gateway": "e2e-ipp-cleanup-05b1b1", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-05b1b1-authn-ssl"} 2026-09-08T17:17:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-05b1b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-05b1b1", "reconcileID": "9f6c2aa0-444d-423d-8b71-ee76f91d1037", "Gateway": "e2e-ipp-cleanup-05b1b1", "namespace": "openshift-ingress"} 2026-09-08T17:17:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-05b1b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-05b1b1", "reconcileID": "4e104ffe-5542-4f42-8886-3bc3686a0faf", "Gateway": "e2e-ipp-cleanup-05b1b1", "namespace": "openshift-ingress"} 2026-09-08T17:17:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-05b1b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-05b1b1", "reconcileID": "4e104ffe-5542-4f42-8886-3bc3686a0faf", "Gateway": "e2e-ipp-cleanup-05b1b1", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-05b1b1-authn-ssl"} 2026-09-08T17:17:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-05b1b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-05b1b1", "reconcileID": "4e104ffe-5542-4f42-8886-3bc3686a0faf", "Gateway": "e2e-ipp-cleanup-05b1b1", "namespace": "openshift-ingress"} 2026-09-08T17:17:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-05b1b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-05b1b1", "reconcileID": "afc196ef-1098-418f-8860-6efad2bd3c91", "Gateway": "e2e-ipp-cleanup-05b1b1", "namespace": "openshift-ingress"} 2026-09-08T17:17:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-05b1b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-05b1b1", "reconcileID": "afc196ef-1098-418f-8860-6efad2bd3c91", "Gateway": "e2e-ipp-cleanup-05b1b1", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-05b1b1-authn-ssl"} 2026-09-08T17:17:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-05b1b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-05b1b1", "reconcileID": "afc196ef-1098-418f-8860-6efad2bd3c91", "Gateway": "e2e-ipp-cleanup-05b1b1", "namespace": "openshift-ingress"} 2026-09-08T17:17:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-05b1b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-05b1b1", "reconcileID": "fcc98a59-893a-4450-9702-1fc14d5e0f53", "Gateway": "e2e-ipp-cleanup-05b1b1", "namespace": "openshift-ingress"} 2026-09-08T17:17:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-05b1b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-05b1b1", "reconcileID": "fcc98a59-893a-4450-9702-1fc14d5e0f53", "Gateway": "e2e-ipp-cleanup-05b1b1", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-05b1b1-authn-ssl"} 2026-09-08T17:17:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-05b1b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-05b1b1", "reconcileID": "fcc98a59-893a-4450-9702-1fc14d5e0f53", "Gateway": "e2e-ipp-cleanup-05b1b1", "namespace": "openshift-ingress"} 2026-09-08T17:17:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-05b1b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-05b1b1", "reconcileID": "f36024a9-3cc6-46ce-ab73-047c15b6338a", "Gateway": "e2e-ipp-cleanup-05b1b1", "namespace": "openshift-ingress"} 2026-09-08T17:17:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-05b1b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-05b1b1", "reconcileID": "f36024a9-3cc6-46ce-ab73-047c15b6338a", "Gateway": "e2e-ipp-cleanup-05b1b1", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-05b1b1-authn-ssl"} 2026-09-08T17:17:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-05b1b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-05b1b1", "reconcileID": "f36024a9-3cc6-46ce-ab73-047c15b6338a", "Gateway": "e2e-ipp-cleanup-05b1b1", "namespace": "openshift-ingress"} 2026-09-08T17:17:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-05b1b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-05b1b1", "reconcileID": "c2dda1b1-1b7d-4a90-997a-4ccbd4ca2bf8", "Gateway": "e2e-ipp-cleanup-05b1b1", "namespace": "openshift-ingress"} 2026-09-08T17:17:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-05b1b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-05b1b1", "reconcileID": "c2dda1b1-1b7d-4a90-997a-4ccbd4ca2bf8", "Gateway": "e2e-ipp-cleanup-05b1b1", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-05b1b1-authn-ssl"} 2026-09-08T17:17:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-05b1b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-05b1b1", "reconcileID": "c2dda1b1-1b7d-4a90-997a-4ccbd4ca2bf8", "Gateway": "e2e-ipp-cleanup-05b1b1", "namespace": "openshift-ingress"} 2026-09-08T17:17:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-05b1b1"}, "namespace": "ai-tenant-e2e-ipp-cleanup-05b1b1", "name": "openshift-service-ca.crt", "reconcileID": "e65024bb-380f-4729-b083-d5631ae235e0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-05b1b1"} 2026-09-08T17:17:38Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-05b1b1"}, "namespace": "ai-tenant-e2e-ipp-cleanup-05b1b1", "name": "odh-trusted-ca-bundle", "reconcileID": "cf1ca8fa-92bb-4312-8ed4-76f255e9db32", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-05b1b1", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T17:17:38Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-05b1b1"}, "namespace": "ai-tenant-e2e-ipp-cleanup-05b1b1", "name": "odh-trusted-ca-bundle", "reconcileID": "cf1ca8fa-92bb-4312-8ed4-76f255e9db32", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-05b1b1"} 2026-09-08T17:17:38Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-05b1b1"}, "namespace": "ai-tenant-e2e-ipp-cleanup-05b1b1", "name": "openshift-service-ca.crt", "reconcileID": "cda05ba1-9dfe-45c0-94d6-ecb2fb3ec7af", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-05b1b1", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T17:17:39Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-05b1b1"}, "namespace": "ai-tenant-e2e-ipp-cleanup-05b1b1", "name": "openshift-service-ca.crt", "reconcileID": "cda05ba1-9dfe-45c0-94d6-ecb2fb3ec7af", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-08T17:17:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-05b1b1"}, "namespace": "ai-tenant-e2e-ipp-cleanup-05b1b1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0a30e0d9-437d-4da2-b3a7-90f153a191a3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-05b1b1"} 2026-09-08T17:17:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-05b1b1"}, "namespace": "ai-tenant-e2e-ipp-cleanup-05b1b1", "name": "openshift-service-ca.crt", "reconcileID": "4912a631-84dd-438e-b636-ecb37a481c26", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-05b1b1"} 2026-09-08T17:17:39Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-05b1b1"}, "namespace": "ai-tenant-e2e-ipp-cleanup-05b1b1", "name": "odh-trusted-ca-bundle", "reconcileID": "11f01836-d60f-4d81-a7bf-0c9b6a7410e2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-05b1b1", "update": "odh-kserve-custom-ca-bundle"} 2026-09-08T17:17:39Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-05b1b1"}, "namespace": "ai-tenant-e2e-ipp-cleanup-05b1b1", "name": "odh-trusted-ca-bundle", "reconcileID": "11f01836-d60f-4d81-a7bf-0c9b6a7410e2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-05b1b1"} 2026-09-08T17:17:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-05b1b1"}, "namespace": "ai-tenant-e2e-ipp-cleanup-05b1b1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7178528d-b6f3-4e1f-95b2-ab83f820096e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-05b1b1"} 2026-09-08T17:17:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-05b1b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-05b1b1", "reconcileID": "f5535616-5eb3-4cbf-b4ae-eb5061dddfb2", "Gateway": "e2e-ipp-cleanup-05b1b1", "namespace": "openshift-ingress"} 2026-09-08T17:17:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-05b1b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-05b1b1", "reconcileID": "f5535616-5eb3-4cbf-b4ae-eb5061dddfb2", "Gateway": "e2e-ipp-cleanup-05b1b1", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-05b1b1-authn-ssl"} 2026-09-08T17:17:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-05b1b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-05b1b1", "reconcileID": "f5535616-5eb3-4cbf-b4ae-eb5061dddfb2", "Gateway": "e2e-ipp-cleanup-05b1b1", "namespace": "openshift-ingress"} 2026-09-08T17:17:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-05b1b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-05b1b1", "reconcileID": "9aa706ba-eaae-4107-b834-63bf4645a188", "Gateway": "e2e-ipp-cleanup-05b1b1", "namespace": "openshift-ingress"} 2026-09-08T17:17:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-05b1b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-05b1b1", "reconcileID": "9aa706ba-eaae-4107-b834-63bf4645a188", "Gateway": "e2e-ipp-cleanup-05b1b1", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-05b1b1-authn-ssl"} 2026-09-08T17:17:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-05b1b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-05b1b1", "reconcileID": "9aa706ba-eaae-4107-b834-63bf4645a188", "Gateway": "e2e-ipp-cleanup-05b1b1", "namespace": "openshift-ingress"} 2026-09-08T17:18:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-05b1b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-05b1b1", "reconcileID": "7c7661a4-2836-44d5-800c-a76f4266f618", "Gateway": "e2e-ipp-cleanup-05b1b1", "namespace": "openshift-ingress"} 2026-09-08T17:18:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-05b1b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-05b1b1", "reconcileID": "7c7661a4-2836-44d5-800c-a76f4266f618", "Gateway": "e2e-ipp-cleanup-05b1b1", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-05b1b1-authn-ssl"} 2026-09-08T17:18:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-05b1b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-05b1b1", "reconcileID": "7c7661a4-2836-44d5-800c-a76f4266f618", "Gateway": "e2e-ipp-cleanup-05b1b1", "namespace": "openshift-ingress"} 2026-09-08T17:18:17Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-05b1b1"}, "namespace": "ai-tenant-e2e-ipp-cleanup-05b1b1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "815436b7-fa47-4800-8436-2858df647d53", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-05b1b1"} 2026-09-08T17:18:17Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-05b1b1"}, "namespace": "ai-tenant-e2e-ipp-cleanup-05b1b1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "815436b7-fa47-4800-8436-2858df647d53", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-05b1b1", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T17:18:17Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-05b1b1"}, "namespace": "ai-tenant-e2e-ipp-cleanup-05b1b1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "815436b7-fa47-4800-8436-2858df647d53", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-05b1b1 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-08T17:18:17Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-05b1b1"}, "namespace": "ai-tenant-e2e-ipp-cleanup-05b1b1", "name": "odh-trusted-ca-bundle", "reconcileID": "7be3c993-ce43-4a74-bf11-962170c3a2b5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-05b1b1"} 2026-09-08T17:18:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-05b1b1"}, "namespace": "ai-tenant-e2e-ipp-cleanup-05b1b1", "name": "odh-trusted-ca-bundle", "reconcileID": "7be3c993-ce43-4a74-bf11-962170c3a2b5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-05b1b1"} 2026-09-08T17:18:17Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-05b1b1"}, "namespace": "ai-tenant-e2e-ipp-cleanup-05b1b1", "name": "openshift-service-ca.crt", "reconcileID": "fe7011ce-f440-4a8a-bf91-d57be5a1420c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-05b1b1"} 2026-09-08T17:18:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-05b1b1"}, "namespace": "ai-tenant-e2e-ipp-cleanup-05b1b1", "name": "openshift-service-ca.crt", "reconcileID": "fe7011ce-f440-4a8a-bf91-d57be5a1420c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-05b1b1"} 2026-09-08T17:18:17Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-05b1b1"}, "namespace": "ai-tenant-e2e-ipp-cleanup-05b1b1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ef78dca2-9798-4dcb-839e-ab2c0520e95c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-05b1b1"} 2026-09-08T17:18:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-05b1b1"}, "namespace": "ai-tenant-e2e-ipp-cleanup-05b1b1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ef78dca2-9798-4dcb-839e-ab2c0520e95c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-05b1b1"} 2026-09-08T17:18:18Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-05b1b1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-05b1b1", "reconcileID": "b1209f21-a732-41f9-afa4-0490820e0ed1", "Gateway": "e2e-ipp-cleanup-05b1b1", "namespace": "openshift-ingress"} 2026-09-08T17:18:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-978af9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-978af9", "reconcileID": "67e22e14-aea9-48ee-a3cf-9c907341fd5e", "Gateway": "e2e-ipp-a-978af9", "namespace": "openshift-ingress"} 2026-09-08T17:18:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-978af9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-978af9", "reconcileID": "67e22e14-aea9-48ee-a3cf-9c907341fd5e", "Gateway": "e2e-ipp-a-978af9", "namespace": "openshift-ingress", "name": "e2e-ipp-a-978af9-authn-ssl"} 2026-09-08T17:18:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-978af9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-978af9", "reconcileID": "67e22e14-aea9-48ee-a3cf-9c907341fd5e", "Gateway": "e2e-ipp-a-978af9", "namespace": "openshift-ingress"} 2026-09-08T17:18:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-978af9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-978af9", "reconcileID": "dec70d93-7d47-4ac3-9523-00cb7cf2222d", "Gateway": "e2e-ipp-a-978af9", "namespace": "openshift-ingress"} 2026-09-08T17:18:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-978af9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-978af9", "reconcileID": "dec70d93-7d47-4ac3-9523-00cb7cf2222d", "Gateway": "e2e-ipp-a-978af9", "namespace": "openshift-ingress", "name": "e2e-ipp-a-978af9-authn-ssl"} 2026-09-08T17:18:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-978af9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-978af9", "reconcileID": "dec70d93-7d47-4ac3-9523-00cb7cf2222d", "Gateway": "e2e-ipp-a-978af9", "namespace": "openshift-ingress"} 2026-09-08T17:18:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-978af9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-978af9", "reconcileID": "2801e659-635a-4ae8-8f31-c37877230a59", "Gateway": "e2e-ipp-a-978af9", "namespace": "openshift-ingress"} 2026-09-08T17:18:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-978af9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-978af9", "reconcileID": "2801e659-635a-4ae8-8f31-c37877230a59", "Gateway": "e2e-ipp-a-978af9", "namespace": "openshift-ingress", "name": "e2e-ipp-a-978af9-authn-ssl"} 2026-09-08T17:18:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-978af9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-978af9", "reconcileID": "2801e659-635a-4ae8-8f31-c37877230a59", "Gateway": "e2e-ipp-a-978af9", "namespace": "openshift-ingress"} 2026-09-08T17:18:43Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-978af9","namespace":"ai-tenant-e2e-ipp-a-978af9"}, "namespace": "ai-tenant-e2e-ipp-a-978af9", "name": "ipp-route-978af9", "reconcileID": "394362a9-e16d-4af0-a5df-a755b4224e25", "LLMInferenceService": "ipp-route-978af9", "namespace": "ai-tenant-e2e-ipp-a-978af9"} 2026-09-08T17:18:43Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-978af9","namespace":"ai-tenant-e2e-ipp-a-978af9"}, "namespace": "ai-tenant-e2e-ipp-a-978af9", "name": "ipp-route-978af9", "reconcileID": "394362a9-e16d-4af0-a5df-a755b4224e25", "LLMInferenceService": "ipp-route-978af9", "namespace": "ai-tenant-e2e-ipp-a-978af9"} 2026-09-08T17:18:43Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-978af9","namespace":"ai-tenant-e2e-ipp-a-978af9"}, "namespace": "ai-tenant-e2e-ipp-a-978af9", "name": "ipp-route-978af9", "reconcileID": "394362a9-e16d-4af0-a5df-a755b4224e25", "LLMInferenceService": "ipp-route-978af9", "namespace": "ai-tenant-e2e-ipp-a-978af9"} 2026-09-08T17:18:43Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-978af9","namespace":"ai-tenant-e2e-ipp-a-978af9"}, "namespace": "ai-tenant-e2e-ipp-a-978af9", "name": "ipp-route-978af9", "reconcileID": "394362a9-e16d-4af0-a5df-a755b4224e25", "LLMInferenceService": "ipp-route-978af9", "namespace": "ai-tenant-e2e-ipp-a-978af9", "name": "ipp-route-978af9-kserve-route-authn"} 2026-09-08T17:18:43Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-978af9","namespace":"ai-tenant-e2e-ipp-a-978af9"}, "namespace": "ai-tenant-e2e-ipp-a-978af9", "name": "ipp-route-978af9", "reconcileID": "394362a9-e16d-4af0-a5df-a755b4224e25", "LLMInferenceService": "ipp-route-978af9", "namespace": "ai-tenant-e2e-ipp-a-978af9", "authType": "userdefined"} 2026-09-08T17:18:43Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-978af9","namespace":"ai-tenant-e2e-ipp-a-978af9"}, "namespace": "ai-tenant-e2e-ipp-a-978af9", "name": "ipp-route-978af9", "reconcileID": "394362a9-e16d-4af0-a5df-a755b4224e25", "LLMInferenceService": "ipp-route-978af9", "namespace": "ai-tenant-e2e-ipp-a-978af9"} 2026-09-08T17:19:19Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-978af9"}, "namespace": "ai-tenant-e2e-ipp-a-978af9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "35e29f41-aa1e-4f9b-9a30-08e23b68fecd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-978af9"} 2026-09-08T17:19:19Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-978af9"}, "namespace": "ai-tenant-e2e-ipp-a-978af9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "35e29f41-aa1e-4f9b-9a30-08e23b68fecd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-978af9", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T17:19:19Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-978af9"}, "namespace": "ai-tenant-e2e-ipp-a-978af9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "35e29f41-aa1e-4f9b-9a30-08e23b68fecd", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-978af9 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-08T17:19:19Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-978af9"}, "namespace": "ai-tenant-e2e-ipp-a-978af9", "name": "odh-trusted-ca-bundle", "reconcileID": "d3f7b1fa-e88b-4f90-b7c1-2ff3d9adbff3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-978af9"} 2026-09-08T17:19:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-978af9"}, "namespace": "ai-tenant-e2e-ipp-a-978af9", "name": "odh-trusted-ca-bundle", "reconcileID": "d3f7b1fa-e88b-4f90-b7c1-2ff3d9adbff3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-978af9"} 2026-09-08T17:19:19Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-978af9"}, "namespace": "ai-tenant-e2e-ipp-a-978af9", "name": "openshift-service-ca.crt", "reconcileID": "a49653b3-2e2c-4231-b972-e8488fded60a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-978af9"} 2026-09-08T17:19:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-978af9"}, "namespace": "ai-tenant-e2e-ipp-a-978af9", "name": "openshift-service-ca.crt", "reconcileID": "a49653b3-2e2c-4231-b972-e8488fded60a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-978af9"} 2026-09-08T17:19:19Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-978af9"}, "namespace": "ai-tenant-e2e-ipp-a-978af9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "08190d30-5ac3-4742-ae20-ef10908322a1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-978af9"} 2026-09-08T17:19:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-978af9"}, "namespace": "ai-tenant-e2e-ipp-a-978af9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "08190d30-5ac3-4742-ae20-ef10908322a1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-978af9"} 2026-09-08T17:19:19Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-978af9","namespace":"ai-tenant-e2e-ipp-a-978af9"}, "namespace": "ai-tenant-e2e-ipp-a-978af9", "name": "ipp-route-978af9", "reconcileID": "4f33bce2-7a01-48b9-9747-1685a86a4211", "LLMInferenceService": "ipp-route-978af9", "namespace": "ai-tenant-e2e-ipp-a-978af9"} 2026-09-08T17:19:19Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-978af9","namespace":"ai-tenant-e2e-ipp-a-978af9"}, "namespace": "ai-tenant-e2e-ipp-a-978af9", "name": "ipp-route-978af9", "reconcileID": "4f33bce2-7a01-48b9-9747-1685a86a4211", "LLMInferenceService": "ipp-route-978af9", "namespace": "ai-tenant-e2e-ipp-a-978af9", "name": "ipp-route-978af9"} 2026-09-08T17:19:19Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-978af9","namespace":"ai-tenant-e2e-ipp-a-978af9"}, "namespace": "ai-tenant-e2e-ipp-a-978af9", "name": "ipp-route-978af9", "reconcileID": "4f33bce2-7a01-48b9-9747-1685a86a4211", "LLMInferenceService": "ipp-route-978af9", "namespace": "ai-tenant-e2e-ipp-a-978af9"} 2026-09-08T17:19:19Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-978af9","namespace":"ai-tenant-e2e-ipp-a-978af9"}, "namespace": "ai-tenant-e2e-ipp-a-978af9", "name": "ipp-route-978af9", "reconcileID": "4f33bce2-7a01-48b9-9747-1685a86a4211", "LLMInferenceService": "ipp-route-978af9", "namespace": "ai-tenant-e2e-ipp-a-978af9"} 2026-09-08T17:19:19Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-978af9","namespace":"ai-tenant-e2e-ipp-a-978af9"}, "namespace": "ai-tenant-e2e-ipp-a-978af9", "name": "ipp-route-978af9", "reconcileID": "4f33bce2-7a01-48b9-9747-1685a86a4211", "LLMInferenceService": "ipp-route-978af9", "namespace": "ai-tenant-e2e-ipp-a-978af9", "name": "ipp-route-978af9-kserve-route-authn"} 2026-09-08T17:19:19Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-978af9","namespace":"ai-tenant-e2e-ipp-a-978af9"}, "namespace": "ai-tenant-e2e-ipp-a-978af9", "name": "ipp-route-978af9", "reconcileID": "4f33bce2-7a01-48b9-9747-1685a86a4211", "LLMInferenceService": "ipp-route-978af9", "namespace": "ai-tenant-e2e-ipp-a-978af9", "name": "ipp-route-978af9-kserve-route-authn"} 2026-09-08T17:19:19Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-978af9","namespace":"ai-tenant-e2e-ipp-a-978af9"}, "namespace": "ai-tenant-e2e-ipp-a-978af9", "name": "ipp-route-978af9", "reconcileID": "4f33bce2-7a01-48b9-9747-1685a86a4211", "LLMInferenceService": "ipp-route-978af9", "namespace": "ai-tenant-e2e-ipp-a-978af9", "namespace": "ai-tenant-e2e-ipp-a-978af9"} 2026-09-08T17:19:19Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-978af9","namespace":"ai-tenant-e2e-ipp-a-978af9"}, "namespace": "ai-tenant-e2e-ipp-a-978af9", "name": "ipp-route-978af9", "reconcileID": "4f33bce2-7a01-48b9-9747-1685a86a4211", "LLMInferenceService": "ipp-route-978af9", "namespace": "ai-tenant-e2e-ipp-a-978af9", "namespace": "ai-tenant-e2e-ipp-a-978af9"} 2026-09-08T17:19:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-978af9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-978af9", "reconcileID": "7215453d-a09e-46b5-b8af-fb4053b772e6", "Gateway": "e2e-ipp-a-978af9", "namespace": "openshift-ingress"} 2026-09-08T17:19:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-978af9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-978af9", "reconcileID": "7215453d-a09e-46b5-b8af-fb4053b772e6", "Gateway": "e2e-ipp-a-978af9", "namespace": "openshift-ingress", "name": "e2e-ipp-a-978af9-authn-ssl"} 2026-09-08T17:19:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-978af9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-978af9", "reconcileID": "7215453d-a09e-46b5-b8af-fb4053b772e6", "Gateway": "e2e-ipp-a-978af9", "namespace": "openshift-ingress"} 2026-09-08T17:19:20Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-978af9","namespace":"ai-tenant-e2e-ipp-a-978af9"}, "namespace": "ai-tenant-e2e-ipp-a-978af9", "name": "ipp-route-978af9", "reconcileID": "af40abd4-577c-4fee-9a32-c2cf24b2a355", "LLMInferenceService": "ipp-route-978af9", "namespace": "ai-tenant-e2e-ipp-a-978af9"} 2026-09-08T17:19:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-978af9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-978af9", "reconcileID": "b2d1be2e-2691-4e86-8b4a-d8e85b90b901", "Gateway": "e2e-ipp-a-978af9", "namespace": "openshift-ingress"} 2026-09-08T17:19:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-978af9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-978af9", "reconcileID": "b2d1be2e-2691-4e86-8b4a-d8e85b90b901", "Gateway": "e2e-ipp-a-978af9", "namespace": "openshift-ingress", "name": "e2e-ipp-a-978af9-authn-ssl"} 2026-09-08T17:19:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-978af9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-978af9", "reconcileID": "b2d1be2e-2691-4e86-8b4a-d8e85b90b901", "Gateway": "e2e-ipp-a-978af9", "namespace": "openshift-ingress"} 2026-09-08T17:19:26Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-978af9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-978af9", "reconcileID": "9ba010d2-95ad-492b-82a6-61c0d21a11a2", "Gateway": "e2e-ipp-a-978af9", "namespace": "openshift-ingress"} 2026-09-08T17:19:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a78a1e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a78a1e", "reconcileID": "17e6abf4-8a8a-4faf-a131-6527aa713c0c", "Gateway": "e2e-ipp-b-a78a1e", "namespace": "openshift-ingress"} 2026-09-08T17:19:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a78a1e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a78a1e", "reconcileID": "17e6abf4-8a8a-4faf-a131-6527aa713c0c", "Gateway": "e2e-ipp-b-a78a1e", "namespace": "openshift-ingress", "name": "e2e-ipp-b-a78a1e-authn-ssl"} 2026-09-08T17:19:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a78a1e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a78a1e", "reconcileID": "17e6abf4-8a8a-4faf-a131-6527aa713c0c", "Gateway": "e2e-ipp-b-a78a1e", "namespace": "openshift-ingress"} 2026-09-08T17:19:43Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-a78a1e"}, "namespace": "ai-tenant-e2e-ipp-b-a78a1e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0ab128ef-9c21-4ef8-90ce-aae0ddd96dbc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-a78a1e"} 2026-09-08T17:19:43Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-a78a1e"}, "namespace": "ai-tenant-e2e-ipp-b-a78a1e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0ab128ef-9c21-4ef8-90ce-aae0ddd96dbc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-a78a1e", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T17:19:43Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-a78a1e"}, "namespace": "ai-tenant-e2e-ipp-b-a78a1e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0ab128ef-9c21-4ef8-90ce-aae0ddd96dbc", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-a78a1e because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-08T17:19:43Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-a78a1e"}, "namespace": "ai-tenant-e2e-ipp-b-a78a1e", "name": "odh-trusted-ca-bundle", "reconcileID": "c522d140-7386-4222-94d1-c15a22e0698b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-a78a1e"} 2026-09-08T17:19:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-a78a1e"}, "namespace": "ai-tenant-e2e-ipp-b-a78a1e", "name": "odh-trusted-ca-bundle", "reconcileID": "c522d140-7386-4222-94d1-c15a22e0698b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-a78a1e"} 2026-09-08T17:19:43Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-a78a1e"}, "namespace": "ai-tenant-e2e-ipp-b-a78a1e", "name": "openshift-service-ca.crt", "reconcileID": "7425a8f6-c1d5-4ec1-8e37-fd0f3673395d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-a78a1e"} 2026-09-08T17:19:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-a78a1e"}, "namespace": "ai-tenant-e2e-ipp-b-a78a1e", "name": "openshift-service-ca.crt", "reconcileID": "7425a8f6-c1d5-4ec1-8e37-fd0f3673395d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-a78a1e"} 2026-09-08T17:19:43Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-a78a1e"}, "namespace": "ai-tenant-e2e-ipp-b-a78a1e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "557a29de-5626-4600-aafd-781270e55b41", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-a78a1e"} 2026-09-08T17:19:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-a78a1e"}, "namespace": "ai-tenant-e2e-ipp-b-a78a1e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "557a29de-5626-4600-aafd-781270e55b41", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-a78a1e"} 2026-09-08T17:19:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a78a1e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a78a1e", "reconcileID": "40bc647d-36dd-4ab9-8cda-ec54e79501a1", "Gateway": "e2e-ipp-b-a78a1e", "namespace": "openshift-ingress"} 2026-09-08T17:19:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a78a1e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a78a1e", "reconcileID": "40bc647d-36dd-4ab9-8cda-ec54e79501a1", "Gateway": "e2e-ipp-b-a78a1e", "namespace": "openshift-ingress", "name": "e2e-ipp-b-a78a1e-authn-ssl"} 2026-09-08T17:19:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a78a1e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a78a1e", "reconcileID": "40bc647d-36dd-4ab9-8cda-ec54e79501a1", "Gateway": "e2e-ipp-b-a78a1e", "namespace": "openshift-ingress"} 2026-09-08T17:19:44Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a78a1e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a78a1e", "reconcileID": "7b6d8573-907b-45fc-84dc-2968647654ac", "Gateway": "e2e-ipp-b-a78a1e", "namespace": "openshift-ingress"} 2026-09-08T17:19:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-c05c9f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-c05c9f", "reconcileID": "617f958b-98a0-4ccc-b1d9-e3f361d89a7c", "Gateway": "e2e-shared-a-w3-c05c9f", "namespace": "openshift-ingress"} 2026-09-08T17:19:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-c05c9f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-c05c9f", "reconcileID": "617f958b-98a0-4ccc-b1d9-e3f361d89a7c", "Gateway": "e2e-shared-a-w3-c05c9f", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-c05c9f-authn-ssl"} 2026-09-08T17:19:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-c05c9f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-c05c9f", "reconcileID": "617f958b-98a0-4ccc-b1d9-e3f361d89a7c", "Gateway": "e2e-shared-a-w3-c05c9f", "namespace": "openshift-ingress"} 2026-09-08T17:20:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-c05c9f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-c05c9f", "reconcileID": "20ccf7ad-6d8f-47ae-929a-2bb779bbad6b", "Gateway": "e2e-shared-a-w3-c05c9f", "namespace": "openshift-ingress"} 2026-09-08T17:20:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-c05c9f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-c05c9f", "reconcileID": "20ccf7ad-6d8f-47ae-929a-2bb779bbad6b", "Gateway": "e2e-shared-a-w3-c05c9f", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-c05c9f-authn-ssl"} 2026-09-08T17:20:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-c05c9f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-c05c9f", "reconcileID": "20ccf7ad-6d8f-47ae-929a-2bb779bbad6b", "Gateway": "e2e-shared-a-w3-c05c9f", "namespace": "openshift-ingress"} 2026-09-08T17:20:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-c05c9f"}, "namespace": "ai-tenant-e2e-shared-a-w3-c05c9f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e0448278-38d6-44c6-bb41-a8f121b3fc98", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-c05c9f"} 2026-09-08T17:20:02Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-c05c9f"}, "namespace": "ai-tenant-e2e-shared-a-w3-c05c9f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e0448278-38d6-44c6-bb41-a8f121b3fc98", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-c05c9f", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T17:20:02Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-c05c9f"}, "namespace": "ai-tenant-e2e-shared-a-w3-c05c9f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e0448278-38d6-44c6-bb41-a8f121b3fc98", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w3-c05c9f because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-08T17:20:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-c05c9f"}, "namespace": "ai-tenant-e2e-shared-a-w3-c05c9f", "name": "odh-trusted-ca-bundle", "reconcileID": "98b67798-a895-4e87-a706-fa552427921e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-c05c9f"} 2026-09-08T17:20:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-c05c9f"}, "namespace": "ai-tenant-e2e-shared-a-w3-c05c9f", "name": "odh-trusted-ca-bundle", "reconcileID": "98b67798-a895-4e87-a706-fa552427921e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-c05c9f"} 2026-09-08T17:20:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-c05c9f"}, "namespace": "ai-tenant-e2e-shared-a-w3-c05c9f", "name": "openshift-service-ca.crt", "reconcileID": "60469b1d-fdd0-41f2-a79b-52bb947dd240", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-c05c9f"} 2026-09-08T17:20:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-c05c9f"}, "namespace": "ai-tenant-e2e-shared-a-w3-c05c9f", "name": "openshift-service-ca.crt", "reconcileID": "60469b1d-fdd0-41f2-a79b-52bb947dd240", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-c05c9f"} 2026-09-08T17:20:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-c05c9f"}, "namespace": "ai-tenant-e2e-shared-a-w3-c05c9f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "05038846-bddd-4fac-a0bf-8da8b95074ae", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-c05c9f"} 2026-09-08T17:20:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-c05c9f"}, "namespace": "ai-tenant-e2e-shared-a-w3-c05c9f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "05038846-bddd-4fac-a0bf-8da8b95074ae", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-c05c9f"} 2026-09-08T17:20:02Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-c05c9f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-c05c9f", "reconcileID": "ed215bf9-9365-4008-a52e-7f0a925eb42f", "Gateway": "e2e-shared-a-w3-c05c9f", "namespace": "openshift-ingress"} 2026-09-08T17:20:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-338600","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-338600", "reconcileID": "7585429f-fcc4-4459-af47-87528d8ccdac", "Gateway": "e2e-shared-b-w3-338600", "namespace": "openshift-ingress"} 2026-09-08T17:20:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-338600","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-338600", "reconcileID": "7585429f-fcc4-4459-af47-87528d8ccdac", "Gateway": "e2e-shared-b-w3-338600", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-338600-authn-ssl"} 2026-09-08T17:20:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-338600","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-338600", "reconcileID": "7585429f-fcc4-4459-af47-87528d8ccdac", "Gateway": "e2e-shared-b-w3-338600", "namespace": "openshift-ingress"} 2026-09-08T17:20:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-338600","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-338600", "reconcileID": "c50f8e2e-3feb-479e-b9f0-a6a813ff7dd6", "Gateway": "e2e-shared-b-w3-338600", "namespace": "openshift-ingress"} 2026-09-08T17:20:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-338600","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-338600", "reconcileID": "c50f8e2e-3feb-479e-b9f0-a6a813ff7dd6", "Gateway": "e2e-shared-b-w3-338600", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-338600-authn-ssl"} 2026-09-08T17:20:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-338600","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-338600", "reconcileID": "c50f8e2e-3feb-479e-b9f0-a6a813ff7dd6", "Gateway": "e2e-shared-b-w3-338600", "namespace": "openshift-ingress"} 2026-09-08T17:20:19Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-338600"}, "namespace": "ai-tenant-e2e-shared-b-w3-338600", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2dc089ec-bc40-43bb-86df-1c050c574f0c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-338600"} 2026-09-08T17:20:19Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-338600"}, "namespace": "ai-tenant-e2e-shared-b-w3-338600", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2dc089ec-bc40-43bb-86df-1c050c574f0c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-338600", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T17:20:19Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-338600"}, "namespace": "ai-tenant-e2e-shared-b-w3-338600", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2dc089ec-bc40-43bb-86df-1c050c574f0c", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w3-338600 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-08T17:20:19Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-338600"}, "namespace": "ai-tenant-e2e-shared-b-w3-338600", "name": "odh-trusted-ca-bundle", "reconcileID": "c7883f7b-bc04-4e62-a5fe-22a5070cfd55", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-338600"} 2026-09-08T17:20:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-338600"}, "namespace": "ai-tenant-e2e-shared-b-w3-338600", "name": "odh-trusted-ca-bundle", "reconcileID": "c7883f7b-bc04-4e62-a5fe-22a5070cfd55", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-338600"} 2026-09-08T17:20:19Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-338600"}, "namespace": "ai-tenant-e2e-shared-b-w3-338600", "name": "openshift-service-ca.crt", "reconcileID": "a5fb8b3e-0649-4ba1-a09d-734635a2812b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-338600"} 2026-09-08T17:20:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-338600"}, "namespace": "ai-tenant-e2e-shared-b-w3-338600", "name": "openshift-service-ca.crt", "reconcileID": "a5fb8b3e-0649-4ba1-a09d-734635a2812b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-338600"} 2026-09-08T17:20:19Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-338600"}, "namespace": "ai-tenant-e2e-shared-b-w3-338600", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a9b261c4-666d-4566-ac3e-9d8d86bac72f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-338600"} 2026-09-08T17:20:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-338600"}, "namespace": "ai-tenant-e2e-shared-b-w3-338600", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a9b261c4-666d-4566-ac3e-9d8d86bac72f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-338600"} 2026-09-08T17:20:20Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-338600","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-338600", "reconcileID": "08053374-32dd-4ac7-b89a-6701ebda8790", "Gateway": "e2e-shared-b-w3-338600", "namespace": "openshift-ingress"} 2026-09-08T17:24:44Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8cd6fb80","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8cd6fb80", "reconcileID": "466bb58f-535e-4ee0-a2f3-d765ca5808d7", "LLMInferenceService": "e2e-same-id-a-8cd6fb80", "namespace": "llm"} 2026-09-08T17:24:44Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8cd6fb80","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8cd6fb80", "reconcileID": "466bb58f-535e-4ee0-a2f3-d765ca5808d7", "LLMInferenceService": "e2e-same-id-a-8cd6fb80", "namespace": "llm"} 2026-09-08T17:24:44Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8cd6fb80","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8cd6fb80", "reconcileID": "466bb58f-535e-4ee0-a2f3-d765ca5808d7", "LLMInferenceService": "e2e-same-id-a-8cd6fb80", "namespace": "llm"} 2026-09-08T17:24:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "36b9c281-bd71-44bf-8204-3bf59bafd241", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T17:24:44Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8cd6fb80","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8cd6fb80", "reconcileID": "466bb58f-535e-4ee0-a2f3-d765ca5808d7", "LLMInferenceService": "e2e-same-id-a-8cd6fb80", "namespace": "llm", "name": "e2e-same-id-a-8cd6fb80-kserve-route-authn"} 2026-09-08T17:24:44Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8cd6fb80","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8cd6fb80", "reconcileID": "466bb58f-535e-4ee0-a2f3-d765ca5808d7", "LLMInferenceService": "e2e-same-id-a-8cd6fb80", "namespace": "llm", "authType": "userdefined"} 2026-09-08T17:24:44Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8cd6fb80","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8cd6fb80", "reconcileID": "466bb58f-535e-4ee0-a2f3-d765ca5808d7", "LLMInferenceService": "e2e-same-id-a-8cd6fb80", "namespace": "llm"} 2026-09-08T17:24:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "36b9c281-bd71-44bf-8204-3bf59bafd241", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-08T17:24:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "36b9c281-bd71-44bf-8204-3bf59bafd241", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T17:24:44Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8cd6fb80","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8cd6fb80", "reconcileID": "840552fa-7eea-46dd-8455-41c7da77fbe7", "LLMInferenceService": "e2e-same-id-a-8cd6fb80", "namespace": "llm"} 2026-09-08T17:24:44Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8cd6fb80","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8cd6fb80", "reconcileID": "840552fa-7eea-46dd-8455-41c7da77fbe7", "LLMInferenceService": "e2e-same-id-a-8cd6fb80", "namespace": "llm"} 2026-09-08T17:24:44Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8cd6fb80","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8cd6fb80", "reconcileID": "840552fa-7eea-46dd-8455-41c7da77fbe7", "LLMInferenceService": "e2e-same-id-a-8cd6fb80", "namespace": "llm"} 2026-09-08T17:24:44Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8cd6fb80","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8cd6fb80", "reconcileID": "840552fa-7eea-46dd-8455-41c7da77fbe7", "LLMInferenceService": "e2e-same-id-a-8cd6fb80", "namespace": "llm", "name": "e2e-same-id-a-8cd6fb80-kserve-route-authn"} 2026-09-08T17:24:44Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8cd6fb80","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8cd6fb80", "reconcileID": "840552fa-7eea-46dd-8455-41c7da77fbe7", "LLMInferenceService": "e2e-same-id-a-8cd6fb80", "namespace": "llm", "authType": "userdefined"} 2026-09-08T17:24:44Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8cd6fb80","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8cd6fb80", "reconcileID": "840552fa-7eea-46dd-8455-41c7da77fbe7", "LLMInferenceService": "e2e-same-id-a-8cd6fb80", "namespace": "llm"} 2026-09-08T17:24:44Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8cd6fb80","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8cd6fb80", "reconcileID": "83f9a9cd-810b-4753-932b-fe5685b05874", "LLMInferenceService": "e2e-same-id-b-8cd6fb80", "namespace": "llm"} 2026-09-08T17:24:44Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8cd6fb80","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8cd6fb80", "reconcileID": "83f9a9cd-810b-4753-932b-fe5685b05874", "LLMInferenceService": "e2e-same-id-b-8cd6fb80", "namespace": "llm"} 2026-09-08T17:24:44Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8cd6fb80","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8cd6fb80", "reconcileID": "83f9a9cd-810b-4753-932b-fe5685b05874", "LLMInferenceService": "e2e-same-id-b-8cd6fb80", "namespace": "llm"} 2026-09-08T17:24:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4085c5ca-9107-40bd-a224-b9ad6ed63331", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T17:24:44Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8cd6fb80","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8cd6fb80", "reconcileID": "83f9a9cd-810b-4753-932b-fe5685b05874", "LLMInferenceService": "e2e-same-id-b-8cd6fb80", "namespace": "llm", "name": "e2e-same-id-b-8cd6fb80-kserve-route-authn"} 2026-09-08T17:24:44Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8cd6fb80","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8cd6fb80", "reconcileID": "83f9a9cd-810b-4753-932b-fe5685b05874", "LLMInferenceService": "e2e-same-id-b-8cd6fb80", "namespace": "llm", "authType": "userdefined"} 2026-09-08T17:24:44Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8cd6fb80","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8cd6fb80", "reconcileID": "83f9a9cd-810b-4753-932b-fe5685b05874", "LLMInferenceService": "e2e-same-id-b-8cd6fb80", "namespace": "llm"} 2026-09-08T17:24:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4085c5ca-9107-40bd-a224-b9ad6ed63331", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-08T17:24:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4085c5ca-9107-40bd-a224-b9ad6ed63331", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T17:24:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "42e15b64-025f-4230-9f80-36eef5d54757", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T17:24:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "42e15b64-025f-4230-9f80-36eef5d54757", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-08T17:24:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "42e15b64-025f-4230-9f80-36eef5d54757", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T17:24:58Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8cd6fb80","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8cd6fb80", "reconcileID": "f7601b72-b07a-4e48-b419-57d998a53511", "LLMInferenceService": "e2e-same-id-a-8cd6fb80", "namespace": "llm"} 2026-09-08T17:24:58Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8cd6fb80","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8cd6fb80", "reconcileID": "f7601b72-b07a-4e48-b419-57d998a53511", "LLMInferenceService": "e2e-same-id-a-8cd6fb80", "namespace": "llm"} 2026-09-08T17:24:58Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8cd6fb80","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8cd6fb80", "reconcileID": "f7601b72-b07a-4e48-b419-57d998a53511", "LLMInferenceService": "e2e-same-id-a-8cd6fb80", "namespace": "llm"} 2026-09-08T17:24:58Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8cd6fb80","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8cd6fb80", "reconcileID": "f7601b72-b07a-4e48-b419-57d998a53511", "LLMInferenceService": "e2e-same-id-a-8cd6fb80", "namespace": "llm", "name": "e2e-same-id-a-8cd6fb80-kserve-route-authn"} 2026-09-08T17:24:58Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8cd6fb80","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8cd6fb80", "reconcileID": "f7601b72-b07a-4e48-b419-57d998a53511", "LLMInferenceService": "e2e-same-id-a-8cd6fb80", "namespace": "llm", "authType": "userdefined"} 2026-09-08T17:24:58Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8cd6fb80","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8cd6fb80", "reconcileID": "f7601b72-b07a-4e48-b419-57d998a53511", "LLMInferenceService": "e2e-same-id-a-8cd6fb80", "namespace": "llm"} 2026-09-08T17:24:58Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8cd6fb80","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8cd6fb80", "reconcileID": "5b4c43cd-7de2-40cf-b8a8-65a1d361a384", "LLMInferenceService": "e2e-same-id-b-8cd6fb80", "namespace": "llm"} 2026-09-08T17:24:58Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8cd6fb80","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8cd6fb80", "reconcileID": "5b4c43cd-7de2-40cf-b8a8-65a1d361a384", "LLMInferenceService": "e2e-same-id-b-8cd6fb80", "namespace": "llm"} 2026-09-08T17:24:58Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8cd6fb80","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8cd6fb80", "reconcileID": "5b4c43cd-7de2-40cf-b8a8-65a1d361a384", "LLMInferenceService": "e2e-same-id-b-8cd6fb80", "namespace": "llm"} 2026-09-08T17:24:58Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8cd6fb80","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8cd6fb80", "reconcileID": "5b4c43cd-7de2-40cf-b8a8-65a1d361a384", "LLMInferenceService": "e2e-same-id-b-8cd6fb80", "namespace": "llm", "name": "e2e-same-id-b-8cd6fb80-kserve-route-authn"} 2026-09-08T17:24:58Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8cd6fb80","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8cd6fb80", "reconcileID": "5b4c43cd-7de2-40cf-b8a8-65a1d361a384", "LLMInferenceService": "e2e-same-id-b-8cd6fb80", "namespace": "llm", "authType": "userdefined"} 2026-09-08T17:24:58Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8cd6fb80","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8cd6fb80", "reconcileID": "5b4c43cd-7de2-40cf-b8a8-65a1d361a384", "LLMInferenceService": "e2e-same-id-b-8cd6fb80", "namespace": "llm"} 2026-09-08T17:25:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a0e91e2d-20d4-44df-9c02-bb57f54185c5", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T17:25:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a0e91e2d-20d4-44df-9c02-bb57f54185c5", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-08T17:25:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a0e91e2d-20d4-44df-9c02-bb57f54185c5", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T17:25:10Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8cd6fb80","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8cd6fb80", "reconcileID": "d820a93d-7a3f-4dfc-a105-558301a23cd0", "LLMInferenceService": "e2e-same-id-b-8cd6fb80", "namespace": "llm"} 2026-09-08T17:25:10Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8cd6fb80","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8cd6fb80", "reconcileID": "d820a93d-7a3f-4dfc-a105-558301a23cd0", "LLMInferenceService": "e2e-same-id-b-8cd6fb80", "namespace": "llm"} 2026-09-08T17:25:10Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8cd6fb80","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8cd6fb80", "reconcileID": "d820a93d-7a3f-4dfc-a105-558301a23cd0", "LLMInferenceService": "e2e-same-id-b-8cd6fb80", "namespace": "llm"} 2026-09-08T17:25:10Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8cd6fb80","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8cd6fb80", "reconcileID": "d820a93d-7a3f-4dfc-a105-558301a23cd0", "LLMInferenceService": "e2e-same-id-b-8cd6fb80", "namespace": "llm", "name": "e2e-same-id-b-8cd6fb80-kserve-route-authn"} 2026-09-08T17:25:10Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8cd6fb80","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8cd6fb80", "reconcileID": "d820a93d-7a3f-4dfc-a105-558301a23cd0", "LLMInferenceService": "e2e-same-id-b-8cd6fb80", "namespace": "llm", "authType": "userdefined"} 2026-09-08T17:25:10Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8cd6fb80","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8cd6fb80", "reconcileID": "d820a93d-7a3f-4dfc-a105-558301a23cd0", "LLMInferenceService": "e2e-same-id-b-8cd6fb80", "namespace": "llm"} 2026-09-08T17:25:17Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8cd6fb80","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8cd6fb80", "reconcileID": "f0253b57-25a1-4b58-9e43-97b87fbb4a89", "LLMInferenceService": "e2e-same-id-a-8cd6fb80", "namespace": "llm"} 2026-09-08T17:25:17Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8cd6fb80","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8cd6fb80", "reconcileID": "f0253b57-25a1-4b58-9e43-97b87fbb4a89", "LLMInferenceService": "e2e-same-id-a-8cd6fb80", "namespace": "llm"} 2026-09-08T17:25:17Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8cd6fb80","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8cd6fb80", "reconcileID": "f0253b57-25a1-4b58-9e43-97b87fbb4a89", "LLMInferenceService": "e2e-same-id-a-8cd6fb80", "namespace": "llm"} 2026-09-08T17:25:17Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8cd6fb80","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8cd6fb80", "reconcileID": "f0253b57-25a1-4b58-9e43-97b87fbb4a89", "LLMInferenceService": "e2e-same-id-a-8cd6fb80", "namespace": "llm", "name": "e2e-same-id-a-8cd6fb80-kserve-route-authn"} 2026-09-08T17:25:17Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8cd6fb80","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8cd6fb80", "reconcileID": "f0253b57-25a1-4b58-9e43-97b87fbb4a89", "LLMInferenceService": "e2e-same-id-a-8cd6fb80", "namespace": "llm", "authType": "userdefined"} 2026-09-08T17:25:17Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8cd6fb80","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8cd6fb80", "reconcileID": "f0253b57-25a1-4b58-9e43-97b87fbb4a89", "LLMInferenceService": "e2e-same-id-a-8cd6fb80", "namespace": "llm"} 2026-09-08T17:25:35Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8cd6fb80","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8cd6fb80", "reconcileID": "e0907f96-b940-48e4-b727-e13f97a728c9", "LLMInferenceService": "e2e-same-id-b-8cd6fb80", "namespace": "llm"} 2026-09-08T17:25:35Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8cd6fb80","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8cd6fb80", "reconcileID": "e0907f96-b940-48e4-b727-e13f97a728c9", "LLMInferenceService": "e2e-same-id-b-8cd6fb80", "namespace": "llm"} 2026-09-08T17:25:35Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8cd6fb80","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8cd6fb80", "reconcileID": "e0907f96-b940-48e4-b727-e13f97a728c9", "LLMInferenceService": "e2e-same-id-b-8cd6fb80", "namespace": "llm"} 2026-09-08T17:25:35Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8cd6fb80","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8cd6fb80", "reconcileID": "e0907f96-b940-48e4-b727-e13f97a728c9", "LLMInferenceService": "e2e-same-id-b-8cd6fb80", "namespace": "llm", "name": "e2e-same-id-b-8cd6fb80-kserve-route-authn"} 2026-09-08T17:25:35Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8cd6fb80","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8cd6fb80", "reconcileID": "e0907f96-b940-48e4-b727-e13f97a728c9", "LLMInferenceService": "e2e-same-id-b-8cd6fb80", "namespace": "llm", "authType": "userdefined"} 2026-09-08T17:25:35Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8cd6fb80","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8cd6fb80", "reconcileID": "e0907f96-b940-48e4-b727-e13f97a728c9", "LLMInferenceService": "e2e-same-id-b-8cd6fb80", "namespace": "llm"} 2026-09-08T17:25:37Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8cd6fb80","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8cd6fb80", "reconcileID": "cc417fcd-3103-4858-bba9-29ea9bdc5e67", "LLMInferenceService": "e2e-same-id-a-8cd6fb80", "namespace": "llm"} 2026-09-08T17:25:37Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8cd6fb80","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8cd6fb80", "reconcileID": "cc417fcd-3103-4858-bba9-29ea9bdc5e67", "LLMInferenceService": "e2e-same-id-a-8cd6fb80", "namespace": "llm", "name": "e2e-same-id-a-8cd6fb80"} 2026-09-08T17:25:37Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8cd6fb80","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8cd6fb80", "reconcileID": "cc417fcd-3103-4858-bba9-29ea9bdc5e67", "LLMInferenceService": "e2e-same-id-a-8cd6fb80", "namespace": "llm"} 2026-09-08T17:25:37Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8cd6fb80","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8cd6fb80", "reconcileID": "cc417fcd-3103-4858-bba9-29ea9bdc5e67", "LLMInferenceService": "e2e-same-id-a-8cd6fb80", "namespace": "llm"} 2026-09-08T17:25:37Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8cd6fb80","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8cd6fb80", "reconcileID": "cc417fcd-3103-4858-bba9-29ea9bdc5e67", "LLMInferenceService": "e2e-same-id-a-8cd6fb80", "namespace": "llm", "name": "e2e-same-id-a-8cd6fb80-kserve-route-authn"} 2026-09-08T17:25:37Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8cd6fb80","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8cd6fb80", "reconcileID": "cc417fcd-3103-4858-bba9-29ea9bdc5e67", "LLMInferenceService": "e2e-same-id-a-8cd6fb80", "namespace": "llm", "name": "e2e-same-id-a-8cd6fb80-kserve-route-authn"} 2026-09-08T17:25:37Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8cd6fb80","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8cd6fb80", "reconcileID": "c2ea3a2d-57e1-4130-ba74-21985a3c5df8", "LLMInferenceService": "e2e-same-id-a-8cd6fb80", "namespace": "llm"} 2026-09-08T17:25:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d760b492-bcbc-48d0-92e6-ac0a1e97db67", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T17:25:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d760b492-bcbc-48d0-92e6-ac0a1e97db67", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-08T17:25:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d760b492-bcbc-48d0-92e6-ac0a1e97db67", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T17:25:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "dab35703-69fb-490c-9bff-7432c60e5e68", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T17:25:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "dab35703-69fb-490c-9bff-7432c60e5e68", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-08T17:25:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "dab35703-69fb-490c-9bff-7432c60e5e68", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T17:25:37Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8cd6fb80","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8cd6fb80", "reconcileID": "fc549c55-ff8c-4f17-87ff-1f3c0ac80672", "LLMInferenceService": "e2e-same-id-b-8cd6fb80", "namespace": "llm"} 2026-09-08T17:25:37Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8cd6fb80","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8cd6fb80", "reconcileID": "fc549c55-ff8c-4f17-87ff-1f3c0ac80672", "LLMInferenceService": "e2e-same-id-b-8cd6fb80", "namespace": "llm", "name": "e2e-same-id-b-8cd6fb80"} 2026-09-08T17:25:37Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8cd6fb80","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8cd6fb80", "reconcileID": "fc549c55-ff8c-4f17-87ff-1f3c0ac80672", "LLMInferenceService": "e2e-same-id-b-8cd6fb80", "namespace": "llm"} 2026-09-08T17:25:37Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8cd6fb80","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8cd6fb80", "reconcileID": "fc549c55-ff8c-4f17-87ff-1f3c0ac80672", "LLMInferenceService": "e2e-same-id-b-8cd6fb80", "namespace": "llm"} 2026-09-08T17:25:37Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8cd6fb80","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8cd6fb80", "reconcileID": "fc549c55-ff8c-4f17-87ff-1f3c0ac80672", "LLMInferenceService": "e2e-same-id-b-8cd6fb80", "namespace": "llm", "name": "e2e-same-id-b-8cd6fb80-kserve-route-authn"} 2026-09-08T17:25:37Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8cd6fb80","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8cd6fb80", "reconcileID": "fc549c55-ff8c-4f17-87ff-1f3c0ac80672", "LLMInferenceService": "e2e-same-id-b-8cd6fb80", "namespace": "llm", "name": "e2e-same-id-b-8cd6fb80-kserve-route-authn"} 2026-09-08T17:25:39Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8cd6fb80","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8cd6fb80", "reconcileID": "3b36d204-d6a6-404f-af85-b3f82915e143", "LLMInferenceService": "e2e-same-id-b-8cd6fb80", "namespace": "llm"} 2026-09-08T17:25:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5430d8d1-70ad-405c-9909-80db472ace0c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T17:25:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5430d8d1-70ad-405c-9909-80db472ace0c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-08T17:25:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5430d8d1-70ad-405c-9909-80db472ace0c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T17:25:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3cabb65a-51f2-4d94-9661-222b2996a27b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T17:25:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3cabb65a-51f2-4d94-9661-222b2996a27b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-08T17:25:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3cabb65a-51f2-4d94-9661-222b2996a27b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T17:25:41Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-08T17:25:41Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-08T17:25:43Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-08T17:25:43Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}