2026-09-09T12:45:08Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fe6606","namespace":"ai-tenant-e2e-shared-b-w3-fe6606"}, "namespace": "ai-tenant-e2e-shared-b-w3-fe6606", "name": "rate-test-model-fe6606", "reconcileID": "ead2d9ef-0dac-4775-a604-5e347cac78c0", "LLMInferenceService": "rate-test-model-fe6606", "namespace": "ai-tenant-e2e-shared-b-w3-fe6606"} 2026-09-09T12:45:08Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fe6606","namespace":"ai-tenant-e2e-shared-b-w3-fe6606"}, "namespace": "ai-tenant-e2e-shared-b-w3-fe6606", "name": "rate-test-model-fe6606", "reconcileID": "ead2d9ef-0dac-4775-a604-5e347cac78c0", "LLMInferenceService": "rate-test-model-fe6606", "namespace": "ai-tenant-e2e-shared-b-w3-fe6606", "name": "rate-test-model-fe6606-kserve-route-authn"} 2026-09-09T12:45:08Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fe6606","namespace":"ai-tenant-e2e-shared-b-w3-fe6606"}, "namespace": "ai-tenant-e2e-shared-b-w3-fe6606", "name": "rate-test-model-fe6606", "reconcileID": "ead2d9ef-0dac-4775-a604-5e347cac78c0", "LLMInferenceService": "rate-test-model-fe6606", "namespace": "ai-tenant-e2e-shared-b-w3-fe6606", "authType": "userdefined"} 2026-09-09T12:45:08Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fe6606","namespace":"ai-tenant-e2e-shared-b-w3-fe6606"}, "namespace": "ai-tenant-e2e-shared-b-w3-fe6606", "name": "rate-test-model-fe6606", "reconcileID": "ead2d9ef-0dac-4775-a604-5e347cac78c0", "LLMInferenceService": "rate-test-model-fe6606", "namespace": "ai-tenant-e2e-shared-b-w3-fe6606"} 2026-09-09T12:45:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-3f4a7d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-3f4a7d", "reconcileID": "4e018ae3-aabf-461b-aaac-865b1441fabd", "Gateway": "e2e-api-b-3f4a7d", "namespace": "openshift-ingress"} 2026-09-09T12:45:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-3f4a7d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-3f4a7d", "reconcileID": "4e018ae3-aabf-461b-aaac-865b1441fabd", "Gateway": "e2e-api-b-3f4a7d", "namespace": "openshift-ingress", "name": "e2e-api-b-3f4a7d-authn-ssl"} 2026-09-09T12:45:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-3f4a7d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-3f4a7d", "reconcileID": "4e018ae3-aabf-461b-aaac-865b1441fabd", "Gateway": "e2e-api-b-3f4a7d", "namespace": "openshift-ingress"} 2026-09-09T12:45:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-3f4a7d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-3f4a7d", "reconcileID": "6756907b-7196-48ea-ae22-fa4a2923238f", "Gateway": "e2e-api-b-3f4a7d", "namespace": "openshift-ingress"} 2026-09-09T12:45:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-3f4a7d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-3f4a7d", "reconcileID": "6756907b-7196-48ea-ae22-fa4a2923238f", "Gateway": "e2e-api-b-3f4a7d", "namespace": "openshift-ingress", "name": "e2e-api-b-3f4a7d-authn-ssl"} 2026-09-09T12:45:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-3f4a7d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-3f4a7d", "reconcileID": "6756907b-7196-48ea-ae22-fa4a2923238f", "Gateway": "e2e-api-b-3f4a7d", "namespace": "openshift-ingress"} 2026-09-09T12:45:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-3f4a7d"}, "namespace": "ai-tenant-e2e-api-b-3f4a7d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "28443446-b2f6-4aa1-a560-19d832bb5cec", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-3f4a7d"} 2026-09-09T12:45:15Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-3f4a7d"}, "namespace": "ai-tenant-e2e-api-b-3f4a7d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "28443446-b2f6-4aa1-a560-19d832bb5cec", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-3f4a7d", "create": "odh-kserve-custom-ca-bundle"} 2026-09-09T12:45:15Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-3f4a7d"}, "namespace": "ai-tenant-e2e-api-b-3f4a7d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "28443446-b2f6-4aa1-a560-19d832bb5cec", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-3f4a7d because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-09T12:45:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-3f4a7d"}, "namespace": "ai-tenant-e2e-api-b-3f4a7d", "name": "odh-trusted-ca-bundle", "reconcileID": "20be0df3-ed50-4981-acf8-38de3ff8dbe3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-3f4a7d"} 2026-09-09T12:45:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-3f4a7d"}, "namespace": "ai-tenant-e2e-api-b-3f4a7d", "name": "odh-trusted-ca-bundle", "reconcileID": "20be0df3-ed50-4981-acf8-38de3ff8dbe3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-3f4a7d"} 2026-09-09T12:45:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-3f4a7d"}, "namespace": "ai-tenant-e2e-api-b-3f4a7d", "name": "openshift-service-ca.crt", "reconcileID": "40b80065-51f6-46b0-941b-e83c9ab0b796", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-3f4a7d"} 2026-09-09T12:45:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-3f4a7d"}, "namespace": "ai-tenant-e2e-api-b-3f4a7d", "name": "openshift-service-ca.crt", "reconcileID": "40b80065-51f6-46b0-941b-e83c9ab0b796", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-3f4a7d"} 2026-09-09T12:45:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-3f4a7d"}, "namespace": "ai-tenant-e2e-api-b-3f4a7d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c44bf2d1-18ff-4b54-8479-7c41eb82954c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-3f4a7d"} 2026-09-09T12:45:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-3f4a7d"}, "namespace": "ai-tenant-e2e-api-b-3f4a7d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c44bf2d1-18ff-4b54-8479-7c41eb82954c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-3f4a7d"} 2026-09-09T12:45:15Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-3f4a7d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-3f4a7d", "reconcileID": "b88b6a37-b326-4c18-b8ef-e2b8fbe22ae5", "Gateway": "e2e-api-b-3f4a7d", "namespace": "openshift-ingress"} 2026-09-09T12:45:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-fe6606","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-fe6606", "reconcileID": "d54f2077-d092-47d5-9b30-68d9a26b6068", "Gateway": "e2e-shared-b-w3-fe6606", "namespace": "openshift-ingress"} 2026-09-09T12:45:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-fe6606","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-fe6606", "reconcileID": "d54f2077-d092-47d5-9b30-68d9a26b6068", "Gateway": "e2e-shared-b-w3-fe6606", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-fe6606-authn-ssl"} 2026-09-09T12:45:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-fe6606","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-fe6606", "reconcileID": "d54f2077-d092-47d5-9b30-68d9a26b6068", "Gateway": "e2e-shared-b-w3-fe6606", "namespace": "openshift-ingress"} 2026-09-09T12:45:23Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fe6606","namespace":"ai-tenant-e2e-shared-b-w3-fe6606"}, "namespace": "ai-tenant-e2e-shared-b-w3-fe6606", "name": "rate-test-model-fe6606", "reconcileID": "6fc6a274-fe3e-4edb-b0b6-0b5604106227", "LLMInferenceService": "rate-test-model-fe6606", "namespace": "ai-tenant-e2e-shared-b-w3-fe6606"} 2026-09-09T12:45:23Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fe6606","namespace":"ai-tenant-e2e-shared-b-w3-fe6606"}, "namespace": "ai-tenant-e2e-shared-b-w3-fe6606", "name": "rate-test-model-fe6606", "reconcileID": "6fc6a274-fe3e-4edb-b0b6-0b5604106227", "LLMInferenceService": "rate-test-model-fe6606", "namespace": "ai-tenant-e2e-shared-b-w3-fe6606"} 2026-09-09T12:45:23Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fe6606","namespace":"ai-tenant-e2e-shared-b-w3-fe6606"}, "namespace": "ai-tenant-e2e-shared-b-w3-fe6606", "name": "rate-test-model-fe6606", "reconcileID": "6fc6a274-fe3e-4edb-b0b6-0b5604106227", "LLMInferenceService": "rate-test-model-fe6606", "namespace": "ai-tenant-e2e-shared-b-w3-fe6606"} 2026-09-09T12:45:23Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fe6606","namespace":"ai-tenant-e2e-shared-b-w3-fe6606"}, "namespace": "ai-tenant-e2e-shared-b-w3-fe6606", "name": "rate-test-model-fe6606", "reconcileID": "6fc6a274-fe3e-4edb-b0b6-0b5604106227", "LLMInferenceService": "rate-test-model-fe6606", "namespace": "ai-tenant-e2e-shared-b-w3-fe6606", "name": "rate-test-model-fe6606-kserve-route-authn"} 2026-09-09T12:45:23Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fe6606","namespace":"ai-tenant-e2e-shared-b-w3-fe6606"}, "namespace": "ai-tenant-e2e-shared-b-w3-fe6606", "name": "rate-test-model-fe6606", "reconcileID": "6fc6a274-fe3e-4edb-b0b6-0b5604106227", "LLMInferenceService": "rate-test-model-fe6606", "namespace": "ai-tenant-e2e-shared-b-w3-fe6606", "authType": "userdefined"} 2026-09-09T12:45:23Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fe6606","namespace":"ai-tenant-e2e-shared-b-w3-fe6606"}, "namespace": "ai-tenant-e2e-shared-b-w3-fe6606", "name": "rate-test-model-fe6606", "reconcileID": "6fc6a274-fe3e-4edb-b0b6-0b5604106227", "LLMInferenceService": "rate-test-model-fe6606", "namespace": "ai-tenant-e2e-shared-b-w3-fe6606"} 2026-09-09T12:45:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-a3f43f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-a3f43f", "reconcileID": "1c950b40-d889-4123-9ab7-4cc030b37b3e", "Gateway": "e2e-shared-a-w2-a3f43f", "namespace": "openshift-ingress"} 2026-09-09T12:45:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-a3f43f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-a3f43f", "reconcileID": "1c950b40-d889-4123-9ab7-4cc030b37b3e", "Gateway": "e2e-shared-a-w2-a3f43f", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-a3f43f-authn-ssl"} 2026-09-09T12:45:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-a3f43f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-a3f43f", "reconcileID": "1c950b40-d889-4123-9ab7-4cc030b37b3e", "Gateway": "e2e-shared-a-w2-a3f43f", "namespace": "openshift-ingress"} 2026-09-09T12:45:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-a3f43f"}, "namespace": "ai-tenant-e2e-shared-a-w2-a3f43f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "acce0f8e-b5f3-4372-b95c-6463c1da849c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-a3f43f"} 2026-09-09T12:45:33Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-a3f43f"}, "namespace": "ai-tenant-e2e-shared-a-w2-a3f43f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "acce0f8e-b5f3-4372-b95c-6463c1da849c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-a3f43f", "create": "odh-kserve-custom-ca-bundle"} 2026-09-09T12:45:33Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-a3f43f"}, "namespace": "ai-tenant-e2e-shared-a-w2-a3f43f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "acce0f8e-b5f3-4372-b95c-6463c1da849c", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w2-a3f43f because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-09T12:45:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-a3f43f"}, "namespace": "ai-tenant-e2e-shared-a-w2-a3f43f", "name": "odh-trusted-ca-bundle", "reconcileID": "f75d7d82-707a-4f8b-8405-3ef89da8a226", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-a3f43f"} 2026-09-09T12:45:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-a3f43f"}, "namespace": "ai-tenant-e2e-shared-a-w2-a3f43f", "name": "odh-trusted-ca-bundle", "reconcileID": "f75d7d82-707a-4f8b-8405-3ef89da8a226", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-a3f43f"} 2026-09-09T12:45:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-a3f43f"}, "namespace": "ai-tenant-e2e-shared-a-w2-a3f43f", "name": "openshift-service-ca.crt", "reconcileID": "d073a905-eba8-4284-be4a-ff45f75d9185", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-a3f43f"} 2026-09-09T12:45:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-a3f43f"}, "namespace": "ai-tenant-e2e-shared-a-w2-a3f43f", "name": "openshift-service-ca.crt", "reconcileID": "d073a905-eba8-4284-be4a-ff45f75d9185", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-a3f43f"} 2026-09-09T12:45:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-a3f43f"}, "namespace": "ai-tenant-e2e-shared-a-w2-a3f43f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ab26dc74-9dd0-45d6-910c-967441d03c0e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-a3f43f"} 2026-09-09T12:45:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-a3f43f"}, "namespace": "ai-tenant-e2e-shared-a-w2-a3f43f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ab26dc74-9dd0-45d6-910c-967441d03c0e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-a3f43f"} 2026-09-09T12:45:34Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-a3f43f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-a3f43f", "reconcileID": "6b4b4f91-5144-4e13-b13b-f3e99b77a22b", "Gateway": "e2e-shared-a-w2-a3f43f", "namespace": "openshift-ingress"} 2026-09-09T12:45:36Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fe6606","namespace":"ai-tenant-e2e-shared-b-w3-fe6606"}, "namespace": "ai-tenant-e2e-shared-b-w3-fe6606", "name": "rate-test-model-fe6606", "reconcileID": "f78485dd-74bb-4ba1-a19e-d9a0fe3f20da", "LLMInferenceService": "rate-test-model-fe6606", "namespace": "ai-tenant-e2e-shared-b-w3-fe6606"} 2026-09-09T12:45:36Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fe6606","namespace":"ai-tenant-e2e-shared-b-w3-fe6606"}, "namespace": "ai-tenant-e2e-shared-b-w3-fe6606", "name": "rate-test-model-fe6606", "reconcileID": "f78485dd-74bb-4ba1-a19e-d9a0fe3f20da", "LLMInferenceService": "rate-test-model-fe6606", "namespace": "ai-tenant-e2e-shared-b-w3-fe6606"} 2026-09-09T12:45:36Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fe6606","namespace":"ai-tenant-e2e-shared-b-w3-fe6606"}, "namespace": "ai-tenant-e2e-shared-b-w3-fe6606", "name": "rate-test-model-fe6606", "reconcileID": "f78485dd-74bb-4ba1-a19e-d9a0fe3f20da", "LLMInferenceService": "rate-test-model-fe6606", "namespace": "ai-tenant-e2e-shared-b-w3-fe6606"} 2026-09-09T12:45:36Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fe6606","namespace":"ai-tenant-e2e-shared-b-w3-fe6606"}, "namespace": "ai-tenant-e2e-shared-b-w3-fe6606", "name": "rate-test-model-fe6606", "reconcileID": "f78485dd-74bb-4ba1-a19e-d9a0fe3f20da", "LLMInferenceService": "rate-test-model-fe6606", "namespace": "ai-tenant-e2e-shared-b-w3-fe6606", "name": "rate-test-model-fe6606-kserve-route-authn"} 2026-09-09T12:45:36Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fe6606","namespace":"ai-tenant-e2e-shared-b-w3-fe6606"}, "namespace": "ai-tenant-e2e-shared-b-w3-fe6606", "name": "rate-test-model-fe6606", "reconcileID": "f78485dd-74bb-4ba1-a19e-d9a0fe3f20da", "LLMInferenceService": "rate-test-model-fe6606", "namespace": "ai-tenant-e2e-shared-b-w3-fe6606", "authType": "userdefined"} 2026-09-09T12:45:36Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fe6606","namespace":"ai-tenant-e2e-shared-b-w3-fe6606"}, "namespace": "ai-tenant-e2e-shared-b-w3-fe6606", "name": "rate-test-model-fe6606", "reconcileID": "f78485dd-74bb-4ba1-a19e-d9a0fe3f20da", "LLMInferenceService": "rate-test-model-fe6606", "namespace": "ai-tenant-e2e-shared-b-w3-fe6606"} 2026-09-09T12:45:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-590823","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-590823", "reconcileID": "4cc0f383-12b2-4aa7-9e5a-f14d99bdf1d7", "Gateway": "e2e-shared-b-w2-590823", "namespace": "openshift-ingress"} 2026-09-09T12:45:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-590823","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-590823", "reconcileID": "4cc0f383-12b2-4aa7-9e5a-f14d99bdf1d7", "Gateway": "e2e-shared-b-w2-590823", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-590823-authn-ssl"} 2026-09-09T12:45:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-590823","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-590823", "reconcileID": "4cc0f383-12b2-4aa7-9e5a-f14d99bdf1d7", "Gateway": "e2e-shared-b-w2-590823", "namespace": "openshift-ingress"} 2026-09-09T12:45:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-590823","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-590823", "reconcileID": "30f929a4-3d68-41eb-8926-a3d2400c4d68", "Gateway": "e2e-shared-b-w2-590823", "namespace": "openshift-ingress"} 2026-09-09T12:45:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-590823","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-590823", "reconcileID": "30f929a4-3d68-41eb-8926-a3d2400c4d68", "Gateway": "e2e-shared-b-w2-590823", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-590823-authn-ssl"} 2026-09-09T12:45:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-590823","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-590823", "reconcileID": "30f929a4-3d68-41eb-8926-a3d2400c4d68", "Gateway": "e2e-shared-b-w2-590823", "namespace": "openshift-ingress"} 2026-09-09T12:45:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-590823"}, "namespace": "ai-tenant-e2e-shared-b-w2-590823", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "04441ffc-35c1-43e0-aeaf-08c07d06c1d2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-590823"} 2026-09-09T12:45:52Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-590823"}, "namespace": "ai-tenant-e2e-shared-b-w2-590823", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "04441ffc-35c1-43e0-aeaf-08c07d06c1d2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-590823", "create": "odh-kserve-custom-ca-bundle"} 2026-09-09T12:45:52Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-590823"}, "namespace": "ai-tenant-e2e-shared-b-w2-590823", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "04441ffc-35c1-43e0-aeaf-08c07d06c1d2", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w2-590823 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-09T12:45:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-590823"}, "namespace": "ai-tenant-e2e-shared-b-w2-590823", "name": "odh-trusted-ca-bundle", "reconcileID": "4262db6a-aa9f-42d5-9c67-9691ff5dce53", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-590823"} 2026-09-09T12:45:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-590823"}, "namespace": "ai-tenant-e2e-shared-b-w2-590823", "name": "odh-trusted-ca-bundle", "reconcileID": "4262db6a-aa9f-42d5-9c67-9691ff5dce53", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-590823"} 2026-09-09T12:45:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-590823"}, "namespace": "ai-tenant-e2e-shared-b-w2-590823", "name": "openshift-service-ca.crt", "reconcileID": "394f415c-7812-4d4f-9701-bf4871f8a485", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-590823"} 2026-09-09T12:45:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-590823"}, "namespace": "ai-tenant-e2e-shared-b-w2-590823", "name": "openshift-service-ca.crt", "reconcileID": "394f415c-7812-4d4f-9701-bf4871f8a485", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-590823"} 2026-09-09T12:45:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-590823"}, "namespace": "ai-tenant-e2e-shared-b-w2-590823", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8ae4e95c-c0ef-41ff-8073-b8e71d5c3495", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-590823"} 2026-09-09T12:45:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-590823"}, "namespace": "ai-tenant-e2e-shared-b-w2-590823", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8ae4e95c-c0ef-41ff-8073-b8e71d5c3495", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-590823"} 2026-09-09T12:45:52Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-590823","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-590823", "reconcileID": "f8aa5783-aa39-41ff-b088-a4d17c886b02", "Gateway": "e2e-shared-b-w2-590823", "namespace": "openshift-ingress"} 2026-09-09T12:46:02Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-283adb","namespace":"ai-tenant-e2e-shared-a-w3-283adb"}, "namespace": "ai-tenant-e2e-shared-a-w3-283adb", "name": "rate-test-model-283adb", "reconcileID": "eef7a1b8-b27f-4ada-b0a2-86654f50217a", "LLMInferenceService": "rate-test-model-283adb", "namespace": "ai-tenant-e2e-shared-a-w3-283adb"} 2026-09-09T12:46:02Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-283adb","namespace":"ai-tenant-e2e-shared-a-w3-283adb"}, "namespace": "ai-tenant-e2e-shared-a-w3-283adb", "name": "rate-test-model-283adb", "reconcileID": "eef7a1b8-b27f-4ada-b0a2-86654f50217a", "LLMInferenceService": "rate-test-model-283adb", "namespace": "ai-tenant-e2e-shared-a-w3-283adb", "name": "rate-test-model-283adb"} 2026-09-09T12:46:02Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-283adb","namespace":"ai-tenant-e2e-shared-a-w3-283adb"}, "namespace": "ai-tenant-e2e-shared-a-w3-283adb", "name": "rate-test-model-283adb", "reconcileID": "eef7a1b8-b27f-4ada-b0a2-86654f50217a", "LLMInferenceService": "rate-test-model-283adb", "namespace": "ai-tenant-e2e-shared-a-w3-283adb"} 2026-09-09T12:46:02Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-283adb","namespace":"ai-tenant-e2e-shared-a-w3-283adb"}, "namespace": "ai-tenant-e2e-shared-a-w3-283adb", "name": "rate-test-model-283adb", "reconcileID": "eef7a1b8-b27f-4ada-b0a2-86654f50217a", "LLMInferenceService": "rate-test-model-283adb", "namespace": "ai-tenant-e2e-shared-a-w3-283adb"} 2026-09-09T12:46:02Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-283adb","namespace":"ai-tenant-e2e-shared-a-w3-283adb"}, "namespace": "ai-tenant-e2e-shared-a-w3-283adb", "name": "rate-test-model-283adb", "reconcileID": "eef7a1b8-b27f-4ada-b0a2-86654f50217a", "LLMInferenceService": "rate-test-model-283adb", "namespace": "ai-tenant-e2e-shared-a-w3-283adb", "name": "rate-test-model-283adb-kserve-route-authn"} 2026-09-09T12:46:02Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-283adb","namespace":"ai-tenant-e2e-shared-a-w3-283adb"}, "namespace": "ai-tenant-e2e-shared-a-w3-283adb", "name": "rate-test-model-283adb", "reconcileID": "eef7a1b8-b27f-4ada-b0a2-86654f50217a", "LLMInferenceService": "rate-test-model-283adb", "namespace": "ai-tenant-e2e-shared-a-w3-283adb", "name": "rate-test-model-283adb-kserve-route-authn"} 2026-09-09T12:46:02Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-283adb","namespace":"ai-tenant-e2e-shared-a-w3-283adb"}, "namespace": "ai-tenant-e2e-shared-a-w3-283adb", "name": "rate-test-model-283adb", "reconcileID": "eef7a1b8-b27f-4ada-b0a2-86654f50217a", "LLMInferenceService": "rate-test-model-283adb", "namespace": "ai-tenant-e2e-shared-a-w3-283adb", "namespace": "ai-tenant-e2e-shared-a-w3-283adb"} 2026-09-09T12:46:02Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-283adb","namespace":"ai-tenant-e2e-shared-a-w3-283adb"}, "namespace": "ai-tenant-e2e-shared-a-w3-283adb", "name": "rate-test-model-283adb", "reconcileID": "eef7a1b8-b27f-4ada-b0a2-86654f50217a", "LLMInferenceService": "rate-test-model-283adb", "namespace": "ai-tenant-e2e-shared-a-w3-283adb", "namespace": "ai-tenant-e2e-shared-a-w3-283adb"} 2026-09-09T12:46:02Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-283adb","namespace":"ai-tenant-e2e-shared-a-w3-283adb"}, "namespace": "ai-tenant-e2e-shared-a-w3-283adb", "name": "rate-test-model-283adb", "reconcileID": "7649efcd-75e0-414d-bebd-edafe66dea01", "LLMInferenceService": "rate-test-model-283adb", "namespace": "ai-tenant-e2e-shared-a-w3-283adb"} 2026-09-09T12:46:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-283adb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-283adb", "reconcileID": "5d45f798-1997-4441-9e46-d2ffe3842ed1", "Gateway": "e2e-shared-a-w3-283adb", "namespace": "openshift-ingress"} 2026-09-09T12:46:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-283adb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-283adb", "reconcileID": "5d45f798-1997-4441-9e46-d2ffe3842ed1", "Gateway": "e2e-shared-a-w3-283adb", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-283adb-authn-ssl"} 2026-09-09T12:46:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-283adb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-283adb", "reconcileID": "5d45f798-1997-4441-9e46-d2ffe3842ed1", "Gateway": "e2e-shared-a-w3-283adb", "namespace": "openshift-ingress"} 2026-09-09T12:46:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-283adb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-283adb", "reconcileID": "e5399682-4135-4453-9ff4-3d2c8a302b54", "Gateway": "e2e-shared-a-w3-283adb", "namespace": "openshift-ingress"} 2026-09-09T12:46:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-283adb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-283adb", "reconcileID": "e5399682-4135-4453-9ff4-3d2c8a302b54", "Gateway": "e2e-shared-a-w3-283adb", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-283adb-authn-ssl"} 2026-09-09T12:46:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-283adb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-283adb", "reconcileID": "e5399682-4135-4453-9ff4-3d2c8a302b54", "Gateway": "e2e-shared-a-w3-283adb", "namespace": "openshift-ingress"} 2026-09-09T12:46:02Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fe6606","namespace":"ai-tenant-e2e-shared-b-w3-fe6606"}, "namespace": "ai-tenant-e2e-shared-b-w3-fe6606", "name": "rate-test-model-fe6606", "reconcileID": "07e21c8e-730a-4287-8b62-93ac77303a20", "LLMInferenceService": "rate-test-model-fe6606", "namespace": "ai-tenant-e2e-shared-b-w3-fe6606"} 2026-09-09T12:46:02Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fe6606","namespace":"ai-tenant-e2e-shared-b-w3-fe6606"}, "namespace": "ai-tenant-e2e-shared-b-w3-fe6606", "name": "rate-test-model-fe6606", "reconcileID": "07e21c8e-730a-4287-8b62-93ac77303a20", "LLMInferenceService": "rate-test-model-fe6606", "namespace": "ai-tenant-e2e-shared-b-w3-fe6606", "name": "rate-test-model-fe6606"} 2026-09-09T12:46:02Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fe6606","namespace":"ai-tenant-e2e-shared-b-w3-fe6606"}, "namespace": "ai-tenant-e2e-shared-b-w3-fe6606", "name": "rate-test-model-fe6606", "reconcileID": "07e21c8e-730a-4287-8b62-93ac77303a20", "LLMInferenceService": "rate-test-model-fe6606", "namespace": "ai-tenant-e2e-shared-b-w3-fe6606"} 2026-09-09T12:46:02Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fe6606","namespace":"ai-tenant-e2e-shared-b-w3-fe6606"}, "namespace": "ai-tenant-e2e-shared-b-w3-fe6606", "name": "rate-test-model-fe6606", "reconcileID": "07e21c8e-730a-4287-8b62-93ac77303a20", "LLMInferenceService": "rate-test-model-fe6606", "namespace": "ai-tenant-e2e-shared-b-w3-fe6606"} 2026-09-09T12:46:02Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fe6606","namespace":"ai-tenant-e2e-shared-b-w3-fe6606"}, "namespace": "ai-tenant-e2e-shared-b-w3-fe6606", "name": "rate-test-model-fe6606", "reconcileID": "07e21c8e-730a-4287-8b62-93ac77303a20", "LLMInferenceService": "rate-test-model-fe6606", "namespace": "ai-tenant-e2e-shared-b-w3-fe6606", "name": "rate-test-model-fe6606-kserve-route-authn"} 2026-09-09T12:46:02Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fe6606","namespace":"ai-tenant-e2e-shared-b-w3-fe6606"}, "namespace": "ai-tenant-e2e-shared-b-w3-fe6606", "name": "rate-test-model-fe6606", "reconcileID": "07e21c8e-730a-4287-8b62-93ac77303a20", "LLMInferenceService": "rate-test-model-fe6606", "namespace": "ai-tenant-e2e-shared-b-w3-fe6606", "name": "rate-test-model-fe6606-kserve-route-authn"} 2026-09-09T12:46:02Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fe6606","namespace":"ai-tenant-e2e-shared-b-w3-fe6606"}, "namespace": "ai-tenant-e2e-shared-b-w3-fe6606", "name": "rate-test-model-fe6606", "reconcileID": "07e21c8e-730a-4287-8b62-93ac77303a20", "LLMInferenceService": "rate-test-model-fe6606", "namespace": "ai-tenant-e2e-shared-b-w3-fe6606", "namespace": "ai-tenant-e2e-shared-b-w3-fe6606"} 2026-09-09T12:46:02Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fe6606","namespace":"ai-tenant-e2e-shared-b-w3-fe6606"}, "namespace": "ai-tenant-e2e-shared-b-w3-fe6606", "name": "rate-test-model-fe6606", "reconcileID": "07e21c8e-730a-4287-8b62-93ac77303a20", "LLMInferenceService": "rate-test-model-fe6606", "namespace": "ai-tenant-e2e-shared-b-w3-fe6606", "namespace": "ai-tenant-e2e-shared-b-w3-fe6606"} 2026-09-09T12:46:03Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fe6606","namespace":"ai-tenant-e2e-shared-b-w3-fe6606"}, "namespace": "ai-tenant-e2e-shared-b-w3-fe6606", "name": "rate-test-model-fe6606", "reconcileID": "fdc673d9-262e-478d-a907-b1967d531b4e", "LLMInferenceService": "rate-test-model-fe6606", "namespace": "ai-tenant-e2e-shared-b-w3-fe6606"} 2026-09-09T12:46:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-fe6606","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-fe6606", "reconcileID": "e3f6b640-f010-46bb-b952-50fc61cb3d90", "Gateway": "e2e-shared-b-w3-fe6606", "namespace": "openshift-ingress"} 2026-09-09T12:46:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-fe6606","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-fe6606", "reconcileID": "e3f6b640-f010-46bb-b952-50fc61cb3d90", "Gateway": "e2e-shared-b-w3-fe6606", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-fe6606-authn-ssl"} 2026-09-09T12:46:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-fe6606","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-fe6606", "reconcileID": "e3f6b640-f010-46bb-b952-50fc61cb3d90", "Gateway": "e2e-shared-b-w3-fe6606", "namespace": "openshift-ingress"} 2026-09-09T12:46:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-fe6606","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-fe6606", "reconcileID": "3b7e8c78-a696-474d-8712-21edf75ede00", "Gateway": "e2e-shared-b-w3-fe6606", "namespace": "openshift-ingress"} 2026-09-09T12:46:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-fe6606","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-fe6606", "reconcileID": "3b7e8c78-a696-474d-8712-21edf75ede00", "Gateway": "e2e-shared-b-w3-fe6606", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-fe6606-authn-ssl"} 2026-09-09T12:46:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-fe6606","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-fe6606", "reconcileID": "3b7e8c78-a696-474d-8712-21edf75ede00", "Gateway": "e2e-shared-b-w3-fe6606", "namespace": "openshift-ingress"} 2026-09-09T12:46:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-610d01","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-610d01", "reconcileID": "88920f86-5a3f-44c7-8bc6-f51780a83f87", "Gateway": "e2e-ipp-a-610d01", "namespace": "openshift-ingress"} 2026-09-09T12:46:04Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-610d01","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-610d01", "reconcileID": "88920f86-5a3f-44c7-8bc6-f51780a83f87", "Gateway": "e2e-ipp-a-610d01", "namespace": "openshift-ingress", "name": "e2e-ipp-a-610d01-authn-ssl"} 2026-09-09T12:46:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-610d01","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-610d01", "reconcileID": "88920f86-5a3f-44c7-8bc6-f51780a83f87", "Gateway": "e2e-ipp-a-610d01", "namespace": "openshift-ingress"} 2026-09-09T12:46:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-610d01","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-610d01", "reconcileID": "bf16688f-b905-4e0c-96e6-b071561ae93f", "Gateway": "e2e-ipp-a-610d01", "namespace": "openshift-ingress"} 2026-09-09T12:46:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-610d01","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-610d01", "reconcileID": "bf16688f-b905-4e0c-96e6-b071561ae93f", "Gateway": "e2e-ipp-a-610d01", "namespace": "openshift-ingress", "name": "e2e-ipp-a-610d01-authn-ssl"} 2026-09-09T12:46:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-610d01","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-610d01", "reconcileID": "bf16688f-b905-4e0c-96e6-b071561ae93f", "Gateway": "e2e-ipp-a-610d01", "namespace": "openshift-ingress"} 2026-09-09T12:46:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-610d01","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-610d01", "reconcileID": "bd208a41-7ff9-4282-8081-e94ff8213a9e", "Gateway": "e2e-ipp-a-610d01", "namespace": "openshift-ingress"} 2026-09-09T12:46:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-610d01","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-610d01", "reconcileID": "bd208a41-7ff9-4282-8081-e94ff8213a9e", "Gateway": "e2e-ipp-a-610d01", "namespace": "openshift-ingress", "name": "e2e-ipp-a-610d01-authn-ssl"} 2026-09-09T12:46:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-610d01","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-610d01", "reconcileID": "bd208a41-7ff9-4282-8081-e94ff8213a9e", "Gateway": "e2e-ipp-a-610d01", "namespace": "openshift-ingress"} 2026-09-09T12:46:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-610d01","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-610d01", "reconcileID": "df7f7305-a63e-4704-b8fe-72838ddf7c18", "Gateway": "e2e-ipp-a-610d01", "namespace": "openshift-ingress"} 2026-09-09T12:46:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-610d01","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-610d01", "reconcileID": "df7f7305-a63e-4704-b8fe-72838ddf7c18", "Gateway": "e2e-ipp-a-610d01", "namespace": "openshift-ingress", "name": "e2e-ipp-a-610d01-authn-ssl"} 2026-09-09T12:46:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-610d01","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-610d01", "reconcileID": "df7f7305-a63e-4704-b8fe-72838ddf7c18", "Gateway": "e2e-ipp-a-610d01", "namespace": "openshift-ingress"} 2026-09-09T12:46:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-610d01","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-610d01", "reconcileID": "b71781c6-ea41-4dc8-be16-893650b32122", "Gateway": "e2e-ipp-a-610d01", "namespace": "openshift-ingress"} 2026-09-09T12:46:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-610d01","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-610d01", "reconcileID": "b71781c6-ea41-4dc8-be16-893650b32122", "Gateway": "e2e-ipp-a-610d01", "namespace": "openshift-ingress", "name": "e2e-ipp-a-610d01-authn-ssl"} 2026-09-09T12:46:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-610d01","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-610d01", "reconcileID": "b71781c6-ea41-4dc8-be16-893650b32122", "Gateway": "e2e-ipp-a-610d01", "namespace": "openshift-ingress"} 2026-09-09T12:46:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-610d01","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-610d01", "reconcileID": "b7f963ec-cf77-42e1-a031-a0b8f53dff94", "Gateway": "e2e-ipp-a-610d01", "namespace": "openshift-ingress"} 2026-09-09T12:46:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-610d01","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-610d01", "reconcileID": "b7f963ec-cf77-42e1-a031-a0b8f53dff94", "Gateway": "e2e-ipp-a-610d01", "namespace": "openshift-ingress", "name": "e2e-ipp-a-610d01-authn-ssl"} 2026-09-09T12:46:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-610d01","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-610d01", "reconcileID": "b7f963ec-cf77-42e1-a031-a0b8f53dff94", "Gateway": "e2e-ipp-a-610d01", "namespace": "openshift-ingress"} 2026-09-09T12:46:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-610d01","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-610d01", "reconcileID": "88e1833f-de45-4f54-984a-571e8a4e9316", "Gateway": "e2e-ipp-a-610d01", "namespace": "openshift-ingress"} 2026-09-09T12:46:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-610d01","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-610d01", "reconcileID": "88e1833f-de45-4f54-984a-571e8a4e9316", "Gateway": "e2e-ipp-a-610d01", "namespace": "openshift-ingress", "name": "e2e-ipp-a-610d01-authn-ssl"} 2026-09-09T12:46:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-610d01","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-610d01", "reconcileID": "88e1833f-de45-4f54-984a-571e8a4e9316", "Gateway": "e2e-ipp-a-610d01", "namespace": "openshift-ingress"} 2026-09-09T12:46:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-610d01","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-610d01", "reconcileID": "a3dad918-8c2c-4a5b-b823-881f11800860", "Gateway": "e2e-ipp-a-610d01", "namespace": "openshift-ingress"} 2026-09-09T12:46:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-610d01","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-610d01", "reconcileID": "a3dad918-8c2c-4a5b-b823-881f11800860", "Gateway": "e2e-ipp-a-610d01", "namespace": "openshift-ingress", "name": "e2e-ipp-a-610d01-authn-ssl"} 2026-09-09T12:46:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-610d01","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-610d01", "reconcileID": "a3dad918-8c2c-4a5b-b823-881f11800860", "Gateway": "e2e-ipp-a-610d01", "namespace": "openshift-ingress"} 2026-09-09T12:46:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-610d01"}, "namespace": "ai-tenant-e2e-ipp-a-610d01", "name": "openshift-service-ca.crt", "reconcileID": "adb71c3b-59d7-45cd-99a1-7bedb43785cf", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-610d01"} 2026-09-09T12:46:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-610d01"}, "namespace": "ai-tenant-e2e-ipp-a-610d01", "name": "odh-trusted-ca-bundle", "reconcileID": "a1d29b0a-a3de-4f79-b2a2-7865543661b3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-610d01"} 2026-09-09T12:46:07Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-610d01"}, "namespace": "ai-tenant-e2e-ipp-a-610d01", "name": "openshift-service-ca.crt", "reconcileID": "55c34d9e-abc1-4ccf-8af5-79d1a516519c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-610d01", "create": "odh-kserve-custom-ca-bundle"} 2026-09-09T12:46:07Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-610d01"}, "namespace": "ai-tenant-e2e-ipp-a-610d01", "name": "openshift-service-ca.crt", "reconcileID": "55c34d9e-abc1-4ccf-8af5-79d1a516519c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-610d01"} 2026-09-09T12:46:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-610d01"}, "namespace": "ai-tenant-e2e-ipp-a-610d01", "name": "openshift-service-ca.crt", "reconcileID": "ae8fa63a-cf2f-409e-8860-f5aa726fa198", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-610d01"} 2026-09-09T12:46:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-610d01"}, "namespace": "ai-tenant-e2e-ipp-a-610d01", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b3631c94-4050-47e8-a65c-e31b7b01b768", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-610d01"} 2026-09-09T12:46:07Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-610d01"}, "namespace": "ai-tenant-e2e-ipp-a-610d01", "name": "odh-trusted-ca-bundle", "reconcileID": "372d79c8-8987-43eb-91bd-c3b752e772d0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-610d01", "update": "odh-kserve-custom-ca-bundle"} 2026-09-09T12:46:07Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-610d01"}, "namespace": "ai-tenant-e2e-ipp-a-610d01", "name": "odh-trusted-ca-bundle", "reconcileID": "372d79c8-8987-43eb-91bd-c3b752e772d0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-610d01"} 2026-09-09T12:46:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-610d01"}, "namespace": "ai-tenant-e2e-ipp-a-610d01", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8450ca37-62c8-40b3-8246-3afd49534150", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-610d01"} 2026-09-09T12:46:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-610d01","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-610d01", "reconcileID": "2d565c0f-aeca-4165-b42f-b83460711d59", "Gateway": "e2e-ipp-a-610d01", "namespace": "openshift-ingress"} 2026-09-09T12:46:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-610d01","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-610d01", "reconcileID": "2d565c0f-aeca-4165-b42f-b83460711d59", "Gateway": "e2e-ipp-a-610d01", "namespace": "openshift-ingress", "name": "e2e-ipp-a-610d01-authn-ssl"} 2026-09-09T12:46:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-610d01","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-610d01", "reconcileID": "2d565c0f-aeca-4165-b42f-b83460711d59", "Gateway": "e2e-ipp-a-610d01", "namespace": "openshift-ingress"} 2026-09-09T12:46:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-610d01","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-610d01", "reconcileID": "aced5b63-6f4e-47dc-90f8-4d308239e076", "Gateway": "e2e-ipp-a-610d01", "namespace": "openshift-ingress"} 2026-09-09T12:46:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-610d01","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-610d01", "reconcileID": "aced5b63-6f4e-47dc-90f8-4d308239e076", "Gateway": "e2e-ipp-a-610d01", "namespace": "openshift-ingress", "name": "e2e-ipp-a-610d01-authn-ssl"} 2026-09-09T12:46:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-610d01","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-610d01", "reconcileID": "aced5b63-6f4e-47dc-90f8-4d308239e076", "Gateway": "e2e-ipp-a-610d01", "namespace": "openshift-ingress"} 2026-09-09T12:46:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2db0a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2db0a6", "reconcileID": "76ac3b14-2e91-41c3-9abd-47bbb72e798a", "Gateway": "e2e-ipp-b-2db0a6", "namespace": "openshift-ingress"} 2026-09-09T12:46:32Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2db0a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2db0a6", "reconcileID": "76ac3b14-2e91-41c3-9abd-47bbb72e798a", "Gateway": "e2e-ipp-b-2db0a6", "namespace": "openshift-ingress", "name": "e2e-ipp-b-2db0a6-authn-ssl"} 2026-09-09T12:46:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2db0a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2db0a6", "reconcileID": "76ac3b14-2e91-41c3-9abd-47bbb72e798a", "Gateway": "e2e-ipp-b-2db0a6", "namespace": "openshift-ingress"} 2026-09-09T12:46:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2db0a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2db0a6", "reconcileID": "8e9651e6-edb2-4784-8b2b-433d1d4ff43a", "Gateway": "e2e-ipp-b-2db0a6", "namespace": "openshift-ingress"} 2026-09-09T12:46:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2db0a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2db0a6", "reconcileID": "8e9651e6-edb2-4784-8b2b-433d1d4ff43a", "Gateway": "e2e-ipp-b-2db0a6", "namespace": "openshift-ingress", "name": "e2e-ipp-b-2db0a6-authn-ssl"} 2026-09-09T12:46:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2db0a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2db0a6", "reconcileID": "8e9651e6-edb2-4784-8b2b-433d1d4ff43a", "Gateway": "e2e-ipp-b-2db0a6", "namespace": "openshift-ingress"} 2026-09-09T12:46:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2db0a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2db0a6", "reconcileID": "0baa8beb-50e1-4329-acf6-d28a3a4c6e3b", "Gateway": "e2e-ipp-b-2db0a6", "namespace": "openshift-ingress"} 2026-09-09T12:46:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2db0a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2db0a6", "reconcileID": "0baa8beb-50e1-4329-acf6-d28a3a4c6e3b", "Gateway": "e2e-ipp-b-2db0a6", "namespace": "openshift-ingress", "name": "e2e-ipp-b-2db0a6-authn-ssl"} 2026-09-09T12:46:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2db0a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2db0a6", "reconcileID": "0baa8beb-50e1-4329-acf6-d28a3a4c6e3b", "Gateway": "e2e-ipp-b-2db0a6", "namespace": "openshift-ingress"} 2026-09-09T12:46:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2db0a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2db0a6", "reconcileID": "0a3f4f38-3f38-49d8-ba61-496915d4a07d", "Gateway": "e2e-ipp-b-2db0a6", "namespace": "openshift-ingress"} 2026-09-09T12:46:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2db0a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2db0a6", "reconcileID": "0a3f4f38-3f38-49d8-ba61-496915d4a07d", "Gateway": "e2e-ipp-b-2db0a6", "namespace": "openshift-ingress", "name": "e2e-ipp-b-2db0a6-authn-ssl"} 2026-09-09T12:46:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2db0a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2db0a6", "reconcileID": "0a3f4f38-3f38-49d8-ba61-496915d4a07d", "Gateway": "e2e-ipp-b-2db0a6", "namespace": "openshift-ingress"} 2026-09-09T12:46:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2db0a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2db0a6", "reconcileID": "20aa0967-6221-4f4e-b8b6-e0a744c623a5", "Gateway": "e2e-ipp-b-2db0a6", "namespace": "openshift-ingress"} 2026-09-09T12:46:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2db0a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2db0a6", "reconcileID": "20aa0967-6221-4f4e-b8b6-e0a744c623a5", "Gateway": "e2e-ipp-b-2db0a6", "namespace": "openshift-ingress", "name": "e2e-ipp-b-2db0a6-authn-ssl"} 2026-09-09T12:46:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2db0a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2db0a6", "reconcileID": "20aa0967-6221-4f4e-b8b6-e0a744c623a5", "Gateway": "e2e-ipp-b-2db0a6", "namespace": "openshift-ingress"} 2026-09-09T12:46:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2db0a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2db0a6", "reconcileID": "f55bd637-0d4f-4ac3-b5fa-b37745990cb6", "Gateway": "e2e-ipp-b-2db0a6", "namespace": "openshift-ingress"} 2026-09-09T12:46:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2db0a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2db0a6", "reconcileID": "f55bd637-0d4f-4ac3-b5fa-b37745990cb6", "Gateway": "e2e-ipp-b-2db0a6", "namespace": "openshift-ingress", "name": "e2e-ipp-b-2db0a6-authn-ssl"} 2026-09-09T12:46:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2db0a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2db0a6", "reconcileID": "f55bd637-0d4f-4ac3-b5fa-b37745990cb6", "Gateway": "e2e-ipp-b-2db0a6", "namespace": "openshift-ingress"} 2026-09-09T12:46:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2db0a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2db0a6", "reconcileID": "0f9f8d65-f888-4b83-8e0b-d2b8ab3ea8c4", "Gateway": "e2e-ipp-b-2db0a6", "namespace": "openshift-ingress"} 2026-09-09T12:46:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2db0a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2db0a6", "reconcileID": "0f9f8d65-f888-4b83-8e0b-d2b8ab3ea8c4", "Gateway": "e2e-ipp-b-2db0a6", "namespace": "openshift-ingress", "name": "e2e-ipp-b-2db0a6-authn-ssl"} 2026-09-09T12:46:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2db0a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2db0a6", "reconcileID": "0f9f8d65-f888-4b83-8e0b-d2b8ab3ea8c4", "Gateway": "e2e-ipp-b-2db0a6", "namespace": "openshift-ingress"} 2026-09-09T12:46:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-2db0a6"}, "namespace": "ai-tenant-e2e-ipp-b-2db0a6", "name": "openshift-service-ca.crt", "reconcileID": "d254867e-81aa-4836-a678-c020e8443e35", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-2db0a6"} 2026-09-09T12:46:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-2db0a6"}, "namespace": "ai-tenant-e2e-ipp-b-2db0a6", "name": "odh-trusted-ca-bundle", "reconcileID": "e1a1823e-0353-4e73-b624-eba5cde1a5a7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-2db0a6"} 2026-09-09T12:46:36Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-2db0a6"}, "namespace": "ai-tenant-e2e-ipp-b-2db0a6", "name": "openshift-service-ca.crt", "reconcileID": "91bc8e6d-6192-480b-9978-f13a6d928649", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-2db0a6", "create": "odh-kserve-custom-ca-bundle"} 2026-09-09T12:46:36Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-2db0a6"}, "namespace": "ai-tenant-e2e-ipp-b-2db0a6", "name": "openshift-service-ca.crt", "reconcileID": "91bc8e6d-6192-480b-9978-f13a6d928649", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-2db0a6"} 2026-09-09T12:46:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-2db0a6"}, "namespace": "ai-tenant-e2e-ipp-b-2db0a6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cf19dabe-ae16-42ab-9841-55e271c24673", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-2db0a6"} 2026-09-09T12:46:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-2db0a6"}, "namespace": "ai-tenant-e2e-ipp-b-2db0a6", "name": "openshift-service-ca.crt", "reconcileID": "0127faab-490e-4c12-8db8-d8c223fd1071", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-2db0a6"} 2026-09-09T12:46:36Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-2db0a6"}, "namespace": "ai-tenant-e2e-ipp-b-2db0a6", "name": "odh-trusted-ca-bundle", "reconcileID": "ed1677a7-e1ef-49b6-a7a3-2a18a6826153", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-2db0a6", "update": "odh-kserve-custom-ca-bundle"} 2026-09-09T12:46:36Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-2db0a6"}, "namespace": "ai-tenant-e2e-ipp-b-2db0a6", "name": "odh-trusted-ca-bundle", "reconcileID": "ed1677a7-e1ef-49b6-a7a3-2a18a6826153", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-2db0a6"} 2026-09-09T12:46:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-2db0a6"}, "namespace": "ai-tenant-e2e-ipp-b-2db0a6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9f750a26-329a-4fd1-9f15-5838b79690c5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-2db0a6"} 2026-09-09T12:46:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2db0a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2db0a6", "reconcileID": "97426164-cd2e-4b4c-bfdc-f0adaeaf3ba8", "Gateway": "e2e-ipp-b-2db0a6", "namespace": "openshift-ingress"} 2026-09-09T12:46:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2db0a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2db0a6", "reconcileID": "97426164-cd2e-4b4c-bfdc-f0adaeaf3ba8", "Gateway": "e2e-ipp-b-2db0a6", "namespace": "openshift-ingress", "name": "e2e-ipp-b-2db0a6-authn-ssl"} 2026-09-09T12:46:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2db0a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2db0a6", "reconcileID": "97426164-cd2e-4b4c-bfdc-f0adaeaf3ba8", "Gateway": "e2e-ipp-b-2db0a6", "namespace": "openshift-ingress"} 2026-09-09T12:46:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2db0a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2db0a6", "reconcileID": "9a008be2-d9d9-4e61-9e79-8225ba26f79e", "Gateway": "e2e-ipp-b-2db0a6", "namespace": "openshift-ingress"} 2026-09-09T12:46:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2db0a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2db0a6", "reconcileID": "9a008be2-d9d9-4e61-9e79-8225ba26f79e", "Gateway": "e2e-ipp-b-2db0a6", "namespace": "openshift-ingress", "name": "e2e-ipp-b-2db0a6-authn-ssl"} 2026-09-09T12:46:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2db0a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2db0a6", "reconcileID": "9a008be2-d9d9-4e61-9e79-8225ba26f79e", "Gateway": "e2e-ipp-b-2db0a6", "namespace": "openshift-ingress"} 2026-09-09T12:46:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2db0a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2db0a6", "reconcileID": "f574a4f2-031b-418d-8a55-881e910f11d7", "Gateway": "e2e-ipp-b-2db0a6", "namespace": "openshift-ingress"} 2026-09-09T12:46:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2db0a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2db0a6", "reconcileID": "f574a4f2-031b-418d-8a55-881e910f11d7", "Gateway": "e2e-ipp-b-2db0a6", "namespace": "openshift-ingress", "name": "e2e-ipp-b-2db0a6-authn-ssl"} 2026-09-09T12:46:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2db0a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2db0a6", "reconcileID": "f574a4f2-031b-418d-8a55-881e910f11d7", "Gateway": "e2e-ipp-b-2db0a6", "namespace": "openshift-ingress"} 2026-09-09T12:47:06Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-610d01","namespace":"ai-tenant-e2e-ipp-a-610d01"}, "namespace": "ai-tenant-e2e-ipp-a-610d01", "name": "ipp-route-610d01", "reconcileID": "ad3136e3-dff5-4d09-b973-d5299c170b36", "LLMInferenceService": "ipp-route-610d01", "namespace": "ai-tenant-e2e-ipp-a-610d01"} 2026-09-09T12:47:06Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-610d01","namespace":"ai-tenant-e2e-ipp-a-610d01"}, "namespace": "ai-tenant-e2e-ipp-a-610d01", "name": "ipp-route-610d01", "reconcileID": "ad3136e3-dff5-4d09-b973-d5299c170b36", "LLMInferenceService": "ipp-route-610d01", "namespace": "ai-tenant-e2e-ipp-a-610d01"} 2026-09-09T12:47:06Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-610d01","namespace":"ai-tenant-e2e-ipp-a-610d01"}, "namespace": "ai-tenant-e2e-ipp-a-610d01", "name": "ipp-route-610d01", "reconcileID": "ad3136e3-dff5-4d09-b973-d5299c170b36", "LLMInferenceService": "ipp-route-610d01", "namespace": "ai-tenant-e2e-ipp-a-610d01"} 2026-09-09T12:47:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-610d01","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-610d01", "reconcileID": "f904861b-a1a2-43ff-84c0-201419faed31", "Gateway": "e2e-ipp-a-610d01", "namespace": "openshift-ingress"} 2026-09-09T12:47:06Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-610d01","namespace":"ai-tenant-e2e-ipp-a-610d01"}, "namespace": "ai-tenant-e2e-ipp-a-610d01", "name": "ipp-route-610d01", "reconcileID": "ad3136e3-dff5-4d09-b973-d5299c170b36", "LLMInferenceService": "ipp-route-610d01", "namespace": "ai-tenant-e2e-ipp-a-610d01", "name": "ipp-route-610d01-kserve-route-authn"} 2026-09-09T12:47:06Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-610d01","namespace":"ai-tenant-e2e-ipp-a-610d01"}, "namespace": "ai-tenant-e2e-ipp-a-610d01", "name": "ipp-route-610d01", "reconcileID": "ad3136e3-dff5-4d09-b973-d5299c170b36", "LLMInferenceService": "ipp-route-610d01", "namespace": "ai-tenant-e2e-ipp-a-610d01", "authType": "userdefined"} 2026-09-09T12:47:06Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-610d01","namespace":"ai-tenant-e2e-ipp-a-610d01"}, "namespace": "ai-tenant-e2e-ipp-a-610d01", "name": "ipp-route-610d01", "reconcileID": "ad3136e3-dff5-4d09-b973-d5299c170b36", "LLMInferenceService": "ipp-route-610d01", "namespace": "ai-tenant-e2e-ipp-a-610d01"} 2026-09-09T12:47:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-610d01","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-610d01", "reconcileID": "f904861b-a1a2-43ff-84c0-201419faed31", "Gateway": "e2e-ipp-a-610d01", "namespace": "openshift-ingress", "name": "e2e-ipp-a-610d01-authn-ssl"} 2026-09-09T12:47:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-610d01","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-610d01", "reconcileID": "f904861b-a1a2-43ff-84c0-201419faed31", "Gateway": "e2e-ipp-a-610d01", "namespace": "openshift-ingress"} 2026-09-09T12:47:06Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-610d01","namespace":"ai-tenant-e2e-ipp-a-610d01"}, "namespace": "ai-tenant-e2e-ipp-a-610d01", "name": "ipp-route-610d01", "reconcileID": "6b4873ca-e7fe-4b55-a9ad-0330a8eb9dbd", "LLMInferenceService": "ipp-route-610d01", "namespace": "ai-tenant-e2e-ipp-a-610d01"} 2026-09-09T12:47:06Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-610d01","namespace":"ai-tenant-e2e-ipp-a-610d01"}, "namespace": "ai-tenant-e2e-ipp-a-610d01", "name": "ipp-route-610d01", "reconcileID": "6b4873ca-e7fe-4b55-a9ad-0330a8eb9dbd", "LLMInferenceService": "ipp-route-610d01", "namespace": "ai-tenant-e2e-ipp-a-610d01"} 2026-09-09T12:47:06Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-610d01","namespace":"ai-tenant-e2e-ipp-a-610d01"}, "namespace": "ai-tenant-e2e-ipp-a-610d01", "name": "ipp-route-610d01", "reconcileID": "6b4873ca-e7fe-4b55-a9ad-0330a8eb9dbd", "LLMInferenceService": "ipp-route-610d01", "namespace": "ai-tenant-e2e-ipp-a-610d01"} 2026-09-09T12:47:06Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-610d01","namespace":"ai-tenant-e2e-ipp-a-610d01"}, "namespace": "ai-tenant-e2e-ipp-a-610d01", "name": "ipp-route-610d01", "reconcileID": "6b4873ca-e7fe-4b55-a9ad-0330a8eb9dbd", "LLMInferenceService": "ipp-route-610d01", "namespace": "ai-tenant-e2e-ipp-a-610d01", "name": "ipp-route-610d01-kserve-route-authn"} 2026-09-09T12:47:06Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-610d01","namespace":"ai-tenant-e2e-ipp-a-610d01"}, "namespace": "ai-tenant-e2e-ipp-a-610d01", "name": "ipp-route-610d01", "reconcileID": "6b4873ca-e7fe-4b55-a9ad-0330a8eb9dbd", "LLMInferenceService": "ipp-route-610d01", "namespace": "ai-tenant-e2e-ipp-a-610d01", "authType": "userdefined"} 2026-09-09T12:47:06Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-610d01","namespace":"ai-tenant-e2e-ipp-a-610d01"}, "namespace": "ai-tenant-e2e-ipp-a-610d01", "name": "ipp-route-610d01", "reconcileID": "6b4873ca-e7fe-4b55-a9ad-0330a8eb9dbd", "LLMInferenceService": "ipp-route-610d01", "namespace": "ai-tenant-e2e-ipp-a-610d01"} 2026-09-09T12:47:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-610d01","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-610d01", "reconcileID": "a5cbbc88-d93b-4d23-b7ad-4305c1d0b528", "Gateway": "e2e-ipp-a-610d01", "namespace": "openshift-ingress"} 2026-09-09T12:47:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-610d01","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-610d01", "reconcileID": "a5cbbc88-d93b-4d23-b7ad-4305c1d0b528", "Gateway": "e2e-ipp-a-610d01", "namespace": "openshift-ingress", "name": "e2e-ipp-a-610d01-authn-ssl"} 2026-09-09T12:47:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-610d01","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-610d01", "reconcileID": "a5cbbc88-d93b-4d23-b7ad-4305c1d0b528", "Gateway": "e2e-ipp-a-610d01", "namespace": "openshift-ingress"} 2026-09-09T12:47:12Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-610d01","namespace":"ai-tenant-e2e-ipp-a-610d01"}, "namespace": "ai-tenant-e2e-ipp-a-610d01", "name": "ipp-route-610d01", "reconcileID": "9e518c57-bda6-433c-a281-8309d62dfe3e", "LLMInferenceService": "ipp-route-610d01", "namespace": "ai-tenant-e2e-ipp-a-610d01"} 2026-09-09T12:47:12Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-610d01","namespace":"ai-tenant-e2e-ipp-a-610d01"}, "namespace": "ai-tenant-e2e-ipp-a-610d01", "name": "ipp-route-610d01", "reconcileID": "9e518c57-bda6-433c-a281-8309d62dfe3e", "LLMInferenceService": "ipp-route-610d01", "namespace": "ai-tenant-e2e-ipp-a-610d01"} 2026-09-09T12:47:12Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-610d01","namespace":"ai-tenant-e2e-ipp-a-610d01"}, "namespace": "ai-tenant-e2e-ipp-a-610d01", "name": "ipp-route-610d01", "reconcileID": "9e518c57-bda6-433c-a281-8309d62dfe3e", "LLMInferenceService": "ipp-route-610d01", "namespace": "ai-tenant-e2e-ipp-a-610d01"} 2026-09-09T12:47:12Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-610d01","namespace":"ai-tenant-e2e-ipp-a-610d01"}, "namespace": "ai-tenant-e2e-ipp-a-610d01", "name": "ipp-route-610d01", "reconcileID": "9e518c57-bda6-433c-a281-8309d62dfe3e", "LLMInferenceService": "ipp-route-610d01", "namespace": "ai-tenant-e2e-ipp-a-610d01", "name": "ipp-route-610d01-kserve-route-authn"} 2026-09-09T12:47:12Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-610d01","namespace":"ai-tenant-e2e-ipp-a-610d01"}, "namespace": "ai-tenant-e2e-ipp-a-610d01", "name": "ipp-route-610d01", "reconcileID": "9e518c57-bda6-433c-a281-8309d62dfe3e", "LLMInferenceService": "ipp-route-610d01", "namespace": "ai-tenant-e2e-ipp-a-610d01", "authType": "userdefined"} 2026-09-09T12:47:12Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-610d01","namespace":"ai-tenant-e2e-ipp-a-610d01"}, "namespace": "ai-tenant-e2e-ipp-a-610d01", "name": "ipp-route-610d01", "reconcileID": "9e518c57-bda6-433c-a281-8309d62dfe3e", "LLMInferenceService": "ipp-route-610d01", "namespace": "ai-tenant-e2e-ipp-a-610d01"} 2026-09-09T12:47:21Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-610d01","namespace":"ai-tenant-e2e-ipp-a-610d01"}, "namespace": "ai-tenant-e2e-ipp-a-610d01", "name": "ipp-route-610d01", "reconcileID": "19d4526c-fc9c-4034-89b3-bb3d76b765fc", "LLMInferenceService": "ipp-route-610d01", "namespace": "ai-tenant-e2e-ipp-a-610d01"} 2026-09-09T12:47:21Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-610d01","namespace":"ai-tenant-e2e-ipp-a-610d01"}, "namespace": "ai-tenant-e2e-ipp-a-610d01", "name": "ipp-route-610d01", "reconcileID": "19d4526c-fc9c-4034-89b3-bb3d76b765fc", "LLMInferenceService": "ipp-route-610d01", "namespace": "ai-tenant-e2e-ipp-a-610d01"} 2026-09-09T12:47:21Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-610d01","namespace":"ai-tenant-e2e-ipp-a-610d01"}, "namespace": "ai-tenant-e2e-ipp-a-610d01", "name": "ipp-route-610d01", "reconcileID": "19d4526c-fc9c-4034-89b3-bb3d76b765fc", "LLMInferenceService": "ipp-route-610d01", "namespace": "ai-tenant-e2e-ipp-a-610d01"} 2026-09-09T12:47:21Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-610d01","namespace":"ai-tenant-e2e-ipp-a-610d01"}, "namespace": "ai-tenant-e2e-ipp-a-610d01", "name": "ipp-route-610d01", "reconcileID": "19d4526c-fc9c-4034-89b3-bb3d76b765fc", "LLMInferenceService": "ipp-route-610d01", "namespace": "ai-tenant-e2e-ipp-a-610d01", "name": "ipp-route-610d01-kserve-route-authn"} 2026-09-09T12:47:21Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-610d01","namespace":"ai-tenant-e2e-ipp-a-610d01"}, "namespace": "ai-tenant-e2e-ipp-a-610d01", "name": "ipp-route-610d01", "reconcileID": "19d4526c-fc9c-4034-89b3-bb3d76b765fc", "LLMInferenceService": "ipp-route-610d01", "namespace": "ai-tenant-e2e-ipp-a-610d01", "authType": "userdefined"} 2026-09-09T12:47:21Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-610d01","namespace":"ai-tenant-e2e-ipp-a-610d01"}, "namespace": "ai-tenant-e2e-ipp-a-610d01", "name": "ipp-route-610d01", "reconcileID": "19d4526c-fc9c-4034-89b3-bb3d76b765fc", "LLMInferenceService": "ipp-route-610d01", "namespace": "ai-tenant-e2e-ipp-a-610d01"} 2026-09-09T12:47:21Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-610d01","namespace":"ai-tenant-e2e-ipp-a-610d01"}, "namespace": "ai-tenant-e2e-ipp-a-610d01", "name": "ipp-route-610d01", "reconcileID": "2e2fcfcc-f680-48fd-9131-969fbd3733ef", "LLMInferenceService": "ipp-route-610d01", "namespace": "ai-tenant-e2e-ipp-a-610d01"} 2026-09-09T12:47:21Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-610d01","namespace":"ai-tenant-e2e-ipp-a-610d01"}, "namespace": "ai-tenant-e2e-ipp-a-610d01", "name": "ipp-route-610d01", "reconcileID": "2e2fcfcc-f680-48fd-9131-969fbd3733ef", "LLMInferenceService": "ipp-route-610d01", "namespace": "ai-tenant-e2e-ipp-a-610d01"} 2026-09-09T12:47:21Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-610d01","namespace":"ai-tenant-e2e-ipp-a-610d01"}, "namespace": "ai-tenant-e2e-ipp-a-610d01", "name": "ipp-route-610d01", "reconcileID": "2e2fcfcc-f680-48fd-9131-969fbd3733ef", "LLMInferenceService": "ipp-route-610d01", "namespace": "ai-tenant-e2e-ipp-a-610d01"} 2026-09-09T12:47:21Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-610d01","namespace":"ai-tenant-e2e-ipp-a-610d01"}, "namespace": "ai-tenant-e2e-ipp-a-610d01", "name": "ipp-route-610d01", "reconcileID": "2e2fcfcc-f680-48fd-9131-969fbd3733ef", "LLMInferenceService": "ipp-route-610d01", "namespace": "ai-tenant-e2e-ipp-a-610d01", "name": "ipp-route-610d01-kserve-route-authn"} 2026-09-09T12:47:21Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-610d01","namespace":"ai-tenant-e2e-ipp-a-610d01"}, "namespace": "ai-tenant-e2e-ipp-a-610d01", "name": "ipp-route-610d01", "reconcileID": "2e2fcfcc-f680-48fd-9131-969fbd3733ef", "LLMInferenceService": "ipp-route-610d01", "namespace": "ai-tenant-e2e-ipp-a-610d01", "authType": "userdefined"} 2026-09-09T12:47:21Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-610d01","namespace":"ai-tenant-e2e-ipp-a-610d01"}, "namespace": "ai-tenant-e2e-ipp-a-610d01", "name": "ipp-route-610d01", "reconcileID": "2e2fcfcc-f680-48fd-9131-969fbd3733ef", "LLMInferenceService": "ipp-route-610d01", "namespace": "ai-tenant-e2e-ipp-a-610d01"} 2026-09-09T12:47:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-90dee1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-90dee1", "reconcileID": "89a71fbf-1c5f-474d-94b9-a250188a5cf0", "Gateway": "e2e-ipp-cleanup-90dee1", "namespace": "openshift-ingress"} 2026-09-09T12:47:34Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-90dee1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-90dee1", "reconcileID": "89a71fbf-1c5f-474d-94b9-a250188a5cf0", "Gateway": "e2e-ipp-cleanup-90dee1", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-90dee1-authn-ssl"} 2026-09-09T12:47:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-90dee1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-90dee1", "reconcileID": "89a71fbf-1c5f-474d-94b9-a250188a5cf0", "Gateway": "e2e-ipp-cleanup-90dee1", "namespace": "openshift-ingress"} 2026-09-09T12:47:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-90dee1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-90dee1", "reconcileID": "cbeec37c-62fc-4c58-9000-d5a7fc8cc34a", "Gateway": "e2e-ipp-cleanup-90dee1", "namespace": "openshift-ingress"} 2026-09-09T12:47:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-90dee1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-90dee1", "reconcileID": "cbeec37c-62fc-4c58-9000-d5a7fc8cc34a", "Gateway": "e2e-ipp-cleanup-90dee1", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-90dee1-authn-ssl"} 2026-09-09T12:47:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-90dee1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-90dee1", "reconcileID": "cbeec37c-62fc-4c58-9000-d5a7fc8cc34a", "Gateway": "e2e-ipp-cleanup-90dee1", "namespace": "openshift-ingress"} 2026-09-09T12:47:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-90dee1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-90dee1", "reconcileID": "f2ce5b7a-695a-4c03-9475-34ff86cb381a", "Gateway": "e2e-ipp-cleanup-90dee1", "namespace": "openshift-ingress"} 2026-09-09T12:47:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-90dee1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-90dee1", "reconcileID": "f2ce5b7a-695a-4c03-9475-34ff86cb381a", "Gateway": "e2e-ipp-cleanup-90dee1", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-90dee1-authn-ssl"} 2026-09-09T12:47:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-90dee1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-90dee1", "reconcileID": "f2ce5b7a-695a-4c03-9475-34ff86cb381a", "Gateway": "e2e-ipp-cleanup-90dee1", "namespace": "openshift-ingress"} 2026-09-09T12:47:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-90dee1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-90dee1", "reconcileID": "6a52899b-597d-476d-8edf-f2bfe9c65d13", "Gateway": "e2e-ipp-cleanup-90dee1", "namespace": "openshift-ingress"} 2026-09-09T12:47:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-90dee1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-90dee1", "reconcileID": "6a52899b-597d-476d-8edf-f2bfe9c65d13", "Gateway": "e2e-ipp-cleanup-90dee1", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-90dee1-authn-ssl"} 2026-09-09T12:47:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-90dee1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-90dee1", "reconcileID": "6a52899b-597d-476d-8edf-f2bfe9c65d13", "Gateway": "e2e-ipp-cleanup-90dee1", "namespace": "openshift-ingress"} 2026-09-09T12:47:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-90dee1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-90dee1", "reconcileID": "93c87434-e602-4c8e-8832-cb2d87088dcc", "Gateway": "e2e-ipp-cleanup-90dee1", "namespace": "openshift-ingress"} 2026-09-09T12:47:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-90dee1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-90dee1", "reconcileID": "93c87434-e602-4c8e-8832-cb2d87088dcc", "Gateway": "e2e-ipp-cleanup-90dee1", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-90dee1-authn-ssl"} 2026-09-09T12:47:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-90dee1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-90dee1", "reconcileID": "93c87434-e602-4c8e-8832-cb2d87088dcc", "Gateway": "e2e-ipp-cleanup-90dee1", "namespace": "openshift-ingress"} 2026-09-09T12:47:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-90dee1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-90dee1", "reconcileID": "a370e2db-a6c5-41ff-80aa-ca1a07a6f18f", "Gateway": "e2e-ipp-cleanup-90dee1", "namespace": "openshift-ingress"} 2026-09-09T12:47:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-90dee1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-90dee1", "reconcileID": "a370e2db-a6c5-41ff-80aa-ca1a07a6f18f", "Gateway": "e2e-ipp-cleanup-90dee1", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-90dee1-authn-ssl"} 2026-09-09T12:47:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-90dee1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-90dee1", "reconcileID": "a370e2db-a6c5-41ff-80aa-ca1a07a6f18f", "Gateway": "e2e-ipp-cleanup-90dee1", "namespace": "openshift-ingress"} 2026-09-09T12:47:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-90dee1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-90dee1", "reconcileID": "209c23de-9b34-445b-9d8f-a71f98d205a8", "Gateway": "e2e-ipp-cleanup-90dee1", "namespace": "openshift-ingress"} 2026-09-09T12:47:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-90dee1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-90dee1", "reconcileID": "209c23de-9b34-445b-9d8f-a71f98d205a8", "Gateway": "e2e-ipp-cleanup-90dee1", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-90dee1-authn-ssl"} 2026-09-09T12:47:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-90dee1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-90dee1", "reconcileID": "209c23de-9b34-445b-9d8f-a71f98d205a8", "Gateway": "e2e-ipp-cleanup-90dee1", "namespace": "openshift-ingress"} 2026-09-09T12:47:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-90dee1"}, "namespace": "ai-tenant-e2e-ipp-cleanup-90dee1", "name": "openshift-service-ca.crt", "reconcileID": "63745f70-ad7d-4b9d-b85f-0138812e32ec", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-90dee1"} 2026-09-09T12:47:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-90dee1"}, "namespace": "ai-tenant-e2e-ipp-cleanup-90dee1", "name": "odh-trusted-ca-bundle", "reconcileID": "92927dd4-2974-4592-9398-917a01970131", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-90dee1"} 2026-09-09T12:47:38Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-90dee1"}, "namespace": "ai-tenant-e2e-ipp-cleanup-90dee1", "name": "openshift-service-ca.crt", "reconcileID": "be17e492-e669-4424-837f-d12c66d8d6be", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-90dee1", "create": "odh-kserve-custom-ca-bundle"} 2026-09-09T12:47:38Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-90dee1"}, "namespace": "ai-tenant-e2e-ipp-cleanup-90dee1", "name": "openshift-service-ca.crt", "reconcileID": "be17e492-e669-4424-837f-d12c66d8d6be", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-90dee1"} 2026-09-09T12:47:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-90dee1"}, "namespace": "ai-tenant-e2e-ipp-cleanup-90dee1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9b8f8b3a-dc5e-4b78-b990-47ccd6215d07", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-90dee1"} 2026-09-09T12:47:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-90dee1"}, "namespace": "ai-tenant-e2e-ipp-cleanup-90dee1", "name": "openshift-service-ca.crt", "reconcileID": "79829800-cce7-4349-84f8-e89b9da0a0ae", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-90dee1"} 2026-09-09T12:47:38Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-90dee1"}, "namespace": "ai-tenant-e2e-ipp-cleanup-90dee1", "name": "odh-trusted-ca-bundle", "reconcileID": "27a932d4-357d-4850-8e85-6a5e894dd1e0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-90dee1", "update": "odh-kserve-custom-ca-bundle"} 2026-09-09T12:47:38Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-90dee1"}, "namespace": "ai-tenant-e2e-ipp-cleanup-90dee1", "name": "odh-trusted-ca-bundle", "reconcileID": "27a932d4-357d-4850-8e85-6a5e894dd1e0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-90dee1"} 2026-09-09T12:47:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-90dee1"}, "namespace": "ai-tenant-e2e-ipp-cleanup-90dee1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "21652afb-1e7e-4f5a-838a-be8062d9a274", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-90dee1"} 2026-09-09T12:47:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-90dee1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-90dee1", "reconcileID": "aba60f3a-8340-468f-afcb-d7021144da98", "Gateway": "e2e-ipp-cleanup-90dee1", "namespace": "openshift-ingress"} 2026-09-09T12:47:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-90dee1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-90dee1", "reconcileID": "aba60f3a-8340-468f-afcb-d7021144da98", "Gateway": "e2e-ipp-cleanup-90dee1", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-90dee1-authn-ssl"} 2026-09-09T12:47:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-90dee1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-90dee1", "reconcileID": "aba60f3a-8340-468f-afcb-d7021144da98", "Gateway": "e2e-ipp-cleanup-90dee1", "namespace": "openshift-ingress"} 2026-09-09T12:47:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-90dee1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-90dee1", "reconcileID": "b44dbb1d-f1e3-4cdd-8f0f-cfbd4b4f4f00", "Gateway": "e2e-ipp-cleanup-90dee1", "namespace": "openshift-ingress"} 2026-09-09T12:47:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-90dee1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-90dee1", "reconcileID": "b44dbb1d-f1e3-4cdd-8f0f-cfbd4b4f4f00", "Gateway": "e2e-ipp-cleanup-90dee1", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-90dee1-authn-ssl"} 2026-09-09T12:47:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-90dee1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-90dee1", "reconcileID": "b44dbb1d-f1e3-4cdd-8f0f-cfbd4b4f4f00", "Gateway": "e2e-ipp-cleanup-90dee1", "namespace": "openshift-ingress"} 2026-09-09T12:48:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-90dee1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-90dee1", "reconcileID": "0b9d2067-9482-4402-83fe-7aba2a352739", "Gateway": "e2e-ipp-cleanup-90dee1", "namespace": "openshift-ingress"} 2026-09-09T12:48:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-90dee1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-90dee1", "reconcileID": "0b9d2067-9482-4402-83fe-7aba2a352739", "Gateway": "e2e-ipp-cleanup-90dee1", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-90dee1-authn-ssl"} 2026-09-09T12:48:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-90dee1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-90dee1", "reconcileID": "0b9d2067-9482-4402-83fe-7aba2a352739", "Gateway": "e2e-ipp-cleanup-90dee1", "namespace": "openshift-ingress"} 2026-09-09T12:48:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-90dee1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-90dee1", "reconcileID": "76093190-d3e7-4f08-8ed9-58fcb8b644e5", "Gateway": "e2e-ipp-cleanup-90dee1", "namespace": "openshift-ingress"} 2026-09-09T12:48:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-90dee1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-90dee1", "reconcileID": "76093190-d3e7-4f08-8ed9-58fcb8b644e5", "Gateway": "e2e-ipp-cleanup-90dee1", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-90dee1-authn-ssl"} 2026-09-09T12:48:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-90dee1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-90dee1", "reconcileID": "76093190-d3e7-4f08-8ed9-58fcb8b644e5", "Gateway": "e2e-ipp-cleanup-90dee1", "namespace": "openshift-ingress"} 2026-09-09T12:48:16Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-90dee1"}, "namespace": "ai-tenant-e2e-ipp-cleanup-90dee1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5a109af1-3be9-4f58-826c-15b479d6e0b6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-90dee1"} 2026-09-09T12:48:16Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-90dee1"}, "namespace": "ai-tenant-e2e-ipp-cleanup-90dee1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5a109af1-3be9-4f58-826c-15b479d6e0b6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-90dee1", "create": "odh-kserve-custom-ca-bundle"} 2026-09-09T12:48:16Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-90dee1"}, "namespace": "ai-tenant-e2e-ipp-cleanup-90dee1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5a109af1-3be9-4f58-826c-15b479d6e0b6", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-90dee1 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-09T12:48:16Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-90dee1"}, "namespace": "ai-tenant-e2e-ipp-cleanup-90dee1", "name": "odh-trusted-ca-bundle", "reconcileID": "93941c1e-919d-44f9-8fca-56beb8175e27", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-90dee1"} 2026-09-09T12:48:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-90dee1"}, "namespace": "ai-tenant-e2e-ipp-cleanup-90dee1", "name": "odh-trusted-ca-bundle", "reconcileID": "93941c1e-919d-44f9-8fca-56beb8175e27", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-90dee1"} 2026-09-09T12:48:16Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-90dee1"}, "namespace": "ai-tenant-e2e-ipp-cleanup-90dee1", "name": "openshift-service-ca.crt", "reconcileID": "6a584134-17a3-4a89-b770-c914c674c4f7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-90dee1"} 2026-09-09T12:48:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-90dee1"}, "namespace": "ai-tenant-e2e-ipp-cleanup-90dee1", "name": "openshift-service-ca.crt", "reconcileID": "6a584134-17a3-4a89-b770-c914c674c4f7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-90dee1"} 2026-09-09T12:48:16Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-90dee1"}, "namespace": "ai-tenant-e2e-ipp-cleanup-90dee1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "975dfa42-ae33-4b1a-8ea2-38cdaed83d54", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-90dee1"} 2026-09-09T12:48:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-90dee1"}, "namespace": "ai-tenant-e2e-ipp-cleanup-90dee1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "975dfa42-ae33-4b1a-8ea2-38cdaed83d54", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-90dee1"} 2026-09-09T12:48:17Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-90dee1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-90dee1", "reconcileID": "68f03dc7-6835-4dd8-a311-3450214e7a50", "Gateway": "e2e-ipp-cleanup-90dee1", "namespace": "openshift-ingress"} 2026-09-09T12:48:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-610d01","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-610d01", "reconcileID": "e0ff6b74-882b-4bee-a43a-e368e081ea20", "Gateway": "e2e-ipp-a-610d01", "namespace": "openshift-ingress"} 2026-09-09T12:48:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-610d01","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-610d01", "reconcileID": "e0ff6b74-882b-4bee-a43a-e368e081ea20", "Gateway": "e2e-ipp-a-610d01", "namespace": "openshift-ingress", "name": "e2e-ipp-a-610d01-authn-ssl"} 2026-09-09T12:48:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-610d01","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-610d01", "reconcileID": "e0ff6b74-882b-4bee-a43a-e368e081ea20", "Gateway": "e2e-ipp-a-610d01", "namespace": "openshift-ingress"} 2026-09-09T12:48:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-610d01","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-610d01", "reconcileID": "eb5b3898-78eb-4f01-ac99-4da4ff7189eb", "Gateway": "e2e-ipp-a-610d01", "namespace": "openshift-ingress"} 2026-09-09T12:48:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-610d01","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-610d01", "reconcileID": "eb5b3898-78eb-4f01-ac99-4da4ff7189eb", "Gateway": "e2e-ipp-a-610d01", "namespace": "openshift-ingress", "name": "e2e-ipp-a-610d01-authn-ssl"} 2026-09-09T12:48:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-610d01","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-610d01", "reconcileID": "eb5b3898-78eb-4f01-ac99-4da4ff7189eb", "Gateway": "e2e-ipp-a-610d01", "namespace": "openshift-ingress"} 2026-09-09T12:48:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-610d01","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-610d01", "reconcileID": "b586c328-a66c-489c-89f9-d0a80b130c68", "Gateway": "e2e-ipp-a-610d01", "namespace": "openshift-ingress"} 2026-09-09T12:48:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-610d01","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-610d01", "reconcileID": "b586c328-a66c-489c-89f9-d0a80b130c68", "Gateway": "e2e-ipp-a-610d01", "namespace": "openshift-ingress", "name": "e2e-ipp-a-610d01-authn-ssl"} 2026-09-09T12:48:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-610d01","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-610d01", "reconcileID": "b586c328-a66c-489c-89f9-d0a80b130c68", "Gateway": "e2e-ipp-a-610d01", "namespace": "openshift-ingress"} 2026-09-09T12:48:42Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-610d01","namespace":"ai-tenant-e2e-ipp-a-610d01"}, "namespace": "ai-tenant-e2e-ipp-a-610d01", "name": "ipp-route-610d01", "reconcileID": "ee8e4881-9bc7-499f-87a3-5b6a43589c31", "LLMInferenceService": "ipp-route-610d01", "namespace": "ai-tenant-e2e-ipp-a-610d01"} 2026-09-09T12:48:42Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-610d01","namespace":"ai-tenant-e2e-ipp-a-610d01"}, "namespace": "ai-tenant-e2e-ipp-a-610d01", "name": "ipp-route-610d01", "reconcileID": "ee8e4881-9bc7-499f-87a3-5b6a43589c31", "LLMInferenceService": "ipp-route-610d01", "namespace": "ai-tenant-e2e-ipp-a-610d01"} 2026-09-09T12:48:42Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-610d01","namespace":"ai-tenant-e2e-ipp-a-610d01"}, "namespace": "ai-tenant-e2e-ipp-a-610d01", "name": "ipp-route-610d01", "reconcileID": "ee8e4881-9bc7-499f-87a3-5b6a43589c31", "LLMInferenceService": "ipp-route-610d01", "namespace": "ai-tenant-e2e-ipp-a-610d01"} 2026-09-09T12:48:42Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-610d01","namespace":"ai-tenant-e2e-ipp-a-610d01"}, "namespace": "ai-tenant-e2e-ipp-a-610d01", "name": "ipp-route-610d01", "reconcileID": "ee8e4881-9bc7-499f-87a3-5b6a43589c31", "LLMInferenceService": "ipp-route-610d01", "namespace": "ai-tenant-e2e-ipp-a-610d01", "name": "ipp-route-610d01-kserve-route-authn"} 2026-09-09T12:48:42Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-610d01","namespace":"ai-tenant-e2e-ipp-a-610d01"}, "namespace": "ai-tenant-e2e-ipp-a-610d01", "name": "ipp-route-610d01", "reconcileID": "ee8e4881-9bc7-499f-87a3-5b6a43589c31", "LLMInferenceService": "ipp-route-610d01", "namespace": "ai-tenant-e2e-ipp-a-610d01", "authType": "userdefined"} 2026-09-09T12:48:42Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-610d01","namespace":"ai-tenant-e2e-ipp-a-610d01"}, "namespace": "ai-tenant-e2e-ipp-a-610d01", "name": "ipp-route-610d01", "reconcileID": "ee8e4881-9bc7-499f-87a3-5b6a43589c31", "LLMInferenceService": "ipp-route-610d01", "namespace": "ai-tenant-e2e-ipp-a-610d01"} 2026-09-09T12:49:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-610d01","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-610d01", "reconcileID": "f8685377-af2d-415a-807b-70f1a18b1721", "Gateway": "e2e-ipp-a-610d01", "namespace": "openshift-ingress"} 2026-09-09T12:49:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-610d01","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-610d01", "reconcileID": "f8685377-af2d-415a-807b-70f1a18b1721", "Gateway": "e2e-ipp-a-610d01", "namespace": "openshift-ingress", "name": "e2e-ipp-a-610d01-authn-ssl"} 2026-09-09T12:49:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-610d01","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-610d01", "reconcileID": "f8685377-af2d-415a-807b-70f1a18b1721", "Gateway": "e2e-ipp-a-610d01", "namespace": "openshift-ingress"} 2026-09-09T12:49:19Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-610d01"}, "namespace": "ai-tenant-e2e-ipp-a-610d01", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cf9c30e1-ed8f-4689-856e-4ba6a9f61965", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-610d01"} 2026-09-09T12:49:19Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-610d01"}, "namespace": "ai-tenant-e2e-ipp-a-610d01", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cf9c30e1-ed8f-4689-856e-4ba6a9f61965", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-610d01", "create": "odh-kserve-custom-ca-bundle"} 2026-09-09T12:49:19Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-610d01"}, "namespace": "ai-tenant-e2e-ipp-a-610d01", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cf9c30e1-ed8f-4689-856e-4ba6a9f61965", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-610d01 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-09T12:49:19Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-610d01"}, "namespace": "ai-tenant-e2e-ipp-a-610d01", "name": "odh-trusted-ca-bundle", "reconcileID": "18888a9d-7891-4a15-b5df-9876c0e07140", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-610d01"} 2026-09-09T12:49:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-610d01"}, "namespace": "ai-tenant-e2e-ipp-a-610d01", "name": "odh-trusted-ca-bundle", "reconcileID": "18888a9d-7891-4a15-b5df-9876c0e07140", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-610d01"} 2026-09-09T12:49:19Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-610d01"}, "namespace": "ai-tenant-e2e-ipp-a-610d01", "name": "openshift-service-ca.crt", "reconcileID": "1321f077-4c86-4daf-9653-e805ad8cd073", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-610d01"} 2026-09-09T12:49:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-610d01"}, "namespace": "ai-tenant-e2e-ipp-a-610d01", "name": "openshift-service-ca.crt", "reconcileID": "1321f077-4c86-4daf-9653-e805ad8cd073", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-610d01"} 2026-09-09T12:49:19Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-610d01"}, "namespace": "ai-tenant-e2e-ipp-a-610d01", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fae9073c-2b72-47fc-9e68-b2d02d66d426", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-610d01"} 2026-09-09T12:49:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-610d01"}, "namespace": "ai-tenant-e2e-ipp-a-610d01", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fae9073c-2b72-47fc-9e68-b2d02d66d426", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-610d01"} 2026-09-09T12:49:19Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-610d01","namespace":"ai-tenant-e2e-ipp-a-610d01"}, "namespace": "ai-tenant-e2e-ipp-a-610d01", "name": "ipp-route-610d01", "reconcileID": "b20f9a13-957b-42da-940a-5eb6ea1c69f5", "LLMInferenceService": "ipp-route-610d01", "namespace": "ai-tenant-e2e-ipp-a-610d01"} 2026-09-09T12:49:19Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-610d01","namespace":"ai-tenant-e2e-ipp-a-610d01"}, "namespace": "ai-tenant-e2e-ipp-a-610d01", "name": "ipp-route-610d01", "reconcileID": "b20f9a13-957b-42da-940a-5eb6ea1c69f5", "LLMInferenceService": "ipp-route-610d01", "namespace": "ai-tenant-e2e-ipp-a-610d01"} 2026-09-09T12:49:19Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-610d01","namespace":"ai-tenant-e2e-ipp-a-610d01"}, "namespace": "ai-tenant-e2e-ipp-a-610d01", "name": "ipp-route-610d01", "reconcileID": "b20f9a13-957b-42da-940a-5eb6ea1c69f5", "LLMInferenceService": "ipp-route-610d01", "namespace": "ai-tenant-e2e-ipp-a-610d01"} 2026-09-09T12:49:19Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-610d01","namespace":"ai-tenant-e2e-ipp-a-610d01"}, "namespace": "ai-tenant-e2e-ipp-a-610d01", "name": "ipp-route-610d01", "reconcileID": "b20f9a13-957b-42da-940a-5eb6ea1c69f5", "LLMInferenceService": "ipp-route-610d01", "namespace": "ai-tenant-e2e-ipp-a-610d01", "name": "ipp-route-610d01-kserve-route-authn"} 2026-09-09T12:49:19Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-610d01","namespace":"ai-tenant-e2e-ipp-a-610d01"}, "namespace": "ai-tenant-e2e-ipp-a-610d01", "name": "ipp-route-610d01", "reconcileID": "b20f9a13-957b-42da-940a-5eb6ea1c69f5", "LLMInferenceService": "ipp-route-610d01", "namespace": "ai-tenant-e2e-ipp-a-610d01", "authType": "userdefined"} 2026-09-09T12:49:19Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-610d01","namespace":"ai-tenant-e2e-ipp-a-610d01"}, "namespace": "ai-tenant-e2e-ipp-a-610d01", "name": "ipp-route-610d01", "reconcileID": "b20f9a13-957b-42da-940a-5eb6ea1c69f5", "LLMInferenceService": "ipp-route-610d01", "namespace": "ai-tenant-e2e-ipp-a-610d01"} 2026-09-09T12:49:19Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-610d01","namespace":"ai-tenant-e2e-ipp-a-610d01"}, "namespace": "ai-tenant-e2e-ipp-a-610d01", "name": "ipp-route-610d01", "reconcileID": "4efda985-4c50-4dea-bfb8-b2dc1bee87a3", "LLMInferenceService": "ipp-route-610d01", "namespace": "ai-tenant-e2e-ipp-a-610d01"} 2026-09-09T12:49:19Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-610d01","namespace":"ai-tenant-e2e-ipp-a-610d01"}, "namespace": "ai-tenant-e2e-ipp-a-610d01", "name": "ipp-route-610d01", "reconcileID": "4efda985-4c50-4dea-bfb8-b2dc1bee87a3", "LLMInferenceService": "ipp-route-610d01", "namespace": "ai-tenant-e2e-ipp-a-610d01", "name": "ipp-route-610d01"} 2026-09-09T12:49:19Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-610d01","namespace":"ai-tenant-e2e-ipp-a-610d01"}, "namespace": "ai-tenant-e2e-ipp-a-610d01", "name": "ipp-route-610d01", "reconcileID": "4efda985-4c50-4dea-bfb8-b2dc1bee87a3", "LLMInferenceService": "ipp-route-610d01", "namespace": "ai-tenant-e2e-ipp-a-610d01"} 2026-09-09T12:49:19Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-610d01","namespace":"ai-tenant-e2e-ipp-a-610d01"}, "namespace": "ai-tenant-e2e-ipp-a-610d01", "name": "ipp-route-610d01", "reconcileID": "4efda985-4c50-4dea-bfb8-b2dc1bee87a3", "LLMInferenceService": "ipp-route-610d01", "namespace": "ai-tenant-e2e-ipp-a-610d01"} 2026-09-09T12:49:19Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-610d01","namespace":"ai-tenant-e2e-ipp-a-610d01"}, "namespace": "ai-tenant-e2e-ipp-a-610d01", "name": "ipp-route-610d01", "reconcileID": "4efda985-4c50-4dea-bfb8-b2dc1bee87a3", "LLMInferenceService": "ipp-route-610d01", "namespace": "ai-tenant-e2e-ipp-a-610d01", "name": "ipp-route-610d01-kserve-route-authn"} 2026-09-09T12:49:19Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-610d01","namespace":"ai-tenant-e2e-ipp-a-610d01"}, "namespace": "ai-tenant-e2e-ipp-a-610d01", "name": "ipp-route-610d01", "reconcileID": "4efda985-4c50-4dea-bfb8-b2dc1bee87a3", "LLMInferenceService": "ipp-route-610d01", "namespace": "ai-tenant-e2e-ipp-a-610d01", "name": "ipp-route-610d01-kserve-route-authn"} 2026-09-09T12:49:19Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-610d01","namespace":"ai-tenant-e2e-ipp-a-610d01"}, "namespace": "ai-tenant-e2e-ipp-a-610d01", "name": "ipp-route-610d01", "reconcileID": "4efda985-4c50-4dea-bfb8-b2dc1bee87a3", "LLMInferenceService": "ipp-route-610d01", "namespace": "ai-tenant-e2e-ipp-a-610d01", "namespace": "ai-tenant-e2e-ipp-a-610d01"} 2026-09-09T12:49:19Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-610d01","namespace":"ai-tenant-e2e-ipp-a-610d01"}, "namespace": "ai-tenant-e2e-ipp-a-610d01", "name": "ipp-route-610d01", "reconcileID": "4efda985-4c50-4dea-bfb8-b2dc1bee87a3", "LLMInferenceService": "ipp-route-610d01", "namespace": "ai-tenant-e2e-ipp-a-610d01", "namespace": "ai-tenant-e2e-ipp-a-610d01"} 2026-09-09T12:49:24Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-610d01","namespace":"ai-tenant-e2e-ipp-a-610d01"}, "namespace": "ai-tenant-e2e-ipp-a-610d01", "name": "ipp-route-610d01", "reconcileID": "4a5920a4-2e6f-4868-bde0-35d94c7a1474", "LLMInferenceService": "ipp-route-610d01", "namespace": "ai-tenant-e2e-ipp-a-610d01"} 2026-09-09T12:49:24Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-610d01","namespace":"ai-tenant-e2e-ipp-a-610d01"}, "namespace": "ai-tenant-e2e-ipp-a-610d01", "name": "ipp-route-610d01", "reconcileID": "4a5920a4-2e6f-4868-bde0-35d94c7a1474", "LLMInferenceService": "ipp-route-610d01", "namespace": "ai-tenant-e2e-ipp-a-610d01", "name": "ipp-route-610d01"} 2026-09-09T12:49:24Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-610d01","namespace":"ai-tenant-e2e-ipp-a-610d01"}, "namespace": "ai-tenant-e2e-ipp-a-610d01", "name": "ipp-route-610d01", "reconcileID": "4a5920a4-2e6f-4868-bde0-35d94c7a1474", "LLMInferenceService": "ipp-route-610d01", "namespace": "ai-tenant-e2e-ipp-a-610d01"} 2026-09-09T12:49:24Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-610d01","namespace":"ai-tenant-e2e-ipp-a-610d01"}, "namespace": "ai-tenant-e2e-ipp-a-610d01", "name": "ipp-route-610d01", "reconcileID": "4a5920a4-2e6f-4868-bde0-35d94c7a1474", "LLMInferenceService": "ipp-route-610d01", "namespace": "ai-tenant-e2e-ipp-a-610d01"} 2026-09-09T12:49:24Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-610d01","namespace":"ai-tenant-e2e-ipp-a-610d01"}, "namespace": "ai-tenant-e2e-ipp-a-610d01", "name": "ipp-route-610d01", "reconcileID": "4a5920a4-2e6f-4868-bde0-35d94c7a1474", "LLMInferenceService": "ipp-route-610d01", "namespace": "ai-tenant-e2e-ipp-a-610d01", "name": "ipp-route-610d01-kserve-route-authn"} 2026-09-09T12:49:24Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-610d01","namespace":"ai-tenant-e2e-ipp-a-610d01"}, "namespace": "ai-tenant-e2e-ipp-a-610d01", "name": "ipp-route-610d01", "reconcileID": "4a5920a4-2e6f-4868-bde0-35d94c7a1474", "LLMInferenceService": "ipp-route-610d01", "namespace": "ai-tenant-e2e-ipp-a-610d01", "name": "ipp-route-610d01-kserve-route-authn"} 2026-09-09T12:49:24Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-610d01","namespace":"ai-tenant-e2e-ipp-a-610d01"}, "namespace": "ai-tenant-e2e-ipp-a-610d01", "name": "ipp-route-610d01", "reconcileID": "4a5920a4-2e6f-4868-bde0-35d94c7a1474", "LLMInferenceService": "ipp-route-610d01", "namespace": "ai-tenant-e2e-ipp-a-610d01", "namespace": "ai-tenant-e2e-ipp-a-610d01"} 2026-09-09T12:49:24Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-610d01","namespace":"ai-tenant-e2e-ipp-a-610d01"}, "namespace": "ai-tenant-e2e-ipp-a-610d01", "name": "ipp-route-610d01", "reconcileID": "4a5920a4-2e6f-4868-bde0-35d94c7a1474", "LLMInferenceService": "ipp-route-610d01", "namespace": "ai-tenant-e2e-ipp-a-610d01", "namespace": "ai-tenant-e2e-ipp-a-610d01"} 2026-09-09T12:49:24Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-610d01","namespace":"ai-tenant-e2e-ipp-a-610d01"}, "namespace": "ai-tenant-e2e-ipp-a-610d01", "name": "ipp-route-610d01", "reconcileID": "21d3cde8-6607-44dc-af7a-5204b3d6f73b", "LLMInferenceService": "ipp-route-610d01", "namespace": "ai-tenant-e2e-ipp-a-610d01"} 2026-09-09T12:49:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-610d01","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-610d01", "reconcileID": "8b287bc4-aded-4ddc-acac-f5b37cea93df", "Gateway": "e2e-ipp-a-610d01", "namespace": "openshift-ingress"} 2026-09-09T12:49:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-610d01","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-610d01", "reconcileID": "8b287bc4-aded-4ddc-acac-f5b37cea93df", "Gateway": "e2e-ipp-a-610d01", "namespace": "openshift-ingress", "name": "e2e-ipp-a-610d01-authn-ssl"} 2026-09-09T12:49:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-610d01","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-610d01", "reconcileID": "8b287bc4-aded-4ddc-acac-f5b37cea93df", "Gateway": "e2e-ipp-a-610d01", "namespace": "openshift-ingress"} 2026-09-09T12:49:26Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-610d01","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-610d01", "reconcileID": "628417a1-ba71-44a1-8b02-3028d9de7b14", "Gateway": "e2e-ipp-a-610d01", "namespace": "openshift-ingress"} 2026-09-09T12:49:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2db0a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2db0a6", "reconcileID": "a14a6cc3-727b-4c93-b6c5-f6e665073eac", "Gateway": "e2e-ipp-b-2db0a6", "namespace": "openshift-ingress"} 2026-09-09T12:49:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2db0a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2db0a6", "reconcileID": "a14a6cc3-727b-4c93-b6c5-f6e665073eac", "Gateway": "e2e-ipp-b-2db0a6", "namespace": "openshift-ingress", "name": "e2e-ipp-b-2db0a6-authn-ssl"} 2026-09-09T12:49:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2db0a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2db0a6", "reconcileID": "a14a6cc3-727b-4c93-b6c5-f6e665073eac", "Gateway": "e2e-ipp-b-2db0a6", "namespace": "openshift-ingress"} 2026-09-09T12:49:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2db0a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2db0a6", "reconcileID": "d37b044e-a079-45e0-a540-848f2ba5136e", "Gateway": "e2e-ipp-b-2db0a6", "namespace": "openshift-ingress"} 2026-09-09T12:49:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2db0a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2db0a6", "reconcileID": "d37b044e-a079-45e0-a540-848f2ba5136e", "Gateway": "e2e-ipp-b-2db0a6", "namespace": "openshift-ingress", "name": "e2e-ipp-b-2db0a6-authn-ssl"} 2026-09-09T12:49:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2db0a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2db0a6", "reconcileID": "d37b044e-a079-45e0-a540-848f2ba5136e", "Gateway": "e2e-ipp-b-2db0a6", "namespace": "openshift-ingress"} 2026-09-09T12:49:44Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-2db0a6"}, "namespace": "ai-tenant-e2e-ipp-b-2db0a6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0af5aed3-e7ec-405e-a5de-aaf8ad72e6b3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-2db0a6"} 2026-09-09T12:49:44Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-2db0a6"}, "namespace": "ai-tenant-e2e-ipp-b-2db0a6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0af5aed3-e7ec-405e-a5de-aaf8ad72e6b3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-2db0a6", "create": "odh-kserve-custom-ca-bundle"} 2026-09-09T12:49:44Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-2db0a6"}, "namespace": "ai-tenant-e2e-ipp-b-2db0a6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0af5aed3-e7ec-405e-a5de-aaf8ad72e6b3", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-2db0a6 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-09T12:49:44Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-2db0a6"}, "namespace": "ai-tenant-e2e-ipp-b-2db0a6", "name": "odh-trusted-ca-bundle", "reconcileID": "54c7c0c5-6aea-4c02-8ffb-947c4700c44f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-2db0a6"} 2026-09-09T12:49:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-2db0a6"}, "namespace": "ai-tenant-e2e-ipp-b-2db0a6", "name": "odh-trusted-ca-bundle", "reconcileID": "54c7c0c5-6aea-4c02-8ffb-947c4700c44f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-2db0a6"} 2026-09-09T12:49:44Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-2db0a6"}, "namespace": "ai-tenant-e2e-ipp-b-2db0a6", "name": "openshift-service-ca.crt", "reconcileID": "446d2d8f-e806-4a80-a979-e00f3ceb3f40", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-2db0a6"} 2026-09-09T12:49:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-2db0a6"}, "namespace": "ai-tenant-e2e-ipp-b-2db0a6", "name": "openshift-service-ca.crt", "reconcileID": "446d2d8f-e806-4a80-a979-e00f3ceb3f40", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-2db0a6"} 2026-09-09T12:49:44Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-2db0a6"}, "namespace": "ai-tenant-e2e-ipp-b-2db0a6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "590d519f-7ee5-4c3e-9898-e29abcb89073", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-2db0a6"} 2026-09-09T12:49:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-2db0a6"}, "namespace": "ai-tenant-e2e-ipp-b-2db0a6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "590d519f-7ee5-4c3e-9898-e29abcb89073", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-2db0a6"} 2026-09-09T12:49:44Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-2db0a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-2db0a6", "reconcileID": "88b828e7-f2b2-49cb-a324-ae1f3ae48a9e", "Gateway": "e2e-ipp-b-2db0a6", "namespace": "openshift-ingress"} 2026-09-09T12:49:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-283adb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-283adb", "reconcileID": "72d0cb44-f84e-41c5-9567-f5f39c5b20c4", "Gateway": "e2e-shared-a-w3-283adb", "namespace": "openshift-ingress"} 2026-09-09T12:49:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-283adb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-283adb", "reconcileID": "72d0cb44-f84e-41c5-9567-f5f39c5b20c4", "Gateway": "e2e-shared-a-w3-283adb", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-283adb-authn-ssl"} 2026-09-09T12:49:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-283adb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-283adb", "reconcileID": "72d0cb44-f84e-41c5-9567-f5f39c5b20c4", "Gateway": "e2e-shared-a-w3-283adb", "namespace": "openshift-ingress"} 2026-09-09T12:49:57Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-09T12:49:57Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-09T12:49:57Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-09T12:49:57Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-09T12:49:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-283adb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-283adb", "reconcileID": "a57930ee-8ca3-45ae-8e5e-4cf67e60e659", "Gateway": "e2e-shared-a-w3-283adb", "namespace": "openshift-ingress"} 2026-09-09T12:49:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-283adb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-283adb", "reconcileID": "a57930ee-8ca3-45ae-8e5e-4cf67e60e659", "Gateway": "e2e-shared-a-w3-283adb", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-283adb-authn-ssl"} 2026-09-09T12:49:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-283adb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-283adb", "reconcileID": "a57930ee-8ca3-45ae-8e5e-4cf67e60e659", "Gateway": "e2e-shared-a-w3-283adb", "namespace": "openshift-ingress"} 2026-09-09T12:50:01Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-283adb"}, "namespace": "ai-tenant-e2e-shared-a-w3-283adb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "29a597fb-9c2f-4841-9c5e-daf7c34780f3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-283adb"} 2026-09-09T12:50:01Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-283adb"}, "namespace": "ai-tenant-e2e-shared-a-w3-283adb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "29a597fb-9c2f-4841-9c5e-daf7c34780f3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-283adb", "create": "odh-kserve-custom-ca-bundle"} 2026-09-09T12:50:01Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-283adb"}, "namespace": "ai-tenant-e2e-shared-a-w3-283adb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "29a597fb-9c2f-4841-9c5e-daf7c34780f3", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w3-283adb because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-09T12:50:01Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-283adb"}, "namespace": "ai-tenant-e2e-shared-a-w3-283adb", "name": "odh-trusted-ca-bundle", "reconcileID": "a584912d-fb3b-4edf-ab19-bc81ac3c294e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-283adb"} 2026-09-09T12:50:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-283adb"}, "namespace": "ai-tenant-e2e-shared-a-w3-283adb", "name": "odh-trusted-ca-bundle", "reconcileID": "a584912d-fb3b-4edf-ab19-bc81ac3c294e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-283adb"} 2026-09-09T12:50:01Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-283adb"}, "namespace": "ai-tenant-e2e-shared-a-w3-283adb", "name": "openshift-service-ca.crt", "reconcileID": "4485439e-fe99-49cd-8f58-ab84510bcf29", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-283adb"} 2026-09-09T12:50:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-283adb"}, "namespace": "ai-tenant-e2e-shared-a-w3-283adb", "name": "openshift-service-ca.crt", "reconcileID": "4485439e-fe99-49cd-8f58-ab84510bcf29", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-283adb"} 2026-09-09T12:50:01Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-283adb"}, "namespace": "ai-tenant-e2e-shared-a-w3-283adb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b8363e7c-fcbd-4d0b-bc98-bbd33a889078", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-283adb"} 2026-09-09T12:50:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-283adb"}, "namespace": "ai-tenant-e2e-shared-a-w3-283adb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b8363e7c-fcbd-4d0b-bc98-bbd33a889078", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-283adb"} 2026-09-09T12:50:02Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-283adb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-283adb", "reconcileID": "b3219699-733f-4f82-b5cd-8605cb2e2aaa", "Gateway": "e2e-shared-a-w3-283adb", "namespace": "openshift-ingress"} 2026-09-09T12:50:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-fe6606","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-fe6606", "reconcileID": "ec896eae-d20f-4009-8d28-96e49f1043d2", "Gateway": "e2e-shared-b-w3-fe6606", "namespace": "openshift-ingress"} 2026-09-09T12:50:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-fe6606","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-fe6606", "reconcileID": "ec896eae-d20f-4009-8d28-96e49f1043d2", "Gateway": "e2e-shared-b-w3-fe6606", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-fe6606-authn-ssl"} 2026-09-09T12:50:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-fe6606","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-fe6606", "reconcileID": "ec896eae-d20f-4009-8d28-96e49f1043d2", "Gateway": "e2e-shared-b-w3-fe6606", "namespace": "openshift-ingress"} 2026-09-09T12:50:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-fe6606","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-fe6606", "reconcileID": "a2644a3c-ed08-4cbc-80c1-6989091be8b8", "Gateway": "e2e-shared-b-w3-fe6606", "namespace": "openshift-ingress"} 2026-09-09T12:50:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-fe6606","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-fe6606", "reconcileID": "a2644a3c-ed08-4cbc-80c1-6989091be8b8", "Gateway": "e2e-shared-b-w3-fe6606", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-fe6606-authn-ssl"} 2026-09-09T12:50:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-fe6606","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-fe6606", "reconcileID": "a2644a3c-ed08-4cbc-80c1-6989091be8b8", "Gateway": "e2e-shared-b-w3-fe6606", "namespace": "openshift-ingress"} 2026-09-09T12:50:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-fe6606"}, "namespace": "ai-tenant-e2e-shared-b-w3-fe6606", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "83850548-34d3-4a72-9a5c-b76437590586", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-fe6606"} 2026-09-09T12:50:20Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-fe6606"}, "namespace": "ai-tenant-e2e-shared-b-w3-fe6606", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "83850548-34d3-4a72-9a5c-b76437590586", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-fe6606", "create": "odh-kserve-custom-ca-bundle"} 2026-09-09T12:50:20Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-fe6606"}, "namespace": "ai-tenant-e2e-shared-b-w3-fe6606", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "83850548-34d3-4a72-9a5c-b76437590586", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w3-fe6606 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-09T12:50:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-fe6606"}, "namespace": "ai-tenant-e2e-shared-b-w3-fe6606", "name": "odh-trusted-ca-bundle", "reconcileID": "652507cb-4b04-4433-916a-b5cfecaead31", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-fe6606"} 2026-09-09T12:50:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-fe6606"}, "namespace": "ai-tenant-e2e-shared-b-w3-fe6606", "name": "odh-trusted-ca-bundle", "reconcileID": "652507cb-4b04-4433-916a-b5cfecaead31", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-fe6606"} 2026-09-09T12:50:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-fe6606"}, "namespace": "ai-tenant-e2e-shared-b-w3-fe6606", "name": "openshift-service-ca.crt", "reconcileID": "d4c04b20-9107-4e06-a80a-73b8d25a049e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-fe6606"} 2026-09-09T12:50:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-fe6606"}, "namespace": "ai-tenant-e2e-shared-b-w3-fe6606", "name": "openshift-service-ca.crt", "reconcileID": "d4c04b20-9107-4e06-a80a-73b8d25a049e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-fe6606"} 2026-09-09T12:50:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-fe6606"}, "namespace": "ai-tenant-e2e-shared-b-w3-fe6606", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "547bbb2c-4bb4-470f-a6a5-f3bbb8d04ded", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-fe6606"} 2026-09-09T12:50:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-fe6606"}, "namespace": "ai-tenant-e2e-shared-b-w3-fe6606", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "547bbb2c-4bb4-470f-a6a5-f3bbb8d04ded", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-fe6606"} 2026-09-09T12:50:20Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-fe6606","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-fe6606", "reconcileID": "090e7447-b97f-45a9-9c32-1bff3145e865", "Gateway": "e2e-shared-b-w3-fe6606", "namespace": "openshift-ingress"} 2026-09-09T12:54:26Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8e37d975","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8e37d975", "reconcileID": "8f61b586-3a89-463c-bd33-95af706f95dd", "LLMInferenceService": "e2e-same-id-a-8e37d975", "namespace": "llm"} 2026-09-09T12:54:26Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8e37d975","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8e37d975", "reconcileID": "8f61b586-3a89-463c-bd33-95af706f95dd", "LLMInferenceService": "e2e-same-id-a-8e37d975", "namespace": "llm"} 2026-09-09T12:54:26Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8e37d975","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8e37d975", "reconcileID": "8f61b586-3a89-463c-bd33-95af706f95dd", "LLMInferenceService": "e2e-same-id-a-8e37d975", "namespace": "llm"} 2026-09-09T12:54:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "097e55a6-e084-4f67-93c4-5b9b8eb63ed5", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T12:54:26Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8e37d975","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8e37d975", "reconcileID": "8f61b586-3a89-463c-bd33-95af706f95dd", "LLMInferenceService": "e2e-same-id-a-8e37d975", "namespace": "llm", "name": "e2e-same-id-a-8e37d975-kserve-route-authn"} 2026-09-09T12:54:26Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8e37d975","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8e37d975", "reconcileID": "8f61b586-3a89-463c-bd33-95af706f95dd", "LLMInferenceService": "e2e-same-id-a-8e37d975", "namespace": "llm", "authType": "userdefined"} 2026-09-09T12:54:26Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8e37d975","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8e37d975", "reconcileID": "8f61b586-3a89-463c-bd33-95af706f95dd", "LLMInferenceService": "e2e-same-id-a-8e37d975", "namespace": "llm"} 2026-09-09T12:54:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "097e55a6-e084-4f67-93c4-5b9b8eb63ed5", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-09T12:54:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "097e55a6-e084-4f67-93c4-5b9b8eb63ed5", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T12:54:26Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8e37d975","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8e37d975", "reconcileID": "03016dc4-16b4-466e-9f78-fbee6d037a03", "LLMInferenceService": "e2e-same-id-a-8e37d975", "namespace": "llm"} 2026-09-09T12:54:26Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8e37d975","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8e37d975", "reconcileID": "03016dc4-16b4-466e-9f78-fbee6d037a03", "LLMInferenceService": "e2e-same-id-a-8e37d975", "namespace": "llm"} 2026-09-09T12:54:26Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8e37d975","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8e37d975", "reconcileID": "03016dc4-16b4-466e-9f78-fbee6d037a03", "LLMInferenceService": "e2e-same-id-a-8e37d975", "namespace": "llm"} 2026-09-09T12:54:26Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8e37d975","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8e37d975", "reconcileID": "03016dc4-16b4-466e-9f78-fbee6d037a03", "LLMInferenceService": "e2e-same-id-a-8e37d975", "namespace": "llm", "name": "e2e-same-id-a-8e37d975-kserve-route-authn"} 2026-09-09T12:54:26Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8e37d975","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8e37d975", "reconcileID": "03016dc4-16b4-466e-9f78-fbee6d037a03", "LLMInferenceService": "e2e-same-id-a-8e37d975", "namespace": "llm", "authType": "userdefined"} 2026-09-09T12:54:26Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8e37d975","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8e37d975", "reconcileID": "03016dc4-16b4-466e-9f78-fbee6d037a03", "LLMInferenceService": "e2e-same-id-a-8e37d975", "namespace": "llm"} 2026-09-09T12:54:26Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8e37d975","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8e37d975", "reconcileID": "4de01a2b-1acd-4181-9f63-1cfc7c1dc339", "LLMInferenceService": "e2e-same-id-b-8e37d975", "namespace": "llm"} 2026-09-09T12:54:26Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8e37d975","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8e37d975", "reconcileID": "4de01a2b-1acd-4181-9f63-1cfc7c1dc339", "LLMInferenceService": "e2e-same-id-b-8e37d975", "namespace": "llm"} 2026-09-09T12:54:26Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8e37d975","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8e37d975", "reconcileID": "4de01a2b-1acd-4181-9f63-1cfc7c1dc339", "LLMInferenceService": "e2e-same-id-b-8e37d975", "namespace": "llm"} 2026-09-09T12:54:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a60c6893-b021-4471-9951-2ac68b796d05", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T12:54:26Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8e37d975","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8e37d975", "reconcileID": "4de01a2b-1acd-4181-9f63-1cfc7c1dc339", "LLMInferenceService": "e2e-same-id-b-8e37d975", "namespace": "llm", "name": "e2e-same-id-b-8e37d975-kserve-route-authn"} 2026-09-09T12:54:26Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8e37d975","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8e37d975", "reconcileID": "4de01a2b-1acd-4181-9f63-1cfc7c1dc339", "LLMInferenceService": "e2e-same-id-b-8e37d975", "namespace": "llm", "authType": "userdefined"} 2026-09-09T12:54:26Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8e37d975","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8e37d975", "reconcileID": "4de01a2b-1acd-4181-9f63-1cfc7c1dc339", "LLMInferenceService": "e2e-same-id-b-8e37d975", "namespace": "llm"} 2026-09-09T12:54:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a60c6893-b021-4471-9951-2ac68b796d05", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-09T12:54:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a60c6893-b021-4471-9951-2ac68b796d05", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T12:54:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5aaea0fe-61a0-4e79-a47c-4d5cbe5117c1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T12:54:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5aaea0fe-61a0-4e79-a47c-4d5cbe5117c1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-09T12:54:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5aaea0fe-61a0-4e79-a47c-4d5cbe5117c1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T12:54:35Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8e37d975","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8e37d975", "reconcileID": "71b39699-edd6-4df3-a493-e3a7da453f4a", "LLMInferenceService": "e2e-same-id-a-8e37d975", "namespace": "llm"} 2026-09-09T12:54:35Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8e37d975","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8e37d975", "reconcileID": "71b39699-edd6-4df3-a493-e3a7da453f4a", "LLMInferenceService": "e2e-same-id-a-8e37d975", "namespace": "llm"} 2026-09-09T12:54:35Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8e37d975","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8e37d975", "reconcileID": "71b39699-edd6-4df3-a493-e3a7da453f4a", "LLMInferenceService": "e2e-same-id-a-8e37d975", "namespace": "llm"} 2026-09-09T12:54:35Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8e37d975","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8e37d975", "reconcileID": "71b39699-edd6-4df3-a493-e3a7da453f4a", "LLMInferenceService": "e2e-same-id-a-8e37d975", "namespace": "llm", "name": "e2e-same-id-a-8e37d975-kserve-route-authn"} 2026-09-09T12:54:35Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8e37d975","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8e37d975", "reconcileID": "71b39699-edd6-4df3-a493-e3a7da453f4a", "LLMInferenceService": "e2e-same-id-a-8e37d975", "namespace": "llm", "authType": "userdefined"} 2026-09-09T12:54:35Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8e37d975","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8e37d975", "reconcileID": "71b39699-edd6-4df3-a493-e3a7da453f4a", "LLMInferenceService": "e2e-same-id-a-8e37d975", "namespace": "llm"} 2026-09-09T12:54:35Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8e37d975","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8e37d975", "reconcileID": "a99cf59d-d8f7-4d1e-96a5-f9bb6d891032", "LLMInferenceService": "e2e-same-id-b-8e37d975", "namespace": "llm"} 2026-09-09T12:54:35Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8e37d975","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8e37d975", "reconcileID": "a99cf59d-d8f7-4d1e-96a5-f9bb6d891032", "LLMInferenceService": "e2e-same-id-b-8e37d975", "namespace": "llm"} 2026-09-09T12:54:35Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8e37d975","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8e37d975", "reconcileID": "a99cf59d-d8f7-4d1e-96a5-f9bb6d891032", "LLMInferenceService": "e2e-same-id-b-8e37d975", "namespace": "llm"} 2026-09-09T12:54:35Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8e37d975","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8e37d975", "reconcileID": "a99cf59d-d8f7-4d1e-96a5-f9bb6d891032", "LLMInferenceService": "e2e-same-id-b-8e37d975", "namespace": "llm", "name": "e2e-same-id-b-8e37d975-kserve-route-authn"} 2026-09-09T12:54:35Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8e37d975","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8e37d975", "reconcileID": "a99cf59d-d8f7-4d1e-96a5-f9bb6d891032", "LLMInferenceService": "e2e-same-id-b-8e37d975", "namespace": "llm", "authType": "userdefined"} 2026-09-09T12:54:35Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8e37d975","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8e37d975", "reconcileID": "a99cf59d-d8f7-4d1e-96a5-f9bb6d891032", "LLMInferenceService": "e2e-same-id-b-8e37d975", "namespace": "llm"} 2026-09-09T12:54:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3fa9d483-a813-4b47-989b-01f5c4ab6f92", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T12:54:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3fa9d483-a813-4b47-989b-01f5c4ab6f92", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-09T12:54:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3fa9d483-a813-4b47-989b-01f5c4ab6f92", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T12:54:43Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8e37d975","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8e37d975", "reconcileID": "d23394e2-dc2f-4e18-bee8-ed221ef8a2f9", "LLMInferenceService": "e2e-same-id-b-8e37d975", "namespace": "llm"} 2026-09-09T12:54:43Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8e37d975","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8e37d975", "reconcileID": "d23394e2-dc2f-4e18-bee8-ed221ef8a2f9", "LLMInferenceService": "e2e-same-id-b-8e37d975", "namespace": "llm"} 2026-09-09T12:54:43Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8e37d975","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8e37d975", "reconcileID": "d23394e2-dc2f-4e18-bee8-ed221ef8a2f9", "LLMInferenceService": "e2e-same-id-b-8e37d975", "namespace": "llm"} 2026-09-09T12:54:43Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8e37d975","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8e37d975", "reconcileID": "d23394e2-dc2f-4e18-bee8-ed221ef8a2f9", "LLMInferenceService": "e2e-same-id-b-8e37d975", "namespace": "llm", "name": "e2e-same-id-b-8e37d975-kserve-route-authn"} 2026-09-09T12:54:43Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8e37d975","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8e37d975", "reconcileID": "d23394e2-dc2f-4e18-bee8-ed221ef8a2f9", "LLMInferenceService": "e2e-same-id-b-8e37d975", "namespace": "llm", "authType": "userdefined"} 2026-09-09T12:54:43Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8e37d975","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8e37d975", "reconcileID": "d23394e2-dc2f-4e18-bee8-ed221ef8a2f9", "LLMInferenceService": "e2e-same-id-b-8e37d975", "namespace": "llm"} 2026-09-09T12:55:17Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8e37d975","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8e37d975", "reconcileID": "be8b0568-0de9-4d8b-8d93-db1a59fd55a9", "LLMInferenceService": "e2e-same-id-a-8e37d975", "namespace": "llm"} 2026-09-09T12:55:17Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8e37d975","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8e37d975", "reconcileID": "be8b0568-0de9-4d8b-8d93-db1a59fd55a9", "LLMInferenceService": "e2e-same-id-a-8e37d975", "namespace": "llm"} 2026-09-09T12:55:17Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8e37d975","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8e37d975", "reconcileID": "be8b0568-0de9-4d8b-8d93-db1a59fd55a9", "LLMInferenceService": "e2e-same-id-a-8e37d975", "namespace": "llm"} 2026-09-09T12:55:17Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8e37d975","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8e37d975", "reconcileID": "be8b0568-0de9-4d8b-8d93-db1a59fd55a9", "LLMInferenceService": "e2e-same-id-a-8e37d975", "namespace": "llm", "name": "e2e-same-id-a-8e37d975-kserve-route-authn"} 2026-09-09T12:55:17Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8e37d975","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8e37d975", "reconcileID": "be8b0568-0de9-4d8b-8d93-db1a59fd55a9", "LLMInferenceService": "e2e-same-id-a-8e37d975", "namespace": "llm", "authType": "userdefined"} 2026-09-09T12:55:17Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8e37d975","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8e37d975", "reconcileID": "be8b0568-0de9-4d8b-8d93-db1a59fd55a9", "LLMInferenceService": "e2e-same-id-a-8e37d975", "namespace": "llm"} 2026-09-09T12:55:19Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8e37d975","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8e37d975", "reconcileID": "2c858616-3b18-4726-b9b7-323fdd3404cf", "LLMInferenceService": "e2e-same-id-b-8e37d975", "namespace": "llm"} 2026-09-09T12:55:19Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8e37d975","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8e37d975", "reconcileID": "2c858616-3b18-4726-b9b7-323fdd3404cf", "LLMInferenceService": "e2e-same-id-b-8e37d975", "namespace": "llm"} 2026-09-09T12:55:19Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8e37d975","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8e37d975", "reconcileID": "2c858616-3b18-4726-b9b7-323fdd3404cf", "LLMInferenceService": "e2e-same-id-b-8e37d975", "namespace": "llm"} 2026-09-09T12:55:19Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8e37d975","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8e37d975", "reconcileID": "2c858616-3b18-4726-b9b7-323fdd3404cf", "LLMInferenceService": "e2e-same-id-b-8e37d975", "namespace": "llm", "name": "e2e-same-id-b-8e37d975-kserve-route-authn"} 2026-09-09T12:55:19Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8e37d975","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8e37d975", "reconcileID": "2c858616-3b18-4726-b9b7-323fdd3404cf", "LLMInferenceService": "e2e-same-id-b-8e37d975", "namespace": "llm", "authType": "userdefined"} 2026-09-09T12:55:19Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8e37d975","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8e37d975", "reconcileID": "2c858616-3b18-4726-b9b7-323fdd3404cf", "LLMInferenceService": "e2e-same-id-b-8e37d975", "namespace": "llm"} 2026-09-09T12:55:21Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8e37d975","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8e37d975", "reconcileID": "69e35bd6-f78f-428a-b319-fe928c886e5c", "LLMInferenceService": "e2e-same-id-a-8e37d975", "namespace": "llm"} 2026-09-09T12:55:21Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8e37d975","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8e37d975", "reconcileID": "69e35bd6-f78f-428a-b319-fe928c886e5c", "LLMInferenceService": "e2e-same-id-a-8e37d975", "namespace": "llm", "name": "e2e-same-id-a-8e37d975"} 2026-09-09T12:55:21Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8e37d975","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8e37d975", "reconcileID": "69e35bd6-f78f-428a-b319-fe928c886e5c", "LLMInferenceService": "e2e-same-id-a-8e37d975", "namespace": "llm"} 2026-09-09T12:55:21Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8e37d975","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8e37d975", "reconcileID": "69e35bd6-f78f-428a-b319-fe928c886e5c", "LLMInferenceService": "e2e-same-id-a-8e37d975", "namespace": "llm"} 2026-09-09T12:55:21Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8e37d975","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8e37d975", "reconcileID": "69e35bd6-f78f-428a-b319-fe928c886e5c", "LLMInferenceService": "e2e-same-id-a-8e37d975", "namespace": "llm", "name": "e2e-same-id-a-8e37d975-kserve-route-authn"} 2026-09-09T12:55:21Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8e37d975","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8e37d975", "reconcileID": "69e35bd6-f78f-428a-b319-fe928c886e5c", "LLMInferenceService": "e2e-same-id-a-8e37d975", "namespace": "llm", "name": "e2e-same-id-a-8e37d975-kserve-route-authn"} 2026-09-09T12:55:21Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8e37d975","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8e37d975", "reconcileID": "6bfdb6fb-fb90-4ba0-9068-5793777c8c52", "LLMInferenceService": "e2e-same-id-a-8e37d975", "namespace": "llm"} 2026-09-09T12:55:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "44c0efe4-84e4-41e6-9122-c3c070b4e081", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T12:55:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "44c0efe4-84e4-41e6-9122-c3c070b4e081", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-09T12:55:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "44c0efe4-84e4-41e6-9122-c3c070b4e081", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T12:55:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "30376f89-b82a-4fb0-ad6f-f3af0f504d1b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T12:55:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "30376f89-b82a-4fb0-ad6f-f3af0f504d1b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-09T12:55:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "30376f89-b82a-4fb0-ad6f-f3af0f504d1b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T12:55:22Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8e37d975","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8e37d975", "reconcileID": "46e866e3-617a-4d85-a8b8-99c6c95059fb", "LLMInferenceService": "e2e-same-id-b-8e37d975", "namespace": "llm"} 2026-09-09T12:55:22Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8e37d975","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8e37d975", "reconcileID": "46e866e3-617a-4d85-a8b8-99c6c95059fb", "LLMInferenceService": "e2e-same-id-b-8e37d975", "namespace": "llm", "name": "e2e-same-id-b-8e37d975"} 2026-09-09T12:55:22Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8e37d975","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8e37d975", "reconcileID": "46e866e3-617a-4d85-a8b8-99c6c95059fb", "LLMInferenceService": "e2e-same-id-b-8e37d975", "namespace": "llm"} 2026-09-09T12:55:22Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8e37d975","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8e37d975", "reconcileID": "46e866e3-617a-4d85-a8b8-99c6c95059fb", "LLMInferenceService": "e2e-same-id-b-8e37d975", "namespace": "llm"} 2026-09-09T12:55:22Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8e37d975","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8e37d975", "reconcileID": "46e866e3-617a-4d85-a8b8-99c6c95059fb", "LLMInferenceService": "e2e-same-id-b-8e37d975", "namespace": "llm", "name": "e2e-same-id-b-8e37d975-kserve-route-authn"} 2026-09-09T12:55:22Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8e37d975","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8e37d975", "reconcileID": "46e866e3-617a-4d85-a8b8-99c6c95059fb", "LLMInferenceService": "e2e-same-id-b-8e37d975", "namespace": "llm", "name": "e2e-same-id-b-8e37d975-kserve-route-authn"} 2026-09-09T12:55:22Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8e37d975","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8e37d975", "reconcileID": "59a9b122-bcc9-4ed4-a167-6411f63098f5", "LLMInferenceService": "e2e-same-id-b-8e37d975", "namespace": "llm"} 2026-09-09T12:55:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "761c7d5a-56c2-44df-9926-539e3b3d5193", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T12:55:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "761c7d5a-56c2-44df-9926-539e3b3d5193", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-09T12:55:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "761c7d5a-56c2-44df-9926-539e3b3d5193", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T12:55:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "277f2bfe-981e-4dee-852a-4fcf7cdcb238", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T12:55:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "277f2bfe-981e-4dee-852a-4fcf7cdcb238", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-09T12:55:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "277f2bfe-981e-4dee-852a-4fcf7cdcb238", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}