2026-09-09T22:06:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-8a52f0"}, "namespace": "ai-tenant-e2e-api-a-8a52f0", "name": "openshift-service-ca.crt", "reconcileID": "c18b69a0-4b97-456a-865e-dc580ee71743", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-8a52f0"} 2026-09-09T22:06:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-8a52f0"}, "namespace": "ai-tenant-e2e-api-a-8a52f0", "name": "openshift-service-ca.crt", "reconcileID": "c18b69a0-4b97-456a-865e-dc580ee71743", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-8a52f0"} 2026-09-09T22:06:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-8a52f0"}, "namespace": "ai-tenant-e2e-api-a-8a52f0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6ccc2f3f-624e-45d5-b806-7d5a3d6a82ce", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-8a52f0"} 2026-09-09T22:06:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-8a52f0"}, "namespace": "ai-tenant-e2e-api-a-8a52f0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6ccc2f3f-624e-45d5-b806-7d5a3d6a82ce", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-8a52f0"} 2026-09-09T22:06:35Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-8a52f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-8a52f0", "reconcileID": "7bb3a293-b433-4ce2-844e-bc6ec3843986", "Gateway": "e2e-api-a-8a52f0", "namespace": "openshift-ingress"} 2026-09-09T22:06:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-4f06aa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-4f06aa", "reconcileID": "4415b67c-c02e-4f6d-b59c-29a0d00e5bb0", "Gateway": "e2e-api-b-4f06aa", "namespace": "openshift-ingress"} 2026-09-09T22:06:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-4f06aa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-4f06aa", "reconcileID": "4415b67c-c02e-4f6d-b59c-29a0d00e5bb0", "Gateway": "e2e-api-b-4f06aa", "namespace": "openshift-ingress", "name": "e2e-api-b-4f06aa-authn-ssl"} 2026-09-09T22:06:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-4f06aa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-4f06aa", "reconcileID": "4415b67c-c02e-4f6d-b59c-29a0d00e5bb0", "Gateway": "e2e-api-b-4f06aa", "namespace": "openshift-ingress"} 2026-09-09T22:06:56Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ace629","namespace":"ai-tenant-e2e-shared-a-w3-ace629"}, "namespace": "ai-tenant-e2e-shared-a-w3-ace629", "name": "rate-test-model-ace629", "reconcileID": "5ed4f26c-4eb5-4685-8b95-164773c1b1a3", "LLMInferenceService": "rate-test-model-ace629", "namespace": "ai-tenant-e2e-shared-a-w3-ace629"} 2026-09-09T22:06:56Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ace629","namespace":"ai-tenant-e2e-shared-a-w3-ace629"}, "namespace": "ai-tenant-e2e-shared-a-w3-ace629", "name": "rate-test-model-ace629", "reconcileID": "5ed4f26c-4eb5-4685-8b95-164773c1b1a3", "LLMInferenceService": "rate-test-model-ace629", "namespace": "ai-tenant-e2e-shared-a-w3-ace629", "name": "rate-test-model-ace629"} 2026-09-09T22:06:56Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ace629","namespace":"ai-tenant-e2e-shared-a-w3-ace629"}, "namespace": "ai-tenant-e2e-shared-a-w3-ace629", "name": "rate-test-model-ace629", "reconcileID": "5ed4f26c-4eb5-4685-8b95-164773c1b1a3", "LLMInferenceService": "rate-test-model-ace629", "namespace": "ai-tenant-e2e-shared-a-w3-ace629"} 2026-09-09T22:06:56Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ace629","namespace":"ai-tenant-e2e-shared-a-w3-ace629"}, "namespace": "ai-tenant-e2e-shared-a-w3-ace629", "name": "rate-test-model-ace629", "reconcileID": "5ed4f26c-4eb5-4685-8b95-164773c1b1a3", "LLMInferenceService": "rate-test-model-ace629", "namespace": "ai-tenant-e2e-shared-a-w3-ace629"} 2026-09-09T22:06:56Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ace629","namespace":"ai-tenant-e2e-shared-a-w3-ace629"}, "namespace": "ai-tenant-e2e-shared-a-w3-ace629", "name": "rate-test-model-ace629", "reconcileID": "5ed4f26c-4eb5-4685-8b95-164773c1b1a3", "LLMInferenceService": "rate-test-model-ace629", "namespace": "ai-tenant-e2e-shared-a-w3-ace629", "name": "rate-test-model-ace629-kserve-route-authn"} 2026-09-09T22:06:56Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ace629","namespace":"ai-tenant-e2e-shared-a-w3-ace629"}, "namespace": "ai-tenant-e2e-shared-a-w3-ace629", "name": "rate-test-model-ace629", "reconcileID": "5ed4f26c-4eb5-4685-8b95-164773c1b1a3", "LLMInferenceService": "rate-test-model-ace629", "namespace": "ai-tenant-e2e-shared-a-w3-ace629", "name": "rate-test-model-ace629-kserve-route-authn"} 2026-09-09T22:06:56Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ace629","namespace":"ai-tenant-e2e-shared-a-w3-ace629"}, "namespace": "ai-tenant-e2e-shared-a-w3-ace629", "name": "rate-test-model-ace629", "reconcileID": "5ed4f26c-4eb5-4685-8b95-164773c1b1a3", "LLMInferenceService": "rate-test-model-ace629", "namespace": "ai-tenant-e2e-shared-a-w3-ace629", "namespace": "ai-tenant-e2e-shared-a-w3-ace629"} 2026-09-09T22:06:56Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ace629","namespace":"ai-tenant-e2e-shared-a-w3-ace629"}, "namespace": "ai-tenant-e2e-shared-a-w3-ace629", "name": "rate-test-model-ace629", "reconcileID": "5ed4f26c-4eb5-4685-8b95-164773c1b1a3", "LLMInferenceService": "rate-test-model-ace629", "namespace": "ai-tenant-e2e-shared-a-w3-ace629", "namespace": "ai-tenant-e2e-shared-a-w3-ace629"} 2026-09-09T22:06:56Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ace629","namespace":"ai-tenant-e2e-shared-a-w3-ace629"}, "namespace": "ai-tenant-e2e-shared-a-w3-ace629", "name": "rate-test-model-ace629", "reconcileID": "4ebe5d54-3de1-43df-b3b1-354dc5247dcc", "LLMInferenceService": "rate-test-model-ace629", "namespace": "ai-tenant-e2e-shared-a-w3-ace629"} 2026-09-09T22:06:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-ace629","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-ace629", "reconcileID": "1df28643-c8b8-47c3-a500-3eafde198517", "Gateway": "e2e-shared-a-w3-ace629", "namespace": "openshift-ingress"} 2026-09-09T22:06:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-ace629","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-ace629", "reconcileID": "1df28643-c8b8-47c3-a500-3eafde198517", "Gateway": "e2e-shared-a-w3-ace629", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-ace629-authn-ssl"} 2026-09-09T22:06:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-ace629","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-ace629", "reconcileID": "1df28643-c8b8-47c3-a500-3eafde198517", "Gateway": "e2e-shared-a-w3-ace629", "namespace": "openshift-ingress"} 2026-09-09T22:06:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-ace629","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-ace629", "reconcileID": "ae983da7-2eec-4304-8df6-3757ffd0567b", "Gateway": "e2e-shared-a-w3-ace629", "namespace": "openshift-ingress"} 2026-09-09T22:06:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-ace629","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-ace629", "reconcileID": "ae983da7-2eec-4304-8df6-3757ffd0567b", "Gateway": "e2e-shared-a-w3-ace629", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-ace629-authn-ssl"} 2026-09-09T22:06:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-ace629","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-ace629", "reconcileID": "ae983da7-2eec-4304-8df6-3757ffd0567b", "Gateway": "e2e-shared-a-w3-ace629", "namespace": "openshift-ingress"} 2026-09-09T22:06:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-4f06aa"}, "namespace": "ai-tenant-e2e-api-b-4f06aa", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9dca8531-6a80-4ca4-b3ce-1bcab0edd760", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-4f06aa"} 2026-09-09T22:06:56Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-4f06aa"}, "namespace": "ai-tenant-e2e-api-b-4f06aa", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9dca8531-6a80-4ca4-b3ce-1bcab0edd760", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-4f06aa", "create": "odh-kserve-custom-ca-bundle"} 2026-09-09T22:06:56Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-4f06aa"}, "namespace": "ai-tenant-e2e-api-b-4f06aa", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9dca8531-6a80-4ca4-b3ce-1bcab0edd760", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-4f06aa because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-09T22:06:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-4f06aa"}, "namespace": "ai-tenant-e2e-api-b-4f06aa", "name": "odh-trusted-ca-bundle", "reconcileID": "1dcead73-59ed-45e9-85e9-f9b883236a77", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-4f06aa"} 2026-09-09T22:06:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-4f06aa"}, "namespace": "ai-tenant-e2e-api-b-4f06aa", "name": "odh-trusted-ca-bundle", "reconcileID": "1dcead73-59ed-45e9-85e9-f9b883236a77", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-4f06aa"} 2026-09-09T22:06:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-4f06aa"}, "namespace": "ai-tenant-e2e-api-b-4f06aa", "name": "openshift-service-ca.crt", "reconcileID": "4f4efad7-94c0-4d5a-8d1e-125bed2c76a8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-4f06aa"} 2026-09-09T22:06:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-4f06aa"}, "namespace": "ai-tenant-e2e-api-b-4f06aa", "name": "openshift-service-ca.crt", "reconcileID": "4f4efad7-94c0-4d5a-8d1e-125bed2c76a8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-4f06aa"} 2026-09-09T22:06:56Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3b2190","namespace":"ai-tenant-e2e-shared-b-w3-3b2190"}, "namespace": "ai-tenant-e2e-shared-b-w3-3b2190", "name": "rate-test-model-3b2190", "reconcileID": "3fbef370-fb79-4ac6-ac60-21f28e936a9a", "LLMInferenceService": "rate-test-model-3b2190", "namespace": "ai-tenant-e2e-shared-b-w3-3b2190"} 2026-09-09T22:06:56Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3b2190","namespace":"ai-tenant-e2e-shared-b-w3-3b2190"}, "namespace": "ai-tenant-e2e-shared-b-w3-3b2190", "name": "rate-test-model-3b2190", "reconcileID": "3fbef370-fb79-4ac6-ac60-21f28e936a9a", "LLMInferenceService": "rate-test-model-3b2190", "namespace": "ai-tenant-e2e-shared-b-w3-3b2190", "name": "rate-test-model-3b2190"} 2026-09-09T22:06:56Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3b2190","namespace":"ai-tenant-e2e-shared-b-w3-3b2190"}, "namespace": "ai-tenant-e2e-shared-b-w3-3b2190", "name": "rate-test-model-3b2190", "reconcileID": "3fbef370-fb79-4ac6-ac60-21f28e936a9a", "LLMInferenceService": "rate-test-model-3b2190", "namespace": "ai-tenant-e2e-shared-b-w3-3b2190"} 2026-09-09T22:06:56Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3b2190","namespace":"ai-tenant-e2e-shared-b-w3-3b2190"}, "namespace": "ai-tenant-e2e-shared-b-w3-3b2190", "name": "rate-test-model-3b2190", "reconcileID": "3fbef370-fb79-4ac6-ac60-21f28e936a9a", "LLMInferenceService": "rate-test-model-3b2190", "namespace": "ai-tenant-e2e-shared-b-w3-3b2190"} 2026-09-09T22:06:56Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3b2190","namespace":"ai-tenant-e2e-shared-b-w3-3b2190"}, "namespace": "ai-tenant-e2e-shared-b-w3-3b2190", "name": "rate-test-model-3b2190", "reconcileID": "3fbef370-fb79-4ac6-ac60-21f28e936a9a", "LLMInferenceService": "rate-test-model-3b2190", "namespace": "ai-tenant-e2e-shared-b-w3-3b2190", "name": "rate-test-model-3b2190-kserve-route-authn"} 2026-09-09T22:06:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-4f06aa"}, "namespace": "ai-tenant-e2e-api-b-4f06aa", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a6628681-29c6-4f6c-be30-1457275786ed", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-4f06aa"} 2026-09-09T22:06:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-4f06aa"}, "namespace": "ai-tenant-e2e-api-b-4f06aa", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a6628681-29c6-4f6c-be30-1457275786ed", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-4f06aa"} 2026-09-09T22:06:56Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3b2190","namespace":"ai-tenant-e2e-shared-b-w3-3b2190"}, "namespace": "ai-tenant-e2e-shared-b-w3-3b2190", "name": "rate-test-model-3b2190", "reconcileID": "3fbef370-fb79-4ac6-ac60-21f28e936a9a", "LLMInferenceService": "rate-test-model-3b2190", "namespace": "ai-tenant-e2e-shared-b-w3-3b2190", "name": "rate-test-model-3b2190-kserve-route-authn"} 2026-09-09T22:06:56Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3b2190","namespace":"ai-tenant-e2e-shared-b-w3-3b2190"}, "namespace": "ai-tenant-e2e-shared-b-w3-3b2190", "name": "rate-test-model-3b2190", "reconcileID": "3fbef370-fb79-4ac6-ac60-21f28e936a9a", "LLMInferenceService": "rate-test-model-3b2190", "namespace": "ai-tenant-e2e-shared-b-w3-3b2190", "namespace": "ai-tenant-e2e-shared-b-w3-3b2190"} 2026-09-09T22:06:56Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3b2190","namespace":"ai-tenant-e2e-shared-b-w3-3b2190"}, "namespace": "ai-tenant-e2e-shared-b-w3-3b2190", "name": "rate-test-model-3b2190", "reconcileID": "3fbef370-fb79-4ac6-ac60-21f28e936a9a", "LLMInferenceService": "rate-test-model-3b2190", "namespace": "ai-tenant-e2e-shared-b-w3-3b2190", "namespace": "ai-tenant-e2e-shared-b-w3-3b2190"} 2026-09-09T22:06:57Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3b2190","namespace":"ai-tenant-e2e-shared-b-w3-3b2190"}, "namespace": "ai-tenant-e2e-shared-b-w3-3b2190", "name": "rate-test-model-3b2190", "reconcileID": "28f74cb6-a8da-4169-b093-b82d238e94de", "LLMInferenceService": "rate-test-model-3b2190", "namespace": "ai-tenant-e2e-shared-b-w3-3b2190"} 2026-09-09T22:06:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-3b2190","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-3b2190", "reconcileID": "2fbb8297-e0f4-4bce-99aa-d6de480412e5", "Gateway": "e2e-shared-b-w3-3b2190", "namespace": "openshift-ingress"} 2026-09-09T22:06:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-3b2190","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-3b2190", "reconcileID": "2fbb8297-e0f4-4bce-99aa-d6de480412e5", "Gateway": "e2e-shared-b-w3-3b2190", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-3b2190-authn-ssl"} 2026-09-09T22:06:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-3b2190","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-3b2190", "reconcileID": "2fbb8297-e0f4-4bce-99aa-d6de480412e5", "Gateway": "e2e-shared-b-w3-3b2190", "namespace": "openshift-ingress"} 2026-09-09T22:06:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-3b2190","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-3b2190", "reconcileID": "695c9841-3c17-4903-889d-ca48107e6f29", "Gateway": "e2e-shared-b-w3-3b2190", "namespace": "openshift-ingress"} 2026-09-09T22:06:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-3b2190","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-3b2190", "reconcileID": "695c9841-3c17-4903-889d-ca48107e6f29", "Gateway": "e2e-shared-b-w3-3b2190", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-3b2190-authn-ssl"} 2026-09-09T22:06:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-3b2190","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-3b2190", "reconcileID": "695c9841-3c17-4903-889d-ca48107e6f29", "Gateway": "e2e-shared-b-w3-3b2190", "namespace": "openshift-ingress"} 2026-09-09T22:06:57Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-4f06aa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-4f06aa", "reconcileID": "0164a297-d449-4d79-af5a-8f7082ba7327", "Gateway": "e2e-api-b-4f06aa", "namespace": "openshift-ingress"} 2026-09-09T22:06:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2f2a52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2f2a52", "reconcileID": "8a42000f-bd9d-486c-aed1-28062ae28154", "Gateway": "e2e-ipp-a-2f2a52", "namespace": "openshift-ingress"} 2026-09-09T22:06:58Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2f2a52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2f2a52", "reconcileID": "8a42000f-bd9d-486c-aed1-28062ae28154", "Gateway": "e2e-ipp-a-2f2a52", "namespace": "openshift-ingress", "name": "e2e-ipp-a-2f2a52-authn-ssl"} 2026-09-09T22:06:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2f2a52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2f2a52", "reconcileID": "8a42000f-bd9d-486c-aed1-28062ae28154", "Gateway": "e2e-ipp-a-2f2a52", "namespace": "openshift-ingress"} 2026-09-09T22:06:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2f2a52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2f2a52", "reconcileID": "a640d2b3-7b1c-433c-aee8-5c503fb248f9", "Gateway": "e2e-ipp-a-2f2a52", "namespace": "openshift-ingress"} 2026-09-09T22:06:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2f2a52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2f2a52", "reconcileID": "a640d2b3-7b1c-433c-aee8-5c503fb248f9", "Gateway": "e2e-ipp-a-2f2a52", "namespace": "openshift-ingress", "name": "e2e-ipp-a-2f2a52-authn-ssl"} 2026-09-09T22:06:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2f2a52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2f2a52", "reconcileID": "a640d2b3-7b1c-433c-aee8-5c503fb248f9", "Gateway": "e2e-ipp-a-2f2a52", "namespace": "openshift-ingress"} 2026-09-09T22:06:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2f2a52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2f2a52", "reconcileID": "947bec40-a448-4ee9-a0fc-1770fbd4ee93", "Gateway": "e2e-ipp-a-2f2a52", "namespace": "openshift-ingress"} 2026-09-09T22:06:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2f2a52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2f2a52", "reconcileID": "947bec40-a448-4ee9-a0fc-1770fbd4ee93", "Gateway": "e2e-ipp-a-2f2a52", "namespace": "openshift-ingress", "name": "e2e-ipp-a-2f2a52-authn-ssl"} 2026-09-09T22:06:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2f2a52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2f2a52", "reconcileID": "947bec40-a448-4ee9-a0fc-1770fbd4ee93", "Gateway": "e2e-ipp-a-2f2a52", "namespace": "openshift-ingress"} 2026-09-09T22:06:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2f2a52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2f2a52", "reconcileID": "795c3169-1663-4e2b-bc6d-f5fddb9f7619", "Gateway": "e2e-ipp-a-2f2a52", "namespace": "openshift-ingress"} 2026-09-09T22:06:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2f2a52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2f2a52", "reconcileID": "795c3169-1663-4e2b-bc6d-f5fddb9f7619", "Gateway": "e2e-ipp-a-2f2a52", "namespace": "openshift-ingress", "name": "e2e-ipp-a-2f2a52-authn-ssl"} 2026-09-09T22:06:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2f2a52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2f2a52", "reconcileID": "795c3169-1663-4e2b-bc6d-f5fddb9f7619", "Gateway": "e2e-ipp-a-2f2a52", "namespace": "openshift-ingress"} 2026-09-09T22:06:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2f2a52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2f2a52", "reconcileID": "4763a50c-4137-4161-8b3e-0f64cd85384f", "Gateway": "e2e-ipp-a-2f2a52", "namespace": "openshift-ingress"} 2026-09-09T22:06:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2f2a52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2f2a52", "reconcileID": "4763a50c-4137-4161-8b3e-0f64cd85384f", "Gateway": "e2e-ipp-a-2f2a52", "namespace": "openshift-ingress", "name": "e2e-ipp-a-2f2a52-authn-ssl"} 2026-09-09T22:06:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2f2a52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2f2a52", "reconcileID": "4763a50c-4137-4161-8b3e-0f64cd85384f", "Gateway": "e2e-ipp-a-2f2a52", "namespace": "openshift-ingress"} 2026-09-09T22:06:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2f2a52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2f2a52", "reconcileID": "5bbfd52e-0bf2-4fa1-983b-29ffd6a36015", "Gateway": "e2e-ipp-a-2f2a52", "namespace": "openshift-ingress"} 2026-09-09T22:06:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2f2a52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2f2a52", "reconcileID": "5bbfd52e-0bf2-4fa1-983b-29ffd6a36015", "Gateway": "e2e-ipp-a-2f2a52", "namespace": "openshift-ingress", "name": "e2e-ipp-a-2f2a52-authn-ssl"} 2026-09-09T22:06:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2f2a52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2f2a52", "reconcileID": "5bbfd52e-0bf2-4fa1-983b-29ffd6a36015", "Gateway": "e2e-ipp-a-2f2a52", "namespace": "openshift-ingress"} 2026-09-09T22:07:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2f2a52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2f2a52", "reconcileID": "387dd124-06de-4820-9bd3-6699effc04f5", "Gateway": "e2e-ipp-a-2f2a52", "namespace": "openshift-ingress"} 2026-09-09T22:07:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2f2a52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2f2a52", "reconcileID": "387dd124-06de-4820-9bd3-6699effc04f5", "Gateway": "e2e-ipp-a-2f2a52", "namespace": "openshift-ingress", "name": "e2e-ipp-a-2f2a52-authn-ssl"} 2026-09-09T22:07:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2f2a52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2f2a52", "reconcileID": "387dd124-06de-4820-9bd3-6699effc04f5", "Gateway": "e2e-ipp-a-2f2a52", "namespace": "openshift-ingress"} 2026-09-09T22:07:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-2f2a52"}, "namespace": "ai-tenant-e2e-ipp-a-2f2a52", "name": "openshift-service-ca.crt", "reconcileID": "b90c14c9-f18a-43ba-8a52-c13bd1cc9008", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-2f2a52"} 2026-09-09T22:07:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-2f2a52"}, "namespace": "ai-tenant-e2e-ipp-a-2f2a52", "name": "odh-trusted-ca-bundle", "reconcileID": "b1e48115-c2ce-4d77-a5e5-07074157aa86", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-2f2a52"} 2026-09-09T22:07:01Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-2f2a52"}, "namespace": "ai-tenant-e2e-ipp-a-2f2a52", "name": "openshift-service-ca.crt", "reconcileID": "70e156da-acbe-44a1-b305-9469ccc556d6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-2f2a52", "create": "odh-kserve-custom-ca-bundle"} 2026-09-09T22:07:01Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-2f2a52"}, "namespace": "ai-tenant-e2e-ipp-a-2f2a52", "name": "openshift-service-ca.crt", "reconcileID": "70e156da-acbe-44a1-b305-9469ccc556d6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-2f2a52"} 2026-09-09T22:07:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-2f2a52"}, "namespace": "ai-tenant-e2e-ipp-a-2f2a52", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8362af86-601c-4451-9e2b-51ff64e49199", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-2f2a52"} 2026-09-09T22:07:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-2f2a52"}, "namespace": "ai-tenant-e2e-ipp-a-2f2a52", "name": "openshift-service-ca.crt", "reconcileID": "845d7463-d8c8-4da9-a8bc-43114dba994e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-2f2a52"} 2026-09-09T22:07:01Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-2f2a52"}, "namespace": "ai-tenant-e2e-ipp-a-2f2a52", "name": "odh-trusted-ca-bundle", "reconcileID": "f3bfec5c-931f-4a9f-80ee-902710b7956f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-2f2a52", "update": "odh-kserve-custom-ca-bundle"} 2026-09-09T22:07:01Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-2f2a52"}, "namespace": "ai-tenant-e2e-ipp-a-2f2a52", "name": "odh-trusted-ca-bundle", "reconcileID": "f3bfec5c-931f-4a9f-80ee-902710b7956f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-2f2a52"} 2026-09-09T22:07:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-2f2a52"}, "namespace": "ai-tenant-e2e-ipp-a-2f2a52", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "32e80a79-b942-44cc-a102-2fd0032fd5ac", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-2f2a52"} 2026-09-09T22:07:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2f2a52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2f2a52", "reconcileID": "7555b7c0-1758-4ff6-8129-be6d4197be23", "Gateway": "e2e-ipp-a-2f2a52", "namespace": "openshift-ingress"} 2026-09-09T22:07:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2f2a52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2f2a52", "reconcileID": "7555b7c0-1758-4ff6-8129-be6d4197be23", "Gateway": "e2e-ipp-a-2f2a52", "namespace": "openshift-ingress", "name": "e2e-ipp-a-2f2a52-authn-ssl"} 2026-09-09T22:07:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2f2a52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2f2a52", "reconcileID": "7555b7c0-1758-4ff6-8129-be6d4197be23", "Gateway": "e2e-ipp-a-2f2a52", "namespace": "openshift-ingress"} 2026-09-09T22:07:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-f6cce2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-f6cce2", "reconcileID": "954c9d4c-8dbe-49fa-a548-a731d5679aea", "Gateway": "e2e-shared-a-w2-f6cce2", "namespace": "openshift-ingress"} 2026-09-09T22:07:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-f6cce2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-f6cce2", "reconcileID": "954c9d4c-8dbe-49fa-a548-a731d5679aea", "Gateway": "e2e-shared-a-w2-f6cce2", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-f6cce2-authn-ssl"} 2026-09-09T22:07:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-f6cce2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-f6cce2", "reconcileID": "954c9d4c-8dbe-49fa-a548-a731d5679aea", "Gateway": "e2e-shared-a-w2-f6cce2", "namespace": "openshift-ingress"} 2026-09-09T22:07:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2f2a52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2f2a52", "reconcileID": "8ade9793-e276-46b6-9bf3-10ccc545a895", "Gateway": "e2e-ipp-a-2f2a52", "namespace": "openshift-ingress"} 2026-09-09T22:07:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2f2a52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2f2a52", "reconcileID": "8ade9793-e276-46b6-9bf3-10ccc545a895", "Gateway": "e2e-ipp-a-2f2a52", "namespace": "openshift-ingress", "name": "e2e-ipp-a-2f2a52-authn-ssl"} 2026-09-09T22:07:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2f2a52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2f2a52", "reconcileID": "8ade9793-e276-46b6-9bf3-10ccc545a895", "Gateway": "e2e-ipp-a-2f2a52", "namespace": "openshift-ingress"} 2026-09-09T22:07:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-f6cce2"}, "namespace": "ai-tenant-e2e-shared-a-w2-f6cce2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "18d7f637-ceec-4b2a-9bcc-89068101c8a1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-f6cce2"} 2026-09-09T22:07:14Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-f6cce2"}, "namespace": "ai-tenant-e2e-shared-a-w2-f6cce2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "18d7f637-ceec-4b2a-9bcc-89068101c8a1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-f6cce2", "create": "odh-kserve-custom-ca-bundle"} 2026-09-09T22:07:14Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-f6cce2"}, "namespace": "ai-tenant-e2e-shared-a-w2-f6cce2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "18d7f637-ceec-4b2a-9bcc-89068101c8a1", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w2-f6cce2 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-09T22:07:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-f6cce2"}, "namespace": "ai-tenant-e2e-shared-a-w2-f6cce2", "name": "odh-trusted-ca-bundle", "reconcileID": "c48fd67e-d5cb-484a-8c4a-76aba1d5da1f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-f6cce2"} 2026-09-09T22:07:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-f6cce2"}, "namespace": "ai-tenant-e2e-shared-a-w2-f6cce2", "name": "odh-trusted-ca-bundle", "reconcileID": "c48fd67e-d5cb-484a-8c4a-76aba1d5da1f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-f6cce2"} 2026-09-09T22:07:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-f6cce2"}, "namespace": "ai-tenant-e2e-shared-a-w2-f6cce2", "name": "openshift-service-ca.crt", "reconcileID": "b8fd80f2-d270-4488-9217-7c7e0b16e476", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-f6cce2"} 2026-09-09T22:07:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-f6cce2"}, "namespace": "ai-tenant-e2e-shared-a-w2-f6cce2", "name": "openshift-service-ca.crt", "reconcileID": "b8fd80f2-d270-4488-9217-7c7e0b16e476", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-f6cce2"} 2026-09-09T22:07:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-f6cce2"}, "namespace": "ai-tenant-e2e-shared-a-w2-f6cce2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e17c565f-447e-414e-84d1-f3d2d571a646", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-f6cce2"} 2026-09-09T22:07:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-f6cce2"}, "namespace": "ai-tenant-e2e-shared-a-w2-f6cce2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e17c565f-447e-414e-84d1-f3d2d571a646", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-f6cce2"} 2026-09-09T22:07:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-f6cce2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-f6cce2", "reconcileID": "20d15c61-3d11-457c-93a0-a73e6a43c095", "Gateway": "e2e-shared-a-w2-f6cce2", "namespace": "openshift-ingress"} 2026-09-09T22:07:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-f6cce2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-f6cce2", "reconcileID": "20d15c61-3d11-457c-93a0-a73e6a43c095", "Gateway": "e2e-shared-a-w2-f6cce2", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-f6cce2-authn-ssl"} 2026-09-09T22:07:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-f6cce2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-f6cce2", "reconcileID": "20d15c61-3d11-457c-93a0-a73e6a43c095", "Gateway": "e2e-shared-a-w2-f6cce2", "namespace": "openshift-ingress"} 2026-09-09T22:07:15Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-f6cce2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-f6cce2", "reconcileID": "53db5edc-efa4-43a1-9de3-fb361580b7b4", "Gateway": "e2e-shared-a-w2-f6cce2", "namespace": "openshift-ingress"} 2026-09-09T22:07:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-e5cb43","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-e5cb43", "reconcileID": "28638d4a-eb6a-42c1-a98d-6b45934cbd0d", "Gateway": "e2e-shared-b-w2-e5cb43", "namespace": "openshift-ingress"} 2026-09-09T22:07:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-e5cb43","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-e5cb43", "reconcileID": "28638d4a-eb6a-42c1-a98d-6b45934cbd0d", "Gateway": "e2e-shared-b-w2-e5cb43", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-e5cb43-authn-ssl"} 2026-09-09T22:07:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-e5cb43","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-e5cb43", "reconcileID": "28638d4a-eb6a-42c1-a98d-6b45934cbd0d", "Gateway": "e2e-shared-b-w2-e5cb43", "namespace": "openshift-ingress"} 2026-09-09T22:07:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-8fe6a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-8fe6a1", "reconcileID": "b528106e-91f7-40c2-8e70-527dbcc38013", "Gateway": "e2e-ipp-b-8fe6a1", "namespace": "openshift-ingress"} 2026-09-09T22:07:27Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-8fe6a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-8fe6a1", "reconcileID": "b528106e-91f7-40c2-8e70-527dbcc38013", "Gateway": "e2e-ipp-b-8fe6a1", "namespace": "openshift-ingress", "name": "e2e-ipp-b-8fe6a1-authn-ssl"} 2026-09-09T22:07:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-8fe6a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-8fe6a1", "reconcileID": "b528106e-91f7-40c2-8e70-527dbcc38013", "Gateway": "e2e-ipp-b-8fe6a1", "namespace": "openshift-ingress"} 2026-09-09T22:07:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-8fe6a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-8fe6a1", "reconcileID": "d2020cd1-f6ec-491d-aa7f-c79288df2877", "Gateway": "e2e-ipp-b-8fe6a1", "namespace": "openshift-ingress"} 2026-09-09T22:07:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-8fe6a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-8fe6a1", "reconcileID": "d2020cd1-f6ec-491d-aa7f-c79288df2877", "Gateway": "e2e-ipp-b-8fe6a1", "namespace": "openshift-ingress", "name": "e2e-ipp-b-8fe6a1-authn-ssl"} 2026-09-09T22:07:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-8fe6a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-8fe6a1", "reconcileID": "d2020cd1-f6ec-491d-aa7f-c79288df2877", "Gateway": "e2e-ipp-b-8fe6a1", "namespace": "openshift-ingress"} 2026-09-09T22:07:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-8fe6a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-8fe6a1", "reconcileID": "b7e7ee78-2e2e-44cb-91ff-d714bb5266f0", "Gateway": "e2e-ipp-b-8fe6a1", "namespace": "openshift-ingress"} 2026-09-09T22:07:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-8fe6a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-8fe6a1", "reconcileID": "b7e7ee78-2e2e-44cb-91ff-d714bb5266f0", "Gateway": "e2e-ipp-b-8fe6a1", "namespace": "openshift-ingress", "name": "e2e-ipp-b-8fe6a1-authn-ssl"} 2026-09-09T22:07:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-8fe6a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-8fe6a1", "reconcileID": "b7e7ee78-2e2e-44cb-91ff-d714bb5266f0", "Gateway": "e2e-ipp-b-8fe6a1", "namespace": "openshift-ingress"} 2026-09-09T22:07:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-8fe6a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-8fe6a1", "reconcileID": "092d532a-0566-43c0-a4ec-4664ff5c51a3", "Gateway": "e2e-ipp-b-8fe6a1", "namespace": "openshift-ingress"} 2026-09-09T22:07:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-8fe6a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-8fe6a1", "reconcileID": "092d532a-0566-43c0-a4ec-4664ff5c51a3", "Gateway": "e2e-ipp-b-8fe6a1", "namespace": "openshift-ingress", "name": "e2e-ipp-b-8fe6a1-authn-ssl"} 2026-09-09T22:07:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-8fe6a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-8fe6a1", "reconcileID": "092d532a-0566-43c0-a4ec-4664ff5c51a3", "Gateway": "e2e-ipp-b-8fe6a1", "namespace": "openshift-ingress"} 2026-09-09T22:07:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-8fe6a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-8fe6a1", "reconcileID": "f7a17e6a-fa79-44a8-bb9c-9348912f35c8", "Gateway": "e2e-ipp-b-8fe6a1", "namespace": "openshift-ingress"} 2026-09-09T22:07:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-8fe6a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-8fe6a1", "reconcileID": "f7a17e6a-fa79-44a8-bb9c-9348912f35c8", "Gateway": "e2e-ipp-b-8fe6a1", "namespace": "openshift-ingress", "name": "e2e-ipp-b-8fe6a1-authn-ssl"} 2026-09-09T22:07:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-8fe6a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-8fe6a1", "reconcileID": "f7a17e6a-fa79-44a8-bb9c-9348912f35c8", "Gateway": "e2e-ipp-b-8fe6a1", "namespace": "openshift-ingress"} 2026-09-09T22:07:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-8fe6a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-8fe6a1", "reconcileID": "d04d4e0d-815c-4998-9f93-443f5deff432", "Gateway": "e2e-ipp-b-8fe6a1", "namespace": "openshift-ingress"} 2026-09-09T22:07:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-8fe6a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-8fe6a1", "reconcileID": "d04d4e0d-815c-4998-9f93-443f5deff432", "Gateway": "e2e-ipp-b-8fe6a1", "namespace": "openshift-ingress", "name": "e2e-ipp-b-8fe6a1-authn-ssl"} 2026-09-09T22:07:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-8fe6a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-8fe6a1", "reconcileID": "d04d4e0d-815c-4998-9f93-443f5deff432", "Gateway": "e2e-ipp-b-8fe6a1", "namespace": "openshift-ingress"} 2026-09-09T22:07:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-8fe6a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-8fe6a1", "reconcileID": "121314c2-a73a-4802-9bed-e4eabf7995c8", "Gateway": "e2e-ipp-b-8fe6a1", "namespace": "openshift-ingress"} 2026-09-09T22:07:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-8fe6a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-8fe6a1", "reconcileID": "121314c2-a73a-4802-9bed-e4eabf7995c8", "Gateway": "e2e-ipp-b-8fe6a1", "namespace": "openshift-ingress", "name": "e2e-ipp-b-8fe6a1-authn-ssl"} 2026-09-09T22:07:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-8fe6a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-8fe6a1", "reconcileID": "121314c2-a73a-4802-9bed-e4eabf7995c8", "Gateway": "e2e-ipp-b-8fe6a1", "namespace": "openshift-ingress"} 2026-09-09T22:07:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-8fe6a1"}, "namespace": "ai-tenant-e2e-ipp-b-8fe6a1", "name": "openshift-service-ca.crt", "reconcileID": "1854bda8-4fb8-46b0-9a21-7d297ad03343", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-8fe6a1"} 2026-09-09T22:07:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-8fe6a1"}, "namespace": "ai-tenant-e2e-ipp-b-8fe6a1", "name": "odh-trusted-ca-bundle", "reconcileID": "02f85013-12e6-40cc-b44a-426b3d60a1d9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-8fe6a1"} 2026-09-09T22:07:30Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-8fe6a1"}, "namespace": "ai-tenant-e2e-ipp-b-8fe6a1", "name": "openshift-service-ca.crt", "reconcileID": "5f47d0a4-ccae-4f84-9d72-4d1ddf51cb83", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-8fe6a1", "create": "odh-kserve-custom-ca-bundle"} 2026-09-09T22:07:30Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-8fe6a1"}, "namespace": "ai-tenant-e2e-ipp-b-8fe6a1", "name": "openshift-service-ca.crt", "reconcileID": "5f47d0a4-ccae-4f84-9d72-4d1ddf51cb83", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-8fe6a1"} 2026-09-09T22:07:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-8fe6a1"}, "namespace": "ai-tenant-e2e-ipp-b-8fe6a1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "61af3e53-c3aa-43aa-b4d1-b013c0c690df", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-8fe6a1"} 2026-09-09T22:07:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-8fe6a1"}, "namespace": "ai-tenant-e2e-ipp-b-8fe6a1", "name": "openshift-service-ca.crt", "reconcileID": "5ca4dc63-2822-4088-be6b-a36efd44c277", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-8fe6a1"} 2026-09-09T22:07:30Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-8fe6a1"}, "namespace": "ai-tenant-e2e-ipp-b-8fe6a1", "name": "odh-trusted-ca-bundle", "reconcileID": "678039cb-cea9-4eb9-b627-9b287f1747e1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-8fe6a1", "update": "odh-kserve-custom-ca-bundle"} 2026-09-09T22:07:30Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-8fe6a1"}, "namespace": "ai-tenant-e2e-ipp-b-8fe6a1", "name": "odh-trusted-ca-bundle", "reconcileID": "678039cb-cea9-4eb9-b627-9b287f1747e1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-8fe6a1"} 2026-09-09T22:07:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-8fe6a1"}, "namespace": "ai-tenant-e2e-ipp-b-8fe6a1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b9478d34-37f5-44ba-bc08-e87fdfe609ba", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-8fe6a1"} 2026-09-09T22:07:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-8fe6a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-8fe6a1", "reconcileID": "9860d5c0-21e3-4d29-81f4-8cb527c2ef07", "Gateway": "e2e-ipp-b-8fe6a1", "namespace": "openshift-ingress"} 2026-09-09T22:07:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-8fe6a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-8fe6a1", "reconcileID": "9860d5c0-21e3-4d29-81f4-8cb527c2ef07", "Gateway": "e2e-ipp-b-8fe6a1", "namespace": "openshift-ingress", "name": "e2e-ipp-b-8fe6a1-authn-ssl"} 2026-09-09T22:07:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-8fe6a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-8fe6a1", "reconcileID": "9860d5c0-21e3-4d29-81f4-8cb527c2ef07", "Gateway": "e2e-ipp-b-8fe6a1", "namespace": "openshift-ingress"} 2026-09-09T22:07:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-e5cb43","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-e5cb43", "reconcileID": "aace3c12-f4a7-40d9-a438-5fafc471a73e", "Gateway": "e2e-shared-b-w2-e5cb43", "namespace": "openshift-ingress"} 2026-09-09T22:07:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-e5cb43","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-e5cb43", "reconcileID": "aace3c12-f4a7-40d9-a438-5fafc471a73e", "Gateway": "e2e-shared-b-w2-e5cb43", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-e5cb43-authn-ssl"} 2026-09-09T22:07:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-e5cb43","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-e5cb43", "reconcileID": "aace3c12-f4a7-40d9-a438-5fafc471a73e", "Gateway": "e2e-shared-b-w2-e5cb43", "namespace": "openshift-ingress"} 2026-09-09T22:07:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-e5cb43"}, "namespace": "ai-tenant-e2e-shared-b-w2-e5cb43", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d51cead4-0b60-4c5c-83fa-3f0157ee5dcb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-e5cb43"} 2026-09-09T22:07:32Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-e5cb43"}, "namespace": "ai-tenant-e2e-shared-b-w2-e5cb43", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d51cead4-0b60-4c5c-83fa-3f0157ee5dcb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-e5cb43", "create": "odh-kserve-custom-ca-bundle"} 2026-09-09T22:07:32Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-e5cb43"}, "namespace": "ai-tenant-e2e-shared-b-w2-e5cb43", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d51cead4-0b60-4c5c-83fa-3f0157ee5dcb", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w2-e5cb43 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-09T22:07:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-e5cb43"}, "namespace": "ai-tenant-e2e-shared-b-w2-e5cb43", "name": "odh-trusted-ca-bundle", "reconcileID": "a23bee27-a74c-4522-ba95-22a7442d3687", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-e5cb43"} 2026-09-09T22:07:32Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-e5cb43"}, "namespace": "ai-tenant-e2e-shared-b-w2-e5cb43", "name": "odh-trusted-ca-bundle", "reconcileID": "a23bee27-a74c-4522-ba95-22a7442d3687", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-e5cb43", "create": "odh-kserve-custom-ca-bundle"} 2026-09-09T22:07:32Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-e5cb43"}, "namespace": "ai-tenant-e2e-shared-b-w2-e5cb43", "name": "odh-trusted-ca-bundle", "reconcileID": "a23bee27-a74c-4522-ba95-22a7442d3687", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w2-e5cb43 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-09T22:07:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-e5cb43"}, "namespace": "ai-tenant-e2e-shared-b-w2-e5cb43", "name": "openshift-service-ca.crt", "reconcileID": "daa32a2e-4a6f-47a8-abb1-18a6c18ef621", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-e5cb43"} 2026-09-09T22:07:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-e5cb43"}, "namespace": "ai-tenant-e2e-shared-b-w2-e5cb43", "name": "openshift-service-ca.crt", "reconcileID": "daa32a2e-4a6f-47a8-abb1-18a6c18ef621", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-e5cb43"} 2026-09-09T22:07:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-e5cb43"}, "namespace": "ai-tenant-e2e-shared-b-w2-e5cb43", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e62c347f-5a0d-44b2-a055-deaf6e1e1f96", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-e5cb43"} 2026-09-09T22:07:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-e5cb43"}, "namespace": "ai-tenant-e2e-shared-b-w2-e5cb43", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e62c347f-5a0d-44b2-a055-deaf6e1e1f96", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-e5cb43"} 2026-09-09T22:07:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-e5cb43"}, "namespace": "ai-tenant-e2e-shared-b-w2-e5cb43", "name": "odh-trusted-ca-bundle", "reconcileID": "cc95f06f-5c79-4287-9e95-a90baa841586", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-e5cb43"} 2026-09-09T22:07:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-e5cb43"}, "namespace": "ai-tenant-e2e-shared-b-w2-e5cb43", "name": "odh-trusted-ca-bundle", "reconcileID": "cc95f06f-5c79-4287-9e95-a90baa841586", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-e5cb43"} 2026-09-09T22:07:33Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-e5cb43","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-e5cb43", "reconcileID": "5dd8dcb7-d855-4d64-8341-8723421971eb", "Gateway": "e2e-shared-b-w2-e5cb43", "namespace": "openshift-ingress"} 2026-09-09T22:07:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-8fe6a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-8fe6a1", "reconcileID": "1dbdf092-3c70-4a57-9030-a4c992ea271e", "Gateway": "e2e-ipp-b-8fe6a1", "namespace": "openshift-ingress"} 2026-09-09T22:07:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-8fe6a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-8fe6a1", "reconcileID": "1dbdf092-3c70-4a57-9030-a4c992ea271e", "Gateway": "e2e-ipp-b-8fe6a1", "namespace": "openshift-ingress", "name": "e2e-ipp-b-8fe6a1-authn-ssl"} 2026-09-09T22:07:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-8fe6a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-8fe6a1", "reconcileID": "1dbdf092-3c70-4a57-9030-a4c992ea271e", "Gateway": "e2e-ipp-b-8fe6a1", "namespace": "openshift-ingress"} 2026-09-09T22:08:00Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2f2a52","namespace":"ai-tenant-e2e-ipp-a-2f2a52"}, "namespace": "ai-tenant-e2e-ipp-a-2f2a52", "name": "ipp-route-2f2a52", "reconcileID": "4157fcbf-7a7b-4036-9e90-4f15d7274dce", "LLMInferenceService": "ipp-route-2f2a52", "namespace": "ai-tenant-e2e-ipp-a-2f2a52"} 2026-09-09T22:08:00Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2f2a52","namespace":"ai-tenant-e2e-ipp-a-2f2a52"}, "namespace": "ai-tenant-e2e-ipp-a-2f2a52", "name": "ipp-route-2f2a52", "reconcileID": "4157fcbf-7a7b-4036-9e90-4f15d7274dce", "LLMInferenceService": "ipp-route-2f2a52", "namespace": "ai-tenant-e2e-ipp-a-2f2a52"} 2026-09-09T22:08:00Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2f2a52","namespace":"ai-tenant-e2e-ipp-a-2f2a52"}, "namespace": "ai-tenant-e2e-ipp-a-2f2a52", "name": "ipp-route-2f2a52", "reconcileID": "4157fcbf-7a7b-4036-9e90-4f15d7274dce", "LLMInferenceService": "ipp-route-2f2a52", "namespace": "ai-tenant-e2e-ipp-a-2f2a52"} 2026-09-09T22:08:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2f2a52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2f2a52", "reconcileID": "d3462190-1625-4ab5-ac7b-9377aa4154e3", "Gateway": "e2e-ipp-a-2f2a52", "namespace": "openshift-ingress"} 2026-09-09T22:08:00Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2f2a52","namespace":"ai-tenant-e2e-ipp-a-2f2a52"}, "namespace": "ai-tenant-e2e-ipp-a-2f2a52", "name": "ipp-route-2f2a52", "reconcileID": "4157fcbf-7a7b-4036-9e90-4f15d7274dce", "LLMInferenceService": "ipp-route-2f2a52", "namespace": "ai-tenant-e2e-ipp-a-2f2a52", "name": "ipp-route-2f2a52-kserve-route-authn"} 2026-09-09T22:08:00Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2f2a52","namespace":"ai-tenant-e2e-ipp-a-2f2a52"}, "namespace": "ai-tenant-e2e-ipp-a-2f2a52", "name": "ipp-route-2f2a52", "reconcileID": "4157fcbf-7a7b-4036-9e90-4f15d7274dce", "LLMInferenceService": "ipp-route-2f2a52", "namespace": "ai-tenant-e2e-ipp-a-2f2a52", "authType": "userdefined"} 2026-09-09T22:08:00Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2f2a52","namespace":"ai-tenant-e2e-ipp-a-2f2a52"}, "namespace": "ai-tenant-e2e-ipp-a-2f2a52", "name": "ipp-route-2f2a52", "reconcileID": "4157fcbf-7a7b-4036-9e90-4f15d7274dce", "LLMInferenceService": "ipp-route-2f2a52", "namespace": "ai-tenant-e2e-ipp-a-2f2a52"} 2026-09-09T22:08:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2f2a52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2f2a52", "reconcileID": "d3462190-1625-4ab5-ac7b-9377aa4154e3", "Gateway": "e2e-ipp-a-2f2a52", "namespace": "openshift-ingress", "name": "e2e-ipp-a-2f2a52-authn-ssl"} 2026-09-09T22:08:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2f2a52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2f2a52", "reconcileID": "d3462190-1625-4ab5-ac7b-9377aa4154e3", "Gateway": "e2e-ipp-a-2f2a52", "namespace": "openshift-ingress"} 2026-09-09T22:08:00Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2f2a52","namespace":"ai-tenant-e2e-ipp-a-2f2a52"}, "namespace": "ai-tenant-e2e-ipp-a-2f2a52", "name": "ipp-route-2f2a52", "reconcileID": "d9e983b1-b055-4730-9d87-c35394e733d3", "LLMInferenceService": "ipp-route-2f2a52", "namespace": "ai-tenant-e2e-ipp-a-2f2a52"} 2026-09-09T22:08:00Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2f2a52","namespace":"ai-tenant-e2e-ipp-a-2f2a52"}, "namespace": "ai-tenant-e2e-ipp-a-2f2a52", "name": "ipp-route-2f2a52", "reconcileID": "d9e983b1-b055-4730-9d87-c35394e733d3", "LLMInferenceService": "ipp-route-2f2a52", "namespace": "ai-tenant-e2e-ipp-a-2f2a52"} 2026-09-09T22:08:00Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2f2a52","namespace":"ai-tenant-e2e-ipp-a-2f2a52"}, "namespace": "ai-tenant-e2e-ipp-a-2f2a52", "name": "ipp-route-2f2a52", "reconcileID": "d9e983b1-b055-4730-9d87-c35394e733d3", "LLMInferenceService": "ipp-route-2f2a52", "namespace": "ai-tenant-e2e-ipp-a-2f2a52"} 2026-09-09T22:08:00Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2f2a52","namespace":"ai-tenant-e2e-ipp-a-2f2a52"}, "namespace": "ai-tenant-e2e-ipp-a-2f2a52", "name": "ipp-route-2f2a52", "reconcileID": "d9e983b1-b055-4730-9d87-c35394e733d3", "LLMInferenceService": "ipp-route-2f2a52", "namespace": "ai-tenant-e2e-ipp-a-2f2a52", "name": "ipp-route-2f2a52-kserve-route-authn"} 2026-09-09T22:08:00Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2f2a52","namespace":"ai-tenant-e2e-ipp-a-2f2a52"}, "namespace": "ai-tenant-e2e-ipp-a-2f2a52", "name": "ipp-route-2f2a52", "reconcileID": "d9e983b1-b055-4730-9d87-c35394e733d3", "LLMInferenceService": "ipp-route-2f2a52", "namespace": "ai-tenant-e2e-ipp-a-2f2a52", "authType": "userdefined"} 2026-09-09T22:08:00Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2f2a52","namespace":"ai-tenant-e2e-ipp-a-2f2a52"}, "namespace": "ai-tenant-e2e-ipp-a-2f2a52", "name": "ipp-route-2f2a52", "reconcileID": "d9e983b1-b055-4730-9d87-c35394e733d3", "LLMInferenceService": "ipp-route-2f2a52", "namespace": "ai-tenant-e2e-ipp-a-2f2a52"} 2026-09-09T22:08:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2f2a52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2f2a52", "reconcileID": "2b12baaf-f12b-45fd-9b41-dbe680de2654", "Gateway": "e2e-ipp-a-2f2a52", "namespace": "openshift-ingress"} 2026-09-09T22:08:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2f2a52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2f2a52", "reconcileID": "2b12baaf-f12b-45fd-9b41-dbe680de2654", "Gateway": "e2e-ipp-a-2f2a52", "namespace": "openshift-ingress", "name": "e2e-ipp-a-2f2a52-authn-ssl"} 2026-09-09T22:08:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2f2a52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2f2a52", "reconcileID": "2b12baaf-f12b-45fd-9b41-dbe680de2654", "Gateway": "e2e-ipp-a-2f2a52", "namespace": "openshift-ingress"} 2026-09-09T22:08:10Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2f2a52","namespace":"ai-tenant-e2e-ipp-a-2f2a52"}, "namespace": "ai-tenant-e2e-ipp-a-2f2a52", "name": "ipp-route-2f2a52", "reconcileID": "40e0eca9-63d6-4a58-bb1d-a477c0733139", "LLMInferenceService": "ipp-route-2f2a52", "namespace": "ai-tenant-e2e-ipp-a-2f2a52"} 2026-09-09T22:08:10Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2f2a52","namespace":"ai-tenant-e2e-ipp-a-2f2a52"}, "namespace": "ai-tenant-e2e-ipp-a-2f2a52", "name": "ipp-route-2f2a52", "reconcileID": "40e0eca9-63d6-4a58-bb1d-a477c0733139", "LLMInferenceService": "ipp-route-2f2a52", "namespace": "ai-tenant-e2e-ipp-a-2f2a52"} 2026-09-09T22:08:10Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2f2a52","namespace":"ai-tenant-e2e-ipp-a-2f2a52"}, "namespace": "ai-tenant-e2e-ipp-a-2f2a52", "name": "ipp-route-2f2a52", "reconcileID": "40e0eca9-63d6-4a58-bb1d-a477c0733139", "LLMInferenceService": "ipp-route-2f2a52", "namespace": "ai-tenant-e2e-ipp-a-2f2a52"} 2026-09-09T22:08:10Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2f2a52","namespace":"ai-tenant-e2e-ipp-a-2f2a52"}, "namespace": "ai-tenant-e2e-ipp-a-2f2a52", "name": "ipp-route-2f2a52", "reconcileID": "40e0eca9-63d6-4a58-bb1d-a477c0733139", "LLMInferenceService": "ipp-route-2f2a52", "namespace": "ai-tenant-e2e-ipp-a-2f2a52", "name": "ipp-route-2f2a52-kserve-route-authn"} 2026-09-09T22:08:10Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2f2a52","namespace":"ai-tenant-e2e-ipp-a-2f2a52"}, "namespace": "ai-tenant-e2e-ipp-a-2f2a52", "name": "ipp-route-2f2a52", "reconcileID": "40e0eca9-63d6-4a58-bb1d-a477c0733139", "LLMInferenceService": "ipp-route-2f2a52", "namespace": "ai-tenant-e2e-ipp-a-2f2a52", "authType": "userdefined"} 2026-09-09T22:08:10Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2f2a52","namespace":"ai-tenant-e2e-ipp-a-2f2a52"}, "namespace": "ai-tenant-e2e-ipp-a-2f2a52", "name": "ipp-route-2f2a52", "reconcileID": "40e0eca9-63d6-4a58-bb1d-a477c0733139", "LLMInferenceService": "ipp-route-2f2a52", "namespace": "ai-tenant-e2e-ipp-a-2f2a52"} 2026-09-09T22:08:23Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2f2a52","namespace":"ai-tenant-e2e-ipp-a-2f2a52"}, "namespace": "ai-tenant-e2e-ipp-a-2f2a52", "name": "ipp-route-2f2a52", "reconcileID": "fe5ff8f5-4008-4be1-8d58-69028a72740f", "LLMInferenceService": "ipp-route-2f2a52", "namespace": "ai-tenant-e2e-ipp-a-2f2a52"} 2026-09-09T22:08:23Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2f2a52","namespace":"ai-tenant-e2e-ipp-a-2f2a52"}, "namespace": "ai-tenant-e2e-ipp-a-2f2a52", "name": "ipp-route-2f2a52", "reconcileID": "fe5ff8f5-4008-4be1-8d58-69028a72740f", "LLMInferenceService": "ipp-route-2f2a52", "namespace": "ai-tenant-e2e-ipp-a-2f2a52"} 2026-09-09T22:08:23Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2f2a52","namespace":"ai-tenant-e2e-ipp-a-2f2a52"}, "namespace": "ai-tenant-e2e-ipp-a-2f2a52", "name": "ipp-route-2f2a52", "reconcileID": "fe5ff8f5-4008-4be1-8d58-69028a72740f", "LLMInferenceService": "ipp-route-2f2a52", "namespace": "ai-tenant-e2e-ipp-a-2f2a52"} 2026-09-09T22:08:23Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2f2a52","namespace":"ai-tenant-e2e-ipp-a-2f2a52"}, "namespace": "ai-tenant-e2e-ipp-a-2f2a52", "name": "ipp-route-2f2a52", "reconcileID": "fe5ff8f5-4008-4be1-8d58-69028a72740f", "LLMInferenceService": "ipp-route-2f2a52", "namespace": "ai-tenant-e2e-ipp-a-2f2a52", "name": "ipp-route-2f2a52-kserve-route-authn"} 2026-09-09T22:08:23Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2f2a52","namespace":"ai-tenant-e2e-ipp-a-2f2a52"}, "namespace": "ai-tenant-e2e-ipp-a-2f2a52", "name": "ipp-route-2f2a52", "reconcileID": "fe5ff8f5-4008-4be1-8d58-69028a72740f", "LLMInferenceService": "ipp-route-2f2a52", "namespace": "ai-tenant-e2e-ipp-a-2f2a52", "authType": "userdefined"} 2026-09-09T22:08:23Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2f2a52","namespace":"ai-tenant-e2e-ipp-a-2f2a52"}, "namespace": "ai-tenant-e2e-ipp-a-2f2a52", "name": "ipp-route-2f2a52", "reconcileID": "fe5ff8f5-4008-4be1-8d58-69028a72740f", "LLMInferenceService": "ipp-route-2f2a52", "namespace": "ai-tenant-e2e-ipp-a-2f2a52"} 2026-09-09T22:08:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fcfdbf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fcfdbf", "reconcileID": "244001c2-55b5-4297-ad8d-f077a2bd0aed", "Gateway": "e2e-ipp-cleanup-fcfdbf", "namespace": "openshift-ingress"} 2026-09-09T22:08:37Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fcfdbf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fcfdbf", "reconcileID": "244001c2-55b5-4297-ad8d-f077a2bd0aed", "Gateway": "e2e-ipp-cleanup-fcfdbf", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fcfdbf-authn-ssl"} 2026-09-09T22:08:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fcfdbf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fcfdbf", "reconcileID": "244001c2-55b5-4297-ad8d-f077a2bd0aed", "Gateway": "e2e-ipp-cleanup-fcfdbf", "namespace": "openshift-ingress"} 2026-09-09T22:08:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fcfdbf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fcfdbf", "reconcileID": "03764987-3e29-4ad6-bb4a-0e94eddb2898", "Gateway": "e2e-ipp-cleanup-fcfdbf", "namespace": "openshift-ingress"} 2026-09-09T22:08:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fcfdbf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fcfdbf", "reconcileID": "03764987-3e29-4ad6-bb4a-0e94eddb2898", "Gateway": "e2e-ipp-cleanup-fcfdbf", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fcfdbf-authn-ssl"} 2026-09-09T22:08:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fcfdbf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fcfdbf", "reconcileID": "03764987-3e29-4ad6-bb4a-0e94eddb2898", "Gateway": "e2e-ipp-cleanup-fcfdbf", "namespace": "openshift-ingress"} 2026-09-09T22:08:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fcfdbf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fcfdbf", "reconcileID": "40f2a04d-0573-4d6e-aaaa-9a3610db4c6f", "Gateway": "e2e-ipp-cleanup-fcfdbf", "namespace": "openshift-ingress"} 2026-09-09T22:08:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fcfdbf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fcfdbf", "reconcileID": "40f2a04d-0573-4d6e-aaaa-9a3610db4c6f", "Gateway": "e2e-ipp-cleanup-fcfdbf", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fcfdbf-authn-ssl"} 2026-09-09T22:08:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fcfdbf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fcfdbf", "reconcileID": "40f2a04d-0573-4d6e-aaaa-9a3610db4c6f", "Gateway": "e2e-ipp-cleanup-fcfdbf", "namespace": "openshift-ingress"} 2026-09-09T22:08:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fcfdbf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fcfdbf", "reconcileID": "13d5ad6b-df49-427f-81d9-7001b49ef91c", "Gateway": "e2e-ipp-cleanup-fcfdbf", "namespace": "openshift-ingress"} 2026-09-09T22:08:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fcfdbf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fcfdbf", "reconcileID": "13d5ad6b-df49-427f-81d9-7001b49ef91c", "Gateway": "e2e-ipp-cleanup-fcfdbf", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fcfdbf-authn-ssl"} 2026-09-09T22:08:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fcfdbf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fcfdbf", "reconcileID": "13d5ad6b-df49-427f-81d9-7001b49ef91c", "Gateway": "e2e-ipp-cleanup-fcfdbf", "namespace": "openshift-ingress"} 2026-09-09T22:08:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fcfdbf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fcfdbf", "reconcileID": "58f0887a-6e11-47f5-9af6-362079da5f5a", "Gateway": "e2e-ipp-cleanup-fcfdbf", "namespace": "openshift-ingress"} 2026-09-09T22:08:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fcfdbf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fcfdbf", "reconcileID": "58f0887a-6e11-47f5-9af6-362079da5f5a", "Gateway": "e2e-ipp-cleanup-fcfdbf", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fcfdbf-authn-ssl"} 2026-09-09T22:08:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fcfdbf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fcfdbf", "reconcileID": "58f0887a-6e11-47f5-9af6-362079da5f5a", "Gateway": "e2e-ipp-cleanup-fcfdbf", "namespace": "openshift-ingress"} 2026-09-09T22:08:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fcfdbf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fcfdbf", "reconcileID": "cdc40a23-654b-4517-b9c6-e2dae2a35acb", "Gateway": "e2e-ipp-cleanup-fcfdbf", "namespace": "openshift-ingress"} 2026-09-09T22:08:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fcfdbf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fcfdbf", "reconcileID": "cdc40a23-654b-4517-b9c6-e2dae2a35acb", "Gateway": "e2e-ipp-cleanup-fcfdbf", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fcfdbf-authn-ssl"} 2026-09-09T22:08:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fcfdbf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fcfdbf", "reconcileID": "cdc40a23-654b-4517-b9c6-e2dae2a35acb", "Gateway": "e2e-ipp-cleanup-fcfdbf", "namespace": "openshift-ingress"} 2026-09-09T22:08:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fcfdbf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fcfdbf", "reconcileID": "487eca84-bf54-4ef7-8e70-ba86c03eaf5a", "Gateway": "e2e-ipp-cleanup-fcfdbf", "namespace": "openshift-ingress"} 2026-09-09T22:08:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fcfdbf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fcfdbf", "reconcileID": "487eca84-bf54-4ef7-8e70-ba86c03eaf5a", "Gateway": "e2e-ipp-cleanup-fcfdbf", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fcfdbf-authn-ssl"} 2026-09-09T22:08:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fcfdbf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fcfdbf", "reconcileID": "487eca84-bf54-4ef7-8e70-ba86c03eaf5a", "Gateway": "e2e-ipp-cleanup-fcfdbf", "namespace": "openshift-ingress"} 2026-09-09T22:08:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fcfdbf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fcfdbf", "reconcileID": "ef40aea5-3aea-4555-93da-2b7f87447128", "Gateway": "e2e-ipp-cleanup-fcfdbf", "namespace": "openshift-ingress"} 2026-09-09T22:08:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fcfdbf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fcfdbf", "reconcileID": "ef40aea5-3aea-4555-93da-2b7f87447128", "Gateway": "e2e-ipp-cleanup-fcfdbf", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fcfdbf-authn-ssl"} 2026-09-09T22:08:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fcfdbf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fcfdbf", "reconcileID": "ef40aea5-3aea-4555-93da-2b7f87447128", "Gateway": "e2e-ipp-cleanup-fcfdbf", "namespace": "openshift-ingress"} 2026-09-09T22:08:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-fcfdbf"}, "namespace": "ai-tenant-e2e-ipp-cleanup-fcfdbf", "name": "openshift-service-ca.crt", "reconcileID": "c38bdee8-8089-448b-b2ed-9058a03c0e00", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-fcfdbf"} 2026-09-09T22:08:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-fcfdbf"}, "namespace": "ai-tenant-e2e-ipp-cleanup-fcfdbf", "name": "odh-trusted-ca-bundle", "reconcileID": "bbfe396c-21a1-418e-8ece-f05597be0f57", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-fcfdbf"} 2026-09-09T22:08:39Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-fcfdbf"}, "namespace": "ai-tenant-e2e-ipp-cleanup-fcfdbf", "name": "openshift-service-ca.crt", "reconcileID": "f82e5251-2b1d-458c-aab5-7613933d2e95", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-fcfdbf", "create": "odh-kserve-custom-ca-bundle"} 2026-09-09T22:08:39Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-fcfdbf"}, "namespace": "ai-tenant-e2e-ipp-cleanup-fcfdbf", "name": "openshift-service-ca.crt", "reconcileID": "f82e5251-2b1d-458c-aab5-7613933d2e95", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-fcfdbf"} 2026-09-09T22:08:39Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-fcfdbf"}, "namespace": "ai-tenant-e2e-ipp-cleanup-fcfdbf", "name": "openshift-service-ca.crt", "reconcileID": "00f2beaa-bfc3-4753-8e04-258583d9a55c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-fcfdbf", "create": "odh-kserve-custom-ca-bundle"} 2026-09-09T22:08:39Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-fcfdbf"}, "namespace": "ai-tenant-e2e-ipp-cleanup-fcfdbf", "name": "openshift-service-ca.crt", "reconcileID": "00f2beaa-bfc3-4753-8e04-258583d9a55c", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-09T22:08:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-fcfdbf"}, "namespace": "ai-tenant-e2e-ipp-cleanup-fcfdbf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ad99625c-fc0a-4e23-bc5d-c2f8f1d7b908", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-fcfdbf"} 2026-09-09T22:08:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-fcfdbf"}, "namespace": "ai-tenant-e2e-ipp-cleanup-fcfdbf", "name": "openshift-service-ca.crt", "reconcileID": "4097846f-82dd-40cc-ba48-568b7291200d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-fcfdbf"} 2026-09-09T22:08:39Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-fcfdbf"}, "namespace": "ai-tenant-e2e-ipp-cleanup-fcfdbf", "name": "odh-trusted-ca-bundle", "reconcileID": "f68db2e2-a520-4ff5-b8dc-0c019ecbb4e6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-fcfdbf", "update": "odh-kserve-custom-ca-bundle"} 2026-09-09T22:08:39Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-fcfdbf"}, "namespace": "ai-tenant-e2e-ipp-cleanup-fcfdbf", "name": "odh-trusted-ca-bundle", "reconcileID": "f68db2e2-a520-4ff5-b8dc-0c019ecbb4e6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-fcfdbf"} 2026-09-09T22:08:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-fcfdbf"}, "namespace": "ai-tenant-e2e-ipp-cleanup-fcfdbf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2564c9a9-b44a-4eac-b7f6-3ca8a3fb6788", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-fcfdbf"} 2026-09-09T22:08:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fcfdbf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fcfdbf", "reconcileID": "576a0fdf-38b6-4959-a603-4e80782804a0", "Gateway": "e2e-ipp-cleanup-fcfdbf", "namespace": "openshift-ingress"} 2026-09-09T22:08:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fcfdbf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fcfdbf", "reconcileID": "576a0fdf-38b6-4959-a603-4e80782804a0", "Gateway": "e2e-ipp-cleanup-fcfdbf", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fcfdbf-authn-ssl"} 2026-09-09T22:08:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fcfdbf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fcfdbf", "reconcileID": "576a0fdf-38b6-4959-a603-4e80782804a0", "Gateway": "e2e-ipp-cleanup-fcfdbf", "namespace": "openshift-ingress"} 2026-09-09T22:08:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fcfdbf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fcfdbf", "reconcileID": "da1efdf1-ed54-4db8-bc29-e8c278736262", "Gateway": "e2e-ipp-cleanup-fcfdbf", "namespace": "openshift-ingress"} 2026-09-09T22:08:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fcfdbf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fcfdbf", "reconcileID": "da1efdf1-ed54-4db8-bc29-e8c278736262", "Gateway": "e2e-ipp-cleanup-fcfdbf", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fcfdbf-authn-ssl"} 2026-09-09T22:08:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fcfdbf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fcfdbf", "reconcileID": "da1efdf1-ed54-4db8-bc29-e8c278736262", "Gateway": "e2e-ipp-cleanup-fcfdbf", "namespace": "openshift-ingress"} 2026-09-09T22:09:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fcfdbf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fcfdbf", "reconcileID": "2f259080-d90e-42b9-b378-22a0b2d9d7c8", "Gateway": "e2e-ipp-cleanup-fcfdbf", "namespace": "openshift-ingress"} 2026-09-09T22:09:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fcfdbf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fcfdbf", "reconcileID": "2f259080-d90e-42b9-b378-22a0b2d9d7c8", "Gateway": "e2e-ipp-cleanup-fcfdbf", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fcfdbf-authn-ssl"} 2026-09-09T22:09:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fcfdbf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fcfdbf", "reconcileID": "2f259080-d90e-42b9-b378-22a0b2d9d7c8", "Gateway": "e2e-ipp-cleanup-fcfdbf", "namespace": "openshift-ingress"} 2026-09-09T22:09:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fcfdbf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fcfdbf", "reconcileID": "05663f12-29f4-4ab4-81a2-c85608f0503b", "Gateway": "e2e-ipp-cleanup-fcfdbf", "namespace": "openshift-ingress"} 2026-09-09T22:09:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fcfdbf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fcfdbf", "reconcileID": "05663f12-29f4-4ab4-81a2-c85608f0503b", "Gateway": "e2e-ipp-cleanup-fcfdbf", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fcfdbf-authn-ssl"} 2026-09-09T22:09:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fcfdbf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fcfdbf", "reconcileID": "05663f12-29f4-4ab4-81a2-c85608f0503b", "Gateway": "e2e-ipp-cleanup-fcfdbf", "namespace": "openshift-ingress"} 2026-09-09T22:09:17Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-fcfdbf"}, "namespace": "ai-tenant-e2e-ipp-cleanup-fcfdbf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7b575014-02b9-49a4-80f6-52664f2c8dbd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-fcfdbf"} 2026-09-09T22:09:17Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-fcfdbf"}, "namespace": "ai-tenant-e2e-ipp-cleanup-fcfdbf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7b575014-02b9-49a4-80f6-52664f2c8dbd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-fcfdbf", "create": "odh-kserve-custom-ca-bundle"} 2026-09-09T22:09:17Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-fcfdbf"}, "namespace": "ai-tenant-e2e-ipp-cleanup-fcfdbf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7b575014-02b9-49a4-80f6-52664f2c8dbd", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-fcfdbf because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-09T22:09:17Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-fcfdbf"}, "namespace": "ai-tenant-e2e-ipp-cleanup-fcfdbf", "name": "odh-trusted-ca-bundle", "reconcileID": "da3beb09-d1aa-4e11-a401-2f2324f62346", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-fcfdbf"} 2026-09-09T22:09:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-fcfdbf"}, "namespace": "ai-tenant-e2e-ipp-cleanup-fcfdbf", "name": "odh-trusted-ca-bundle", "reconcileID": "da3beb09-d1aa-4e11-a401-2f2324f62346", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-fcfdbf"} 2026-09-09T22:09:17Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-fcfdbf"}, "namespace": "ai-tenant-e2e-ipp-cleanup-fcfdbf", "name": "openshift-service-ca.crt", "reconcileID": "05042379-7f8d-48b6-be87-d7d15a4910a2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-fcfdbf"} 2026-09-09T22:09:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-fcfdbf"}, "namespace": "ai-tenant-e2e-ipp-cleanup-fcfdbf", "name": "openshift-service-ca.crt", "reconcileID": "05042379-7f8d-48b6-be87-d7d15a4910a2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-fcfdbf"} 2026-09-09T22:09:17Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-fcfdbf"}, "namespace": "ai-tenant-e2e-ipp-cleanup-fcfdbf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3e8cc81b-48eb-4a1c-9f24-ff02608631f7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-fcfdbf"} 2026-09-09T22:09:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-fcfdbf"}, "namespace": "ai-tenant-e2e-ipp-cleanup-fcfdbf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3e8cc81b-48eb-4a1c-9f24-ff02608631f7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-fcfdbf"} 2026-09-09T22:09:18Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fcfdbf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fcfdbf", "reconcileID": "c9c9d194-ae92-479d-b5a1-80fc60e77f1b", "Gateway": "e2e-ipp-cleanup-fcfdbf", "namespace": "openshift-ingress"} 2026-09-09T22:09:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2f2a52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2f2a52", "reconcileID": "9a1ef61c-f666-4a90-9689-cb859bfac099", "Gateway": "e2e-ipp-a-2f2a52", "namespace": "openshift-ingress"} 2026-09-09T22:09:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2f2a52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2f2a52", "reconcileID": "9a1ef61c-f666-4a90-9689-cb859bfac099", "Gateway": "e2e-ipp-a-2f2a52", "namespace": "openshift-ingress", "name": "e2e-ipp-a-2f2a52-authn-ssl"} 2026-09-09T22:09:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2f2a52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2f2a52", "reconcileID": "9a1ef61c-f666-4a90-9689-cb859bfac099", "Gateway": "e2e-ipp-a-2f2a52", "namespace": "openshift-ingress"} 2026-09-09T22:09:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2f2a52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2f2a52", "reconcileID": "86463b7b-0d8f-45e8-9bf8-266663aab4f3", "Gateway": "e2e-ipp-a-2f2a52", "namespace": "openshift-ingress"} 2026-09-09T22:09:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2f2a52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2f2a52", "reconcileID": "86463b7b-0d8f-45e8-9bf8-266663aab4f3", "Gateway": "e2e-ipp-a-2f2a52", "namespace": "openshift-ingress", "name": "e2e-ipp-a-2f2a52-authn-ssl"} 2026-09-09T22:09:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2f2a52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2f2a52", "reconcileID": "86463b7b-0d8f-45e8-9bf8-266663aab4f3", "Gateway": "e2e-ipp-a-2f2a52", "namespace": "openshift-ingress"} 2026-09-09T22:09:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2f2a52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2f2a52", "reconcileID": "cf7683fc-d6b7-4dac-835e-8b2e633ea6a8", "Gateway": "e2e-ipp-a-2f2a52", "namespace": "openshift-ingress"} 2026-09-09T22:09:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2f2a52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2f2a52", "reconcileID": "cf7683fc-d6b7-4dac-835e-8b2e633ea6a8", "Gateway": "e2e-ipp-a-2f2a52", "namespace": "openshift-ingress", "name": "e2e-ipp-a-2f2a52-authn-ssl"} 2026-09-09T22:09:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2f2a52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2f2a52", "reconcileID": "cf7683fc-d6b7-4dac-835e-8b2e633ea6a8", "Gateway": "e2e-ipp-a-2f2a52", "namespace": "openshift-ingress"} 2026-09-09T22:09:43Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2f2a52","namespace":"ai-tenant-e2e-ipp-a-2f2a52"}, "namespace": "ai-tenant-e2e-ipp-a-2f2a52", "name": "ipp-route-2f2a52", "reconcileID": "de9b0c37-9340-4a0b-ab05-f55d0dcffdf5", "LLMInferenceService": "ipp-route-2f2a52", "namespace": "ai-tenant-e2e-ipp-a-2f2a52"} 2026-09-09T22:09:43Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2f2a52","namespace":"ai-tenant-e2e-ipp-a-2f2a52"}, "namespace": "ai-tenant-e2e-ipp-a-2f2a52", "name": "ipp-route-2f2a52", "reconcileID": "de9b0c37-9340-4a0b-ab05-f55d0dcffdf5", "LLMInferenceService": "ipp-route-2f2a52", "namespace": "ai-tenant-e2e-ipp-a-2f2a52"} 2026-09-09T22:09:43Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2f2a52","namespace":"ai-tenant-e2e-ipp-a-2f2a52"}, "namespace": "ai-tenant-e2e-ipp-a-2f2a52", "name": "ipp-route-2f2a52", "reconcileID": "de9b0c37-9340-4a0b-ab05-f55d0dcffdf5", "LLMInferenceService": "ipp-route-2f2a52", "namespace": "ai-tenant-e2e-ipp-a-2f2a52"} 2026-09-09T22:09:43Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2f2a52","namespace":"ai-tenant-e2e-ipp-a-2f2a52"}, "namespace": "ai-tenant-e2e-ipp-a-2f2a52", "name": "ipp-route-2f2a52", "reconcileID": "de9b0c37-9340-4a0b-ab05-f55d0dcffdf5", "LLMInferenceService": "ipp-route-2f2a52", "namespace": "ai-tenant-e2e-ipp-a-2f2a52", "name": "ipp-route-2f2a52-kserve-route-authn"} 2026-09-09T22:09:43Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2f2a52","namespace":"ai-tenant-e2e-ipp-a-2f2a52"}, "namespace": "ai-tenant-e2e-ipp-a-2f2a52", "name": "ipp-route-2f2a52", "reconcileID": "de9b0c37-9340-4a0b-ab05-f55d0dcffdf5", "LLMInferenceService": "ipp-route-2f2a52", "namespace": "ai-tenant-e2e-ipp-a-2f2a52", "authType": "userdefined"} 2026-09-09T22:09:43Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2f2a52","namespace":"ai-tenant-e2e-ipp-a-2f2a52"}, "namespace": "ai-tenant-e2e-ipp-a-2f2a52", "name": "ipp-route-2f2a52", "reconcileID": "de9b0c37-9340-4a0b-ab05-f55d0dcffdf5", "LLMInferenceService": "ipp-route-2f2a52", "namespace": "ai-tenant-e2e-ipp-a-2f2a52"} 2026-09-09T22:10:19Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-2f2a52"}, "namespace": "ai-tenant-e2e-ipp-a-2f2a52", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "137ba36c-93ad-4955-989d-b0a5597b6a63", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-2f2a52"} 2026-09-09T22:10:19Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-2f2a52"}, "namespace": "ai-tenant-e2e-ipp-a-2f2a52", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "137ba36c-93ad-4955-989d-b0a5597b6a63", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-2f2a52", "create": "odh-kserve-custom-ca-bundle"} 2026-09-09T22:10:19Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-2f2a52"}, "namespace": "ai-tenant-e2e-ipp-a-2f2a52", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "137ba36c-93ad-4955-989d-b0a5597b6a63", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-2f2a52 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-09T22:10:19Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-2f2a52"}, "namespace": "ai-tenant-e2e-ipp-a-2f2a52", "name": "odh-trusted-ca-bundle", "reconcileID": "dd055eb8-fedf-4dc8-bc62-39d7a3c8418b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-2f2a52"} 2026-09-09T22:10:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-2f2a52"}, "namespace": "ai-tenant-e2e-ipp-a-2f2a52", "name": "odh-trusted-ca-bundle", "reconcileID": "dd055eb8-fedf-4dc8-bc62-39d7a3c8418b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-2f2a52"} 2026-09-09T22:10:19Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-2f2a52"}, "namespace": "ai-tenant-e2e-ipp-a-2f2a52", "name": "openshift-service-ca.crt", "reconcileID": "8513c793-2b1d-4d05-8536-543936df3a43", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-2f2a52"} 2026-09-09T22:10:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-2f2a52"}, "namespace": "ai-tenant-e2e-ipp-a-2f2a52", "name": "openshift-service-ca.crt", "reconcileID": "8513c793-2b1d-4d05-8536-543936df3a43", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-2f2a52"} 2026-09-09T22:10:19Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-2f2a52"}, "namespace": "ai-tenant-e2e-ipp-a-2f2a52", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9f23671a-1a71-4b37-9039-b4909f3b797b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-2f2a52"} 2026-09-09T22:10:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-2f2a52"}, "namespace": "ai-tenant-e2e-ipp-a-2f2a52", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9f23671a-1a71-4b37-9039-b4909f3b797b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-2f2a52"} 2026-09-09T22:10:19Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2f2a52","namespace":"ai-tenant-e2e-ipp-a-2f2a52"}, "namespace": "ai-tenant-e2e-ipp-a-2f2a52", "name": "ipp-route-2f2a52", "reconcileID": "065d7afe-5b06-4613-ae88-ee3cd71a9899", "LLMInferenceService": "ipp-route-2f2a52", "namespace": "ai-tenant-e2e-ipp-a-2f2a52"} 2026-09-09T22:10:19Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2f2a52","namespace":"ai-tenant-e2e-ipp-a-2f2a52"}, "namespace": "ai-tenant-e2e-ipp-a-2f2a52", "name": "ipp-route-2f2a52", "reconcileID": "065d7afe-5b06-4613-ae88-ee3cd71a9899", "LLMInferenceService": "ipp-route-2f2a52", "namespace": "ai-tenant-e2e-ipp-a-2f2a52"} 2026-09-09T22:10:19Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2f2a52","namespace":"ai-tenant-e2e-ipp-a-2f2a52"}, "namespace": "ai-tenant-e2e-ipp-a-2f2a52", "name": "ipp-route-2f2a52", "reconcileID": "065d7afe-5b06-4613-ae88-ee3cd71a9899", "LLMInferenceService": "ipp-route-2f2a52", "namespace": "ai-tenant-e2e-ipp-a-2f2a52"} 2026-09-09T22:10:19Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2f2a52","namespace":"ai-tenant-e2e-ipp-a-2f2a52"}, "namespace": "ai-tenant-e2e-ipp-a-2f2a52", "name": "ipp-route-2f2a52", "reconcileID": "065d7afe-5b06-4613-ae88-ee3cd71a9899", "LLMInferenceService": "ipp-route-2f2a52", "namespace": "ai-tenant-e2e-ipp-a-2f2a52", "name": "ipp-route-2f2a52-kserve-route-authn"} 2026-09-09T22:10:19Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2f2a52","namespace":"ai-tenant-e2e-ipp-a-2f2a52"}, "namespace": "ai-tenant-e2e-ipp-a-2f2a52", "name": "ipp-route-2f2a52", "reconcileID": "065d7afe-5b06-4613-ae88-ee3cd71a9899", "LLMInferenceService": "ipp-route-2f2a52", "namespace": "ai-tenant-e2e-ipp-a-2f2a52", "authType": "userdefined"} 2026-09-09T22:10:19Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2f2a52","namespace":"ai-tenant-e2e-ipp-a-2f2a52"}, "namespace": "ai-tenant-e2e-ipp-a-2f2a52", "name": "ipp-route-2f2a52", "reconcileID": "065d7afe-5b06-4613-ae88-ee3cd71a9899", "LLMInferenceService": "ipp-route-2f2a52", "namespace": "ai-tenant-e2e-ipp-a-2f2a52"} 2026-09-09T22:10:19Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2f2a52","namespace":"ai-tenant-e2e-ipp-a-2f2a52"}, "namespace": "ai-tenant-e2e-ipp-a-2f2a52", "name": "ipp-route-2f2a52", "reconcileID": "c244d14d-f9fe-4a02-8959-7f0d36321ae5", "LLMInferenceService": "ipp-route-2f2a52", "namespace": "ai-tenant-e2e-ipp-a-2f2a52"} 2026-09-09T22:10:19Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2f2a52","namespace":"ai-tenant-e2e-ipp-a-2f2a52"}, "namespace": "ai-tenant-e2e-ipp-a-2f2a52", "name": "ipp-route-2f2a52", "reconcileID": "c244d14d-f9fe-4a02-8959-7f0d36321ae5", "LLMInferenceService": "ipp-route-2f2a52", "namespace": "ai-tenant-e2e-ipp-a-2f2a52"} 2026-09-09T22:10:19Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2f2a52","namespace":"ai-tenant-e2e-ipp-a-2f2a52"}, "namespace": "ai-tenant-e2e-ipp-a-2f2a52", "name": "ipp-route-2f2a52", "reconcileID": "c244d14d-f9fe-4a02-8959-7f0d36321ae5", "LLMInferenceService": "ipp-route-2f2a52", "namespace": "ai-tenant-e2e-ipp-a-2f2a52"} 2026-09-09T22:10:19Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2f2a52","namespace":"ai-tenant-e2e-ipp-a-2f2a52"}, "namespace": "ai-tenant-e2e-ipp-a-2f2a52", "name": "ipp-route-2f2a52", "reconcileID": "c244d14d-f9fe-4a02-8959-7f0d36321ae5", "LLMInferenceService": "ipp-route-2f2a52", "namespace": "ai-tenant-e2e-ipp-a-2f2a52", "name": "ipp-route-2f2a52-kserve-route-authn"} 2026-09-09T22:10:19Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2f2a52","namespace":"ai-tenant-e2e-ipp-a-2f2a52"}, "namespace": "ai-tenant-e2e-ipp-a-2f2a52", "name": "ipp-route-2f2a52", "reconcileID": "c244d14d-f9fe-4a02-8959-7f0d36321ae5", "LLMInferenceService": "ipp-route-2f2a52", "namespace": "ai-tenant-e2e-ipp-a-2f2a52", "authType": "userdefined"} 2026-09-09T22:10:19Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2f2a52","namespace":"ai-tenant-e2e-ipp-a-2f2a52"}, "namespace": "ai-tenant-e2e-ipp-a-2f2a52", "name": "ipp-route-2f2a52", "reconcileID": "c244d14d-f9fe-4a02-8959-7f0d36321ae5", "LLMInferenceService": "ipp-route-2f2a52", "namespace": "ai-tenant-e2e-ipp-a-2f2a52"} 2026-09-09T22:10:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2f2a52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2f2a52", "reconcileID": "76e5277d-e7e0-4135-a8fe-8e0e12f9f457", "Gateway": "e2e-ipp-a-2f2a52", "namespace": "openshift-ingress"} 2026-09-09T22:10:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2f2a52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2f2a52", "reconcileID": "76e5277d-e7e0-4135-a8fe-8e0e12f9f457", "Gateway": "e2e-ipp-a-2f2a52", "namespace": "openshift-ingress", "name": "e2e-ipp-a-2f2a52-authn-ssl"} 2026-09-09T22:10:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2f2a52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2f2a52", "reconcileID": "76e5277d-e7e0-4135-a8fe-8e0e12f9f457", "Gateway": "e2e-ipp-a-2f2a52", "namespace": "openshift-ingress"} 2026-09-09T22:10:20Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2f2a52","namespace":"ai-tenant-e2e-ipp-a-2f2a52"}, "namespace": "ai-tenant-e2e-ipp-a-2f2a52", "name": "ipp-route-2f2a52", "reconcileID": "00e7b00c-1959-42d6-8d13-3f4703170699", "LLMInferenceService": "ipp-route-2f2a52", "namespace": "ai-tenant-e2e-ipp-a-2f2a52"} 2026-09-09T22:10:20Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2f2a52","namespace":"ai-tenant-e2e-ipp-a-2f2a52"}, "namespace": "ai-tenant-e2e-ipp-a-2f2a52", "name": "ipp-route-2f2a52", "reconcileID": "00e7b00c-1959-42d6-8d13-3f4703170699", "LLMInferenceService": "ipp-route-2f2a52", "namespace": "ai-tenant-e2e-ipp-a-2f2a52", "name": "ipp-route-2f2a52"} 2026-09-09T22:10:20Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2f2a52","namespace":"ai-tenant-e2e-ipp-a-2f2a52"}, "namespace": "ai-tenant-e2e-ipp-a-2f2a52", "name": "ipp-route-2f2a52", "reconcileID": "00e7b00c-1959-42d6-8d13-3f4703170699", "LLMInferenceService": "ipp-route-2f2a52", "namespace": "ai-tenant-e2e-ipp-a-2f2a52"} 2026-09-09T22:10:20Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2f2a52","namespace":"ai-tenant-e2e-ipp-a-2f2a52"}, "namespace": "ai-tenant-e2e-ipp-a-2f2a52", "name": "ipp-route-2f2a52", "reconcileID": "00e7b00c-1959-42d6-8d13-3f4703170699", "LLMInferenceService": "ipp-route-2f2a52", "namespace": "ai-tenant-e2e-ipp-a-2f2a52"} 2026-09-09T22:10:20Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2f2a52","namespace":"ai-tenant-e2e-ipp-a-2f2a52"}, "namespace": "ai-tenant-e2e-ipp-a-2f2a52", "name": "ipp-route-2f2a52", "reconcileID": "00e7b00c-1959-42d6-8d13-3f4703170699", "LLMInferenceService": "ipp-route-2f2a52", "namespace": "ai-tenant-e2e-ipp-a-2f2a52", "name": "ipp-route-2f2a52-kserve-route-authn"} 2026-09-09T22:10:20Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2f2a52","namespace":"ai-tenant-e2e-ipp-a-2f2a52"}, "namespace": "ai-tenant-e2e-ipp-a-2f2a52", "name": "ipp-route-2f2a52", "reconcileID": "00e7b00c-1959-42d6-8d13-3f4703170699", "LLMInferenceService": "ipp-route-2f2a52", "namespace": "ai-tenant-e2e-ipp-a-2f2a52", "name": "ipp-route-2f2a52-kserve-route-authn"} 2026-09-09T22:10:20Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2f2a52","namespace":"ai-tenant-e2e-ipp-a-2f2a52"}, "namespace": "ai-tenant-e2e-ipp-a-2f2a52", "name": "ipp-route-2f2a52", "reconcileID": "00e7b00c-1959-42d6-8d13-3f4703170699", "LLMInferenceService": "ipp-route-2f2a52", "namespace": "ai-tenant-e2e-ipp-a-2f2a52", "namespace": "ai-tenant-e2e-ipp-a-2f2a52"} 2026-09-09T22:10:20Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2f2a52","namespace":"ai-tenant-e2e-ipp-a-2f2a52"}, "namespace": "ai-tenant-e2e-ipp-a-2f2a52", "name": "ipp-route-2f2a52", "reconcileID": "00e7b00c-1959-42d6-8d13-3f4703170699", "LLMInferenceService": "ipp-route-2f2a52", "namespace": "ai-tenant-e2e-ipp-a-2f2a52", "namespace": "ai-tenant-e2e-ipp-a-2f2a52"} 2026-09-09T22:10:40Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2f2a52","namespace":"ai-tenant-e2e-ipp-a-2f2a52"}, "namespace": "ai-tenant-e2e-ipp-a-2f2a52", "name": "ipp-route-2f2a52", "reconcileID": "4c863a3f-3031-4288-8813-abfccd0da9b5", "LLMInferenceService": "ipp-route-2f2a52", "namespace": "ai-tenant-e2e-ipp-a-2f2a52"} 2026-09-09T22:10:40Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2f2a52","namespace":"ai-tenant-e2e-ipp-a-2f2a52"}, "namespace": "ai-tenant-e2e-ipp-a-2f2a52", "name": "ipp-route-2f2a52", "reconcileID": "4c863a3f-3031-4288-8813-abfccd0da9b5", "LLMInferenceService": "ipp-route-2f2a52", "namespace": "ai-tenant-e2e-ipp-a-2f2a52", "name": "ipp-route-2f2a52"} 2026-09-09T22:10:40Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2f2a52","namespace":"ai-tenant-e2e-ipp-a-2f2a52"}, "namespace": "ai-tenant-e2e-ipp-a-2f2a52", "name": "ipp-route-2f2a52", "reconcileID": "4c863a3f-3031-4288-8813-abfccd0da9b5", "LLMInferenceService": "ipp-route-2f2a52", "namespace": "ai-tenant-e2e-ipp-a-2f2a52"} 2026-09-09T22:10:40Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2f2a52","namespace":"ai-tenant-e2e-ipp-a-2f2a52"}, "namespace": "ai-tenant-e2e-ipp-a-2f2a52", "name": "ipp-route-2f2a52", "reconcileID": "4c863a3f-3031-4288-8813-abfccd0da9b5", "LLMInferenceService": "ipp-route-2f2a52", "namespace": "ai-tenant-e2e-ipp-a-2f2a52"} 2026-09-09T22:10:40Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2f2a52","namespace":"ai-tenant-e2e-ipp-a-2f2a52"}, "namespace": "ai-tenant-e2e-ipp-a-2f2a52", "name": "ipp-route-2f2a52", "reconcileID": "4c863a3f-3031-4288-8813-abfccd0da9b5", "LLMInferenceService": "ipp-route-2f2a52", "namespace": "ai-tenant-e2e-ipp-a-2f2a52", "name": "ipp-route-2f2a52-kserve-route-authn"} 2026-09-09T22:10:40Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2f2a52","namespace":"ai-tenant-e2e-ipp-a-2f2a52"}, "namespace": "ai-tenant-e2e-ipp-a-2f2a52", "name": "ipp-route-2f2a52", "reconcileID": "4c863a3f-3031-4288-8813-abfccd0da9b5", "LLMInferenceService": "ipp-route-2f2a52", "namespace": "ai-tenant-e2e-ipp-a-2f2a52", "name": "ipp-route-2f2a52-kserve-route-authn"} 2026-09-09T22:10:40Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2f2a52","namespace":"ai-tenant-e2e-ipp-a-2f2a52"}, "namespace": "ai-tenant-e2e-ipp-a-2f2a52", "name": "ipp-route-2f2a52", "reconcileID": "4c863a3f-3031-4288-8813-abfccd0da9b5", "LLMInferenceService": "ipp-route-2f2a52", "namespace": "ai-tenant-e2e-ipp-a-2f2a52", "namespace": "ai-tenant-e2e-ipp-a-2f2a52"} 2026-09-09T22:10:40Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2f2a52","namespace":"ai-tenant-e2e-ipp-a-2f2a52"}, "namespace": "ai-tenant-e2e-ipp-a-2f2a52", "name": "ipp-route-2f2a52", "reconcileID": "4c863a3f-3031-4288-8813-abfccd0da9b5", "LLMInferenceService": "ipp-route-2f2a52", "namespace": "ai-tenant-e2e-ipp-a-2f2a52", "namespace": "ai-tenant-e2e-ipp-a-2f2a52"} 2026-09-09T22:10:40Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2f2a52","namespace":"ai-tenant-e2e-ipp-a-2f2a52"}, "namespace": "ai-tenant-e2e-ipp-a-2f2a52", "name": "ipp-route-2f2a52", "reconcileID": "4b8b1fc0-a8c4-4b94-82a0-73edaf9fbb66", "LLMInferenceService": "ipp-route-2f2a52", "namespace": "ai-tenant-e2e-ipp-a-2f2a52"} 2026-09-09T22:10:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2f2a52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2f2a52", "reconcileID": "779231d8-553b-4635-9271-31bc00267b24", "Gateway": "e2e-ipp-a-2f2a52", "namespace": "openshift-ingress"} 2026-09-09T22:10:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2f2a52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2f2a52", "reconcileID": "779231d8-553b-4635-9271-31bc00267b24", "Gateway": "e2e-ipp-a-2f2a52", "namespace": "openshift-ingress", "name": "e2e-ipp-a-2f2a52-authn-ssl"} 2026-09-09T22:10:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2f2a52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2f2a52", "reconcileID": "779231d8-553b-4635-9271-31bc00267b24", "Gateway": "e2e-ipp-a-2f2a52", "namespace": "openshift-ingress"} 2026-09-09T22:10:49Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2f2a52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2f2a52", "reconcileID": "b663a393-3176-494a-bf7c-75af6316d60d", "Gateway": "e2e-ipp-a-2f2a52", "namespace": "openshift-ingress"} 2026-09-09T22:11:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-8fe6a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-8fe6a1", "reconcileID": "b349a255-1258-45f8-a004-fbfa8ee5800d", "Gateway": "e2e-ipp-b-8fe6a1", "namespace": "openshift-ingress"} 2026-09-09T22:11:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-8fe6a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-8fe6a1", "reconcileID": "b349a255-1258-45f8-a004-fbfa8ee5800d", "Gateway": "e2e-ipp-b-8fe6a1", "namespace": "openshift-ingress", "name": "e2e-ipp-b-8fe6a1-authn-ssl"} 2026-09-09T22:11:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-8fe6a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-8fe6a1", "reconcileID": "b349a255-1258-45f8-a004-fbfa8ee5800d", "Gateway": "e2e-ipp-b-8fe6a1", "namespace": "openshift-ingress"} 2026-09-09T22:11:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-8fe6a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-8fe6a1", "reconcileID": "21e6619b-950a-4d26-ac93-f2a002186305", "Gateway": "e2e-ipp-b-8fe6a1", "namespace": "openshift-ingress"} 2026-09-09T22:11:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-8fe6a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-8fe6a1", "reconcileID": "21e6619b-950a-4d26-ac93-f2a002186305", "Gateway": "e2e-ipp-b-8fe6a1", "namespace": "openshift-ingress", "name": "e2e-ipp-b-8fe6a1-authn-ssl"} 2026-09-09T22:11:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-8fe6a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-8fe6a1", "reconcileID": "21e6619b-950a-4d26-ac93-f2a002186305", "Gateway": "e2e-ipp-b-8fe6a1", "namespace": "openshift-ingress"} 2026-09-09T22:11:05Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-8fe6a1"}, "namespace": "ai-tenant-e2e-ipp-b-8fe6a1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3f71e7d4-290a-41df-98da-15142d4475a9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-8fe6a1"} 2026-09-09T22:11:05Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-8fe6a1"}, "namespace": "ai-tenant-e2e-ipp-b-8fe6a1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3f71e7d4-290a-41df-98da-15142d4475a9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-8fe6a1", "create": "odh-kserve-custom-ca-bundle"} 2026-09-09T22:11:05Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-8fe6a1"}, "namespace": "ai-tenant-e2e-ipp-b-8fe6a1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3f71e7d4-290a-41df-98da-15142d4475a9", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-8fe6a1 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-09T22:11:05Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-8fe6a1"}, "namespace": "ai-tenant-e2e-ipp-b-8fe6a1", "name": "odh-trusted-ca-bundle", "reconcileID": "01d3a189-02bc-4273-9892-bcaa24c450fb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-8fe6a1"} 2026-09-09T22:11:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-8fe6a1"}, "namespace": "ai-tenant-e2e-ipp-b-8fe6a1", "name": "odh-trusted-ca-bundle", "reconcileID": "01d3a189-02bc-4273-9892-bcaa24c450fb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-8fe6a1"} 2026-09-09T22:11:05Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-8fe6a1"}, "namespace": "ai-tenant-e2e-ipp-b-8fe6a1", "name": "openshift-service-ca.crt", "reconcileID": "4b8203ac-3a12-4166-ab3f-af092d1d8592", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-8fe6a1"} 2026-09-09T22:11:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-8fe6a1"}, "namespace": "ai-tenant-e2e-ipp-b-8fe6a1", "name": "openshift-service-ca.crt", "reconcileID": "4b8203ac-3a12-4166-ab3f-af092d1d8592", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-8fe6a1"} 2026-09-09T22:11:05Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-8fe6a1"}, "namespace": "ai-tenant-e2e-ipp-b-8fe6a1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "62dda284-991b-4d5e-bfb0-528fa722feab", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-8fe6a1"} 2026-09-09T22:11:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-8fe6a1"}, "namespace": "ai-tenant-e2e-ipp-b-8fe6a1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "62dda284-991b-4d5e-bfb0-528fa722feab", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-8fe6a1"} 2026-09-09T22:11:06Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-8fe6a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-8fe6a1", "reconcileID": "0daca4e1-3433-4946-beec-ed563471e957", "Gateway": "e2e-ipp-b-8fe6a1", "namespace": "openshift-ingress"} 2026-09-09T22:11:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-ace629","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-ace629", "reconcileID": "b2a1dd96-f6e9-4b76-b1b9-58a8c6da1c56", "Gateway": "e2e-shared-a-w3-ace629", "namespace": "openshift-ingress"} 2026-09-09T22:11:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-ace629","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-ace629", "reconcileID": "b2a1dd96-f6e9-4b76-b1b9-58a8c6da1c56", "Gateway": "e2e-shared-a-w3-ace629", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-ace629-authn-ssl"} 2026-09-09T22:11:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-ace629","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-ace629", "reconcileID": "b2a1dd96-f6e9-4b76-b1b9-58a8c6da1c56", "Gateway": "e2e-shared-a-w3-ace629", "namespace": "openshift-ingress"} 2026-09-09T22:11:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-ace629","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-ace629", "reconcileID": "2af81835-8170-4607-bad4-0fea00e076bb", "Gateway": "e2e-shared-a-w3-ace629", "namespace": "openshift-ingress"} 2026-09-09T22:11:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-ace629","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-ace629", "reconcileID": "2af81835-8170-4607-bad4-0fea00e076bb", "Gateway": "e2e-shared-a-w3-ace629", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-ace629-authn-ssl"} 2026-09-09T22:11:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-ace629","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-ace629", "reconcileID": "2af81835-8170-4607-bad4-0fea00e076bb", "Gateway": "e2e-shared-a-w3-ace629", "namespace": "openshift-ingress"} 2026-09-09T22:11:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-ace629"}, "namespace": "ai-tenant-e2e-shared-a-w3-ace629", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a22249ec-7326-443a-8bff-56e7202a8619", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-ace629"} 2026-09-09T22:11:23Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-ace629"}, "namespace": "ai-tenant-e2e-shared-a-w3-ace629", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a22249ec-7326-443a-8bff-56e7202a8619", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-ace629", "create": "odh-kserve-custom-ca-bundle"} 2026-09-09T22:11:23Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-ace629"}, "namespace": "ai-tenant-e2e-shared-a-w3-ace629", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a22249ec-7326-443a-8bff-56e7202a8619", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w3-ace629 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-09T22:11:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-ace629"}, "namespace": "ai-tenant-e2e-shared-a-w3-ace629", "name": "odh-trusted-ca-bundle", "reconcileID": "830f62cf-3c82-4cb2-b4b1-3676b106c99f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-ace629"} 2026-09-09T22:11:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-ace629"}, "namespace": "ai-tenant-e2e-shared-a-w3-ace629", "name": "odh-trusted-ca-bundle", "reconcileID": "830f62cf-3c82-4cb2-b4b1-3676b106c99f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-ace629"} 2026-09-09T22:11:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-ace629"}, "namespace": "ai-tenant-e2e-shared-a-w3-ace629", "name": "openshift-service-ca.crt", "reconcileID": "94bcfb39-fb37-4b0a-a0fd-17309ad2491b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-ace629"} 2026-09-09T22:11:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-ace629"}, "namespace": "ai-tenant-e2e-shared-a-w3-ace629", "name": "openshift-service-ca.crt", "reconcileID": "94bcfb39-fb37-4b0a-a0fd-17309ad2491b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-ace629"} 2026-09-09T22:11:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-ace629"}, "namespace": "ai-tenant-e2e-shared-a-w3-ace629", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7854f0b6-97fa-43ba-9904-01eb8be68c8c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-ace629"} 2026-09-09T22:11:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-ace629"}, "namespace": "ai-tenant-e2e-shared-a-w3-ace629", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7854f0b6-97fa-43ba-9904-01eb8be68c8c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-ace629"} 2026-09-09T22:11:24Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-ace629","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-ace629", "reconcileID": "39832a03-918a-4104-b1c6-9c68b8589251", "Gateway": "e2e-shared-a-w3-ace629", "namespace": "openshift-ingress"} 2026-09-09T22:11:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-3b2190","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-3b2190", "reconcileID": "21779e56-5a86-472a-9166-15aa418938f1", "Gateway": "e2e-shared-b-w3-3b2190", "namespace": "openshift-ingress"} 2026-09-09T22:11:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-3b2190","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-3b2190", "reconcileID": "21779e56-5a86-472a-9166-15aa418938f1", "Gateway": "e2e-shared-b-w3-3b2190", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-3b2190-authn-ssl"} 2026-09-09T22:11:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-3b2190","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-3b2190", "reconcileID": "21779e56-5a86-472a-9166-15aa418938f1", "Gateway": "e2e-shared-b-w3-3b2190", "namespace": "openshift-ingress"} 2026-09-09T22:11:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-3b2190","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-3b2190", "reconcileID": "f3e995ec-70af-43d6-8615-890990e47963", "Gateway": "e2e-shared-b-w3-3b2190", "namespace": "openshift-ingress"} 2026-09-09T22:11:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-3b2190","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-3b2190", "reconcileID": "f3e995ec-70af-43d6-8615-890990e47963", "Gateway": "e2e-shared-b-w3-3b2190", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-3b2190-authn-ssl"} 2026-09-09T22:11:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-3b2190","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-3b2190", "reconcileID": "f3e995ec-70af-43d6-8615-890990e47963", "Gateway": "e2e-shared-b-w3-3b2190", "namespace": "openshift-ingress"} 2026-09-09T22:11:41Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-3b2190"}, "namespace": "ai-tenant-e2e-shared-b-w3-3b2190", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0f79ba4f-2242-4f2e-955e-df02660dee80", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-3b2190"} 2026-09-09T22:11:41Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-3b2190"}, "namespace": "ai-tenant-e2e-shared-b-w3-3b2190", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0f79ba4f-2242-4f2e-955e-df02660dee80", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-3b2190", "create": "odh-kserve-custom-ca-bundle"} 2026-09-09T22:11:41Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-3b2190"}, "namespace": "ai-tenant-e2e-shared-b-w3-3b2190", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0f79ba4f-2242-4f2e-955e-df02660dee80", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w3-3b2190 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-09T22:11:41Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-3b2190"}, "namespace": "ai-tenant-e2e-shared-b-w3-3b2190", "name": "odh-trusted-ca-bundle", "reconcileID": "85cc6700-d61d-4b5e-b3b1-06b73790e263", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-3b2190"} 2026-09-09T22:11:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-3b2190"}, "namespace": "ai-tenant-e2e-shared-b-w3-3b2190", "name": "odh-trusted-ca-bundle", "reconcileID": "85cc6700-d61d-4b5e-b3b1-06b73790e263", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-3b2190"} 2026-09-09T22:11:41Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-3b2190"}, "namespace": "ai-tenant-e2e-shared-b-w3-3b2190", "name": "openshift-service-ca.crt", "reconcileID": "c3868df4-0a1f-49d1-8e14-21b66031663a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-3b2190"} 2026-09-09T22:11:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-3b2190"}, "namespace": "ai-tenant-e2e-shared-b-w3-3b2190", "name": "openshift-service-ca.crt", "reconcileID": "c3868df4-0a1f-49d1-8e14-21b66031663a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-3b2190"} 2026-09-09T22:11:41Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-3b2190"}, "namespace": "ai-tenant-e2e-shared-b-w3-3b2190", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9f643298-6446-42a1-9f17-becc9481ee4d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-3b2190"} 2026-09-09T22:11:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-3b2190"}, "namespace": "ai-tenant-e2e-shared-b-w3-3b2190", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9f643298-6446-42a1-9f17-becc9481ee4d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-3b2190"} 2026-09-09T22:11:41Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-3b2190","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-3b2190", "reconcileID": "975995ce-fe62-4bd2-a535-df9e944879b2", "Gateway": "e2e-shared-b-w3-3b2190", "namespace": "openshift-ingress"} 2026-09-09T22:11:52Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-09T22:11:52Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-09T22:11:55Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-09T22:11:55Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-09T22:15:47Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-93d910aa","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-93d910aa", "reconcileID": "7ade48b3-4071-41bd-9117-937a64927e93", "LLMInferenceService": "e2e-same-id-a-93d910aa", "namespace": "llm"} 2026-09-09T22:15:47Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-93d910aa","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-93d910aa", "reconcileID": "7ade48b3-4071-41bd-9117-937a64927e93", "LLMInferenceService": "e2e-same-id-a-93d910aa", "namespace": "llm"} 2026-09-09T22:15:47Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-93d910aa","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-93d910aa", "reconcileID": "7ade48b3-4071-41bd-9117-937a64927e93", "LLMInferenceService": "e2e-same-id-a-93d910aa", "namespace": "llm"} 2026-09-09T22:15:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8f9b4730-a63f-4856-bc65-2ca750cd7509", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T22:15:47Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-93d910aa","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-93d910aa", "reconcileID": "7ade48b3-4071-41bd-9117-937a64927e93", "LLMInferenceService": "e2e-same-id-a-93d910aa", "namespace": "llm", "name": "e2e-same-id-a-93d910aa-kserve-route-authn"} 2026-09-09T22:15:47Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-93d910aa","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-93d910aa", "reconcileID": "7ade48b3-4071-41bd-9117-937a64927e93", "LLMInferenceService": "e2e-same-id-a-93d910aa", "namespace": "llm", "authType": "userdefined"} 2026-09-09T22:15:47Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-93d910aa","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-93d910aa", "reconcileID": "7ade48b3-4071-41bd-9117-937a64927e93", "LLMInferenceService": "e2e-same-id-a-93d910aa", "namespace": "llm"} 2026-09-09T22:15:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8f9b4730-a63f-4856-bc65-2ca750cd7509", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-09T22:15:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8f9b4730-a63f-4856-bc65-2ca750cd7509", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T22:15:47Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-93d910aa","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-93d910aa", "reconcileID": "227c4e76-0a90-49c2-8d21-1d6b4e9881d7", "LLMInferenceService": "e2e-same-id-b-93d910aa", "namespace": "llm"} 2026-09-09T22:15:47Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-93d910aa","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-93d910aa", "reconcileID": "227c4e76-0a90-49c2-8d21-1d6b4e9881d7", "LLMInferenceService": "e2e-same-id-b-93d910aa", "namespace": "llm"} 2026-09-09T22:15:47Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-93d910aa","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-93d910aa", "reconcileID": "227c4e76-0a90-49c2-8d21-1d6b4e9881d7", "LLMInferenceService": "e2e-same-id-b-93d910aa", "namespace": "llm"} 2026-09-09T22:15:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "bb69db21-d38d-4de8-9e13-1e00b131b43c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T22:15:47Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-93d910aa","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-93d910aa", "reconcileID": "227c4e76-0a90-49c2-8d21-1d6b4e9881d7", "LLMInferenceService": "e2e-same-id-b-93d910aa", "namespace": "llm", "name": "e2e-same-id-b-93d910aa-kserve-route-authn"} 2026-09-09T22:15:47Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-93d910aa","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-93d910aa", "reconcileID": "227c4e76-0a90-49c2-8d21-1d6b4e9881d7", "LLMInferenceService": "e2e-same-id-b-93d910aa", "namespace": "llm", "authType": "userdefined"} 2026-09-09T22:15:47Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-93d910aa","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-93d910aa", "reconcileID": "227c4e76-0a90-49c2-8d21-1d6b4e9881d7", "LLMInferenceService": "e2e-same-id-b-93d910aa", "namespace": "llm"} 2026-09-09T22:15:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "bb69db21-d38d-4de8-9e13-1e00b131b43c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-09T22:15:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "bb69db21-d38d-4de8-9e13-1e00b131b43c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T22:15:48Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-93d910aa","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-93d910aa", "reconcileID": "ca59b6fc-0a67-42a1-a632-c363f65d7b01", "LLMInferenceService": "e2e-same-id-a-93d910aa", "namespace": "llm"} 2026-09-09T22:15:48Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-93d910aa","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-93d910aa", "reconcileID": "ca59b6fc-0a67-42a1-a632-c363f65d7b01", "LLMInferenceService": "e2e-same-id-a-93d910aa", "namespace": "llm"} 2026-09-09T22:15:48Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-93d910aa","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-93d910aa", "reconcileID": "ca59b6fc-0a67-42a1-a632-c363f65d7b01", "LLMInferenceService": "e2e-same-id-a-93d910aa", "namespace": "llm"} 2026-09-09T22:15:48Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-93d910aa","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-93d910aa", "reconcileID": "ca59b6fc-0a67-42a1-a632-c363f65d7b01", "LLMInferenceService": "e2e-same-id-a-93d910aa", "namespace": "llm", "name": "e2e-same-id-a-93d910aa-kserve-route-authn"} 2026-09-09T22:15:48Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-93d910aa","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-93d910aa", "reconcileID": "ca59b6fc-0a67-42a1-a632-c363f65d7b01", "LLMInferenceService": "e2e-same-id-a-93d910aa", "namespace": "llm", "authType": "userdefined"} 2026-09-09T22:15:48Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-93d910aa","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-93d910aa", "reconcileID": "ca59b6fc-0a67-42a1-a632-c363f65d7b01", "LLMInferenceService": "e2e-same-id-a-93d910aa", "namespace": "llm"} 2026-09-09T22:16:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "afb80ce9-04d4-478a-be07-a15a2bdcbbdd", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T22:16:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "afb80ce9-04d4-478a-be07-a15a2bdcbbdd", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-09T22:16:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "afb80ce9-04d4-478a-be07-a15a2bdcbbdd", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T22:16:26Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-93d910aa","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-93d910aa", "reconcileID": "daab7721-4ce8-439c-8669-865325ecd7e7", "LLMInferenceService": "e2e-same-id-a-93d910aa", "namespace": "llm"} 2026-09-09T22:16:26Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-93d910aa","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-93d910aa", "reconcileID": "daab7721-4ce8-439c-8669-865325ecd7e7", "LLMInferenceService": "e2e-same-id-a-93d910aa", "namespace": "llm"} 2026-09-09T22:16:26Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-93d910aa","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-93d910aa", "reconcileID": "daab7721-4ce8-439c-8669-865325ecd7e7", "LLMInferenceService": "e2e-same-id-a-93d910aa", "namespace": "llm"} 2026-09-09T22:16:26Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-93d910aa","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-93d910aa", "reconcileID": "daab7721-4ce8-439c-8669-865325ecd7e7", "LLMInferenceService": "e2e-same-id-a-93d910aa", "namespace": "llm", "name": "e2e-same-id-a-93d910aa-kserve-route-authn"} 2026-09-09T22:16:26Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-93d910aa","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-93d910aa", "reconcileID": "daab7721-4ce8-439c-8669-865325ecd7e7", "LLMInferenceService": "e2e-same-id-a-93d910aa", "namespace": "llm", "authType": "userdefined"} 2026-09-09T22:16:26Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-93d910aa","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-93d910aa", "reconcileID": "daab7721-4ce8-439c-8669-865325ecd7e7", "LLMInferenceService": "e2e-same-id-a-93d910aa", "namespace": "llm"} 2026-09-09T22:16:26Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-93d910aa","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-93d910aa", "reconcileID": "7851e1aa-b0b8-4aec-93af-5c62ee0af3f1", "LLMInferenceService": "e2e-same-id-b-93d910aa", "namespace": "llm"} 2026-09-09T22:16:26Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-93d910aa","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-93d910aa", "reconcileID": "7851e1aa-b0b8-4aec-93af-5c62ee0af3f1", "LLMInferenceService": "e2e-same-id-b-93d910aa", "namespace": "llm"} 2026-09-09T22:16:26Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-93d910aa","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-93d910aa", "reconcileID": "7851e1aa-b0b8-4aec-93af-5c62ee0af3f1", "LLMInferenceService": "e2e-same-id-b-93d910aa", "namespace": "llm"} 2026-09-09T22:16:26Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-93d910aa","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-93d910aa", "reconcileID": "7851e1aa-b0b8-4aec-93af-5c62ee0af3f1", "LLMInferenceService": "e2e-same-id-b-93d910aa", "namespace": "llm", "name": "e2e-same-id-b-93d910aa-kserve-route-authn"} 2026-09-09T22:16:26Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-93d910aa","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-93d910aa", "reconcileID": "7851e1aa-b0b8-4aec-93af-5c62ee0af3f1", "LLMInferenceService": "e2e-same-id-b-93d910aa", "namespace": "llm", "authType": "userdefined"} 2026-09-09T22:16:26Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-93d910aa","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-93d910aa", "reconcileID": "7851e1aa-b0b8-4aec-93af-5c62ee0af3f1", "LLMInferenceService": "e2e-same-id-b-93d910aa", "namespace": "llm"} 2026-09-09T22:16:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d38d31d0-26d7-4252-b144-23aa507f8f48", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T22:16:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d38d31d0-26d7-4252-b144-23aa507f8f48", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-09T22:16:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d38d31d0-26d7-4252-b144-23aa507f8f48", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T22:16:32Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-93d910aa","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-93d910aa", "reconcileID": "e921fc18-834a-4538-b549-6b0c3f6db2d7", "LLMInferenceService": "e2e-same-id-b-93d910aa", "namespace": "llm"} 2026-09-09T22:16:32Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-93d910aa","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-93d910aa", "reconcileID": "e921fc18-834a-4538-b549-6b0c3f6db2d7", "LLMInferenceService": "e2e-same-id-b-93d910aa", "namespace": "llm"} 2026-09-09T22:16:32Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-93d910aa","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-93d910aa", "reconcileID": "e921fc18-834a-4538-b549-6b0c3f6db2d7", "LLMInferenceService": "e2e-same-id-b-93d910aa", "namespace": "llm"} 2026-09-09T22:16:32Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-93d910aa","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-93d910aa", "reconcileID": "e921fc18-834a-4538-b549-6b0c3f6db2d7", "LLMInferenceService": "e2e-same-id-b-93d910aa", "namespace": "llm", "name": "e2e-same-id-b-93d910aa-kserve-route-authn"} 2026-09-09T22:16:32Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-93d910aa","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-93d910aa", "reconcileID": "e921fc18-834a-4538-b549-6b0c3f6db2d7", "LLMInferenceService": "e2e-same-id-b-93d910aa", "namespace": "llm", "authType": "userdefined"} 2026-09-09T22:16:32Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-93d910aa","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-93d910aa", "reconcileID": "e921fc18-834a-4538-b549-6b0c3f6db2d7", "LLMInferenceService": "e2e-same-id-b-93d910aa", "namespace": "llm"} 2026-09-09T22:16:41Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-93d910aa","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-93d910aa", "reconcileID": "6c6f3b70-b87e-46ff-bce3-c36e3656e323", "LLMInferenceService": "e2e-same-id-a-93d910aa", "namespace": "llm"} 2026-09-09T22:16:41Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-93d910aa","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-93d910aa", "reconcileID": "6c6f3b70-b87e-46ff-bce3-c36e3656e323", "LLMInferenceService": "e2e-same-id-a-93d910aa", "namespace": "llm"} 2026-09-09T22:16:41Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-93d910aa","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-93d910aa", "reconcileID": "6c6f3b70-b87e-46ff-bce3-c36e3656e323", "LLMInferenceService": "e2e-same-id-a-93d910aa", "namespace": "llm"} 2026-09-09T22:16:41Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-93d910aa","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-93d910aa", "reconcileID": "6c6f3b70-b87e-46ff-bce3-c36e3656e323", "LLMInferenceService": "e2e-same-id-a-93d910aa", "namespace": "llm", "name": "e2e-same-id-a-93d910aa-kserve-route-authn"} 2026-09-09T22:16:41Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-93d910aa","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-93d910aa", "reconcileID": "6c6f3b70-b87e-46ff-bce3-c36e3656e323", "LLMInferenceService": "e2e-same-id-a-93d910aa", "namespace": "llm", "authType": "userdefined"} 2026-09-09T22:16:41Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-93d910aa","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-93d910aa", "reconcileID": "6c6f3b70-b87e-46ff-bce3-c36e3656e323", "LLMInferenceService": "e2e-same-id-a-93d910aa", "namespace": "llm"} 2026-09-09T22:16:53Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-93d910aa","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-93d910aa", "reconcileID": "045d9c99-fa2a-485e-a1d7-3d3203220665", "LLMInferenceService": "e2e-same-id-b-93d910aa", "namespace": "llm"} 2026-09-09T22:16:53Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-93d910aa","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-93d910aa", "reconcileID": "045d9c99-fa2a-485e-a1d7-3d3203220665", "LLMInferenceService": "e2e-same-id-b-93d910aa", "namespace": "llm"} 2026-09-09T22:16:53Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-93d910aa","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-93d910aa", "reconcileID": "045d9c99-fa2a-485e-a1d7-3d3203220665", "LLMInferenceService": "e2e-same-id-b-93d910aa", "namespace": "llm"} 2026-09-09T22:16:53Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-93d910aa","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-93d910aa", "reconcileID": "045d9c99-fa2a-485e-a1d7-3d3203220665", "LLMInferenceService": "e2e-same-id-b-93d910aa", "namespace": "llm", "name": "e2e-same-id-b-93d910aa-kserve-route-authn"} 2026-09-09T22:16:53Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-93d910aa","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-93d910aa", "reconcileID": "045d9c99-fa2a-485e-a1d7-3d3203220665", "LLMInferenceService": "e2e-same-id-b-93d910aa", "namespace": "llm", "authType": "userdefined"} 2026-09-09T22:16:53Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-93d910aa","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-93d910aa", "reconcileID": "045d9c99-fa2a-485e-a1d7-3d3203220665", "LLMInferenceService": "e2e-same-id-b-93d910aa", "namespace": "llm"} 2026-09-09T22:16:55Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-93d910aa","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-93d910aa", "reconcileID": "ebe278bf-f14b-448a-a1d0-30de40f8e45d", "LLMInferenceService": "e2e-same-id-a-93d910aa", "namespace": "llm"} 2026-09-09T22:16:55Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-93d910aa","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-93d910aa", "reconcileID": "ebe278bf-f14b-448a-a1d0-30de40f8e45d", "LLMInferenceService": "e2e-same-id-a-93d910aa", "namespace": "llm", "name": "e2e-same-id-a-93d910aa"} 2026-09-09T22:16:55Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-93d910aa","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-93d910aa", "reconcileID": "ebe278bf-f14b-448a-a1d0-30de40f8e45d", "LLMInferenceService": "e2e-same-id-a-93d910aa", "namespace": "llm"} 2026-09-09T22:16:55Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-93d910aa","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-93d910aa", "reconcileID": "ebe278bf-f14b-448a-a1d0-30de40f8e45d", "LLMInferenceService": "e2e-same-id-a-93d910aa", "namespace": "llm"} 2026-09-09T22:16:55Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-93d910aa","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-93d910aa", "reconcileID": "ebe278bf-f14b-448a-a1d0-30de40f8e45d", "LLMInferenceService": "e2e-same-id-a-93d910aa", "namespace": "llm", "name": "e2e-same-id-a-93d910aa-kserve-route-authn"} 2026-09-09T22:16:55Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-93d910aa","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-93d910aa", "reconcileID": "ebe278bf-f14b-448a-a1d0-30de40f8e45d", "LLMInferenceService": "e2e-same-id-a-93d910aa", "namespace": "llm", "name": "e2e-same-id-a-93d910aa-kserve-route-authn"} 2026-09-09T22:16:55Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-93d910aa","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-93d910aa", "reconcileID": "32b0e311-e267-4b87-bb72-e859e592df56", "LLMInferenceService": "e2e-same-id-a-93d910aa", "namespace": "llm"} 2026-09-09T22:16:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ba4a1e66-8efd-40c5-95b9-df17e2d78c81", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T22:16:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ba4a1e66-8efd-40c5-95b9-df17e2d78c81", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-09T22:16:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ba4a1e66-8efd-40c5-95b9-df17e2d78c81", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T22:16:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "45da939f-d004-4482-8ab3-238e83d8dced", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T22:16:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "45da939f-d004-4482-8ab3-238e83d8dced", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-09T22:16:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "45da939f-d004-4482-8ab3-238e83d8dced", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T22:16:55Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-93d910aa","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-93d910aa", "reconcileID": "573a255c-9759-4702-bf06-59c3187bddda", "LLMInferenceService": "e2e-same-id-b-93d910aa", "namespace": "llm"} 2026-09-09T22:16:55Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-93d910aa","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-93d910aa", "reconcileID": "573a255c-9759-4702-bf06-59c3187bddda", "LLMInferenceService": "e2e-same-id-b-93d910aa", "namespace": "llm", "name": "e2e-same-id-b-93d910aa"} 2026-09-09T22:16:55Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-93d910aa","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-93d910aa", "reconcileID": "573a255c-9759-4702-bf06-59c3187bddda", "LLMInferenceService": "e2e-same-id-b-93d910aa", "namespace": "llm"} 2026-09-09T22:16:55Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-93d910aa","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-93d910aa", "reconcileID": "573a255c-9759-4702-bf06-59c3187bddda", "LLMInferenceService": "e2e-same-id-b-93d910aa", "namespace": "llm"} 2026-09-09T22:16:55Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-93d910aa","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-93d910aa", "reconcileID": "573a255c-9759-4702-bf06-59c3187bddda", "LLMInferenceService": "e2e-same-id-b-93d910aa", "namespace": "llm", "name": "e2e-same-id-b-93d910aa-kserve-route-authn"} 2026-09-09T22:16:55Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-93d910aa","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-93d910aa", "reconcileID": "573a255c-9759-4702-bf06-59c3187bddda", "LLMInferenceService": "e2e-same-id-b-93d910aa", "namespace": "llm", "name": "e2e-same-id-b-93d910aa-kserve-route-authn"} 2026-09-09T22:16:57Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-93d910aa","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-93d910aa", "reconcileID": "22e30235-9525-42ad-bde6-2de2211974e6", "LLMInferenceService": "e2e-same-id-b-93d910aa", "namespace": "llm"} 2026-09-09T22:16:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c14222da-38dd-4f0f-aa76-a155b3b5fa3c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T22:16:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c14222da-38dd-4f0f-aa76-a155b3b5fa3c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-09T22:16:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c14222da-38dd-4f0f-aa76-a155b3b5fa3c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T22:16:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "6ee5a5d2-b422-455a-86a4-05417a4fd7b8", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T22:16:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "6ee5a5d2-b422-455a-86a4-05417a4fd7b8", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-09T22:16:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "6ee5a5d2-b422-455a-86a4-05417a4fd7b8", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}