2026-09-11T04:13:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-4c6f83","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-4c6f83", "reconcileID": "0c3711e1-d820-4c88-8984-e3ceb9f39c74", "Gateway": "e2e-api-b-4c6f83", "namespace": "openshift-ingress", "name": "e2e-api-b-4c6f83-authn-ssl"} 2026-09-11T04:13:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-4c6f83","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-4c6f83", "reconcileID": "0c3711e1-d820-4c88-8984-e3ceb9f39c74", "Gateway": "e2e-api-b-4c6f83", "namespace": "openshift-ingress"} 2026-09-11T04:13:08Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-4c6f83"}, "namespace": "ai-tenant-e2e-api-b-4c6f83", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f350dd2e-6b98-458b-870f-73ac9dc1c303", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-4c6f83"} 2026-09-11T04:13:08Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-4c6f83"}, "namespace": "ai-tenant-e2e-api-b-4c6f83", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f350dd2e-6b98-458b-870f-73ac9dc1c303", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-4c6f83", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T04:13:08Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-4c6f83"}, "namespace": "ai-tenant-e2e-api-b-4c6f83", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f350dd2e-6b98-458b-870f-73ac9dc1c303", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-4c6f83 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T04:13:08Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-4c6f83"}, "namespace": "ai-tenant-e2e-api-b-4c6f83", "name": "odh-trusted-ca-bundle", "reconcileID": "c117d3cf-67b7-4581-bdca-e5c970bb6f6e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-4c6f83"} 2026-09-11T04:13:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-4c6f83"}, "namespace": "ai-tenant-e2e-api-b-4c6f83", "name": "odh-trusted-ca-bundle", "reconcileID": "c117d3cf-67b7-4581-bdca-e5c970bb6f6e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-4c6f83"} 2026-09-11T04:13:08Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-4c6f83"}, "namespace": "ai-tenant-e2e-api-b-4c6f83", "name": "openshift-service-ca.crt", "reconcileID": "5977e743-c345-4852-89ed-1c4fb9eadbce", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-4c6f83"} 2026-09-11T04:13:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-4c6f83"}, "namespace": "ai-tenant-e2e-api-b-4c6f83", "name": "openshift-service-ca.crt", "reconcileID": "5977e743-c345-4852-89ed-1c4fb9eadbce", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-4c6f83"} 2026-09-11T04:13:08Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-4c6f83"}, "namespace": "ai-tenant-e2e-api-b-4c6f83", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0997b710-7c6e-4772-b4e2-b119626286d3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-4c6f83"} 2026-09-11T04:13:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-4c6f83"}, "namespace": "ai-tenant-e2e-api-b-4c6f83", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0997b710-7c6e-4772-b4e2-b119626286d3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-4c6f83"} 2026-09-11T04:13:09Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-4c6f83","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-4c6f83", "reconcileID": "2b26d6fd-79cc-4a8b-b779-7d24d122d610", "Gateway": "e2e-api-b-4c6f83", "namespace": "openshift-ingress"} 2026-09-11T04:13:19Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9d031d","namespace":"ai-tenant-e2e-shared-a-w3-9d031d"}, "namespace": "ai-tenant-e2e-shared-a-w3-9d031d", "name": "rate-test-model-9d031d", "reconcileID": "3dff44b2-be1f-4f64-96c4-d85d5ae356f9", "LLMInferenceService": "rate-test-model-9d031d", "namespace": "ai-tenant-e2e-shared-a-w3-9d031d"} 2026-09-11T04:13:19Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9d031d","namespace":"ai-tenant-e2e-shared-a-w3-9d031d"}, "namespace": "ai-tenant-e2e-shared-a-w3-9d031d", "name": "rate-test-model-9d031d", "reconcileID": "3dff44b2-be1f-4f64-96c4-d85d5ae356f9", "LLMInferenceService": "rate-test-model-9d031d", "namespace": "ai-tenant-e2e-shared-a-w3-9d031d", "name": "rate-test-model-9d031d"} 2026-09-11T04:13:19Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9d031d","namespace":"ai-tenant-e2e-shared-a-w3-9d031d"}, "namespace": "ai-tenant-e2e-shared-a-w3-9d031d", "name": "rate-test-model-9d031d", "reconcileID": "3dff44b2-be1f-4f64-96c4-d85d5ae356f9", "LLMInferenceService": "rate-test-model-9d031d", "namespace": "ai-tenant-e2e-shared-a-w3-9d031d"} 2026-09-11T04:13:19Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9d031d","namespace":"ai-tenant-e2e-shared-a-w3-9d031d"}, "namespace": "ai-tenant-e2e-shared-a-w3-9d031d", "name": "rate-test-model-9d031d", "reconcileID": "3dff44b2-be1f-4f64-96c4-d85d5ae356f9", "LLMInferenceService": "rate-test-model-9d031d", "namespace": "ai-tenant-e2e-shared-a-w3-9d031d"} 2026-09-11T04:13:19Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9d031d","namespace":"ai-tenant-e2e-shared-a-w3-9d031d"}, "namespace": "ai-tenant-e2e-shared-a-w3-9d031d", "name": "rate-test-model-9d031d", "reconcileID": "3dff44b2-be1f-4f64-96c4-d85d5ae356f9", "LLMInferenceService": "rate-test-model-9d031d", "namespace": "ai-tenant-e2e-shared-a-w3-9d031d", "name": "rate-test-model-9d031d-kserve-route-authn"} 2026-09-11T04:13:19Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9d031d","namespace":"ai-tenant-e2e-shared-a-w3-9d031d"}, "namespace": "ai-tenant-e2e-shared-a-w3-9d031d", "name": "rate-test-model-9d031d", "reconcileID": "3dff44b2-be1f-4f64-96c4-d85d5ae356f9", "LLMInferenceService": "rate-test-model-9d031d", "namespace": "ai-tenant-e2e-shared-a-w3-9d031d", "name": "rate-test-model-9d031d-kserve-route-authn"} 2026-09-11T04:13:19Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9d031d","namespace":"ai-tenant-e2e-shared-a-w3-9d031d"}, "namespace": "ai-tenant-e2e-shared-a-w3-9d031d", "name": "rate-test-model-9d031d", "reconcileID": "3dff44b2-be1f-4f64-96c4-d85d5ae356f9", "LLMInferenceService": "rate-test-model-9d031d", "namespace": "ai-tenant-e2e-shared-a-w3-9d031d", "namespace": "ai-tenant-e2e-shared-a-w3-9d031d"} 2026-09-11T04:13:19Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9d031d","namespace":"ai-tenant-e2e-shared-a-w3-9d031d"}, "namespace": "ai-tenant-e2e-shared-a-w3-9d031d", "name": "rate-test-model-9d031d", "reconcileID": "3dff44b2-be1f-4f64-96c4-d85d5ae356f9", "LLMInferenceService": "rate-test-model-9d031d", "namespace": "ai-tenant-e2e-shared-a-w3-9d031d", "namespace": "ai-tenant-e2e-shared-a-w3-9d031d"} 2026-09-11T04:13:19Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9d031d","namespace":"ai-tenant-e2e-shared-a-w3-9d031d"}, "namespace": "ai-tenant-e2e-shared-a-w3-9d031d", "name": "rate-test-model-9d031d", "reconcileID": "14f02bd3-1429-4a23-b745-ff67e2a13e30", "LLMInferenceService": "rate-test-model-9d031d", "namespace": "ai-tenant-e2e-shared-a-w3-9d031d"} 2026-09-11T04:13:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-9d031d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-9d031d", "reconcileID": "90dc04d8-75e1-4bdc-b04d-cab78b30fd85", "Gateway": "e2e-shared-a-w3-9d031d", "namespace": "openshift-ingress"} 2026-09-11T04:13:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-9d031d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-9d031d", "reconcileID": "90dc04d8-75e1-4bdc-b04d-cab78b30fd85", "Gateway": "e2e-shared-a-w3-9d031d", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-9d031d-authn-ssl"} 2026-09-11T04:13:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-9d031d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-9d031d", "reconcileID": "90dc04d8-75e1-4bdc-b04d-cab78b30fd85", "Gateway": "e2e-shared-a-w3-9d031d", "namespace": "openshift-ingress"} 2026-09-11T04:13:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-9d031d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-9d031d", "reconcileID": "5fa34f5e-ec93-4159-823f-51ca91d04e35", "Gateway": "e2e-shared-a-w3-9d031d", "namespace": "openshift-ingress"} 2026-09-11T04:13:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-9d031d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-9d031d", "reconcileID": "5fa34f5e-ec93-4159-823f-51ca91d04e35", "Gateway": "e2e-shared-a-w3-9d031d", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-9d031d-authn-ssl"} 2026-09-11T04:13:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-9d031d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-9d031d", "reconcileID": "5fa34f5e-ec93-4159-823f-51ca91d04e35", "Gateway": "e2e-shared-a-w3-9d031d", "namespace": "openshift-ingress"} 2026-09-11T04:13:20Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c158b2","namespace":"ai-tenant-e2e-shared-b-w3-c158b2"}, "namespace": "ai-tenant-e2e-shared-b-w3-c158b2", "name": "rate-test-model-c158b2", "reconcileID": "7bb137f3-02d0-4473-8541-af0b258c21c5", "LLMInferenceService": "rate-test-model-c158b2", "namespace": "ai-tenant-e2e-shared-b-w3-c158b2"} 2026-09-11T04:13:20Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c158b2","namespace":"ai-tenant-e2e-shared-b-w3-c158b2"}, "namespace": "ai-tenant-e2e-shared-b-w3-c158b2", "name": "rate-test-model-c158b2", "reconcileID": "7bb137f3-02d0-4473-8541-af0b258c21c5", "LLMInferenceService": "rate-test-model-c158b2", "namespace": "ai-tenant-e2e-shared-b-w3-c158b2", "name": "rate-test-model-c158b2"} 2026-09-11T04:13:20Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c158b2","namespace":"ai-tenant-e2e-shared-b-w3-c158b2"}, "namespace": "ai-tenant-e2e-shared-b-w3-c158b2", "name": "rate-test-model-c158b2", "reconcileID": "7bb137f3-02d0-4473-8541-af0b258c21c5", "LLMInferenceService": "rate-test-model-c158b2", "namespace": "ai-tenant-e2e-shared-b-w3-c158b2"} 2026-09-11T04:13:20Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c158b2","namespace":"ai-tenant-e2e-shared-b-w3-c158b2"}, "namespace": "ai-tenant-e2e-shared-b-w3-c158b2", "name": "rate-test-model-c158b2", "reconcileID": "7bb137f3-02d0-4473-8541-af0b258c21c5", "LLMInferenceService": "rate-test-model-c158b2", "namespace": "ai-tenant-e2e-shared-b-w3-c158b2"} 2026-09-11T04:13:20Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c158b2","namespace":"ai-tenant-e2e-shared-b-w3-c158b2"}, "namespace": "ai-tenant-e2e-shared-b-w3-c158b2", "name": "rate-test-model-c158b2", "reconcileID": "7bb137f3-02d0-4473-8541-af0b258c21c5", "LLMInferenceService": "rate-test-model-c158b2", "namespace": "ai-tenant-e2e-shared-b-w3-c158b2", "name": "rate-test-model-c158b2-kserve-route-authn"} 2026-09-11T04:13:20Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c158b2","namespace":"ai-tenant-e2e-shared-b-w3-c158b2"}, "namespace": "ai-tenant-e2e-shared-b-w3-c158b2", "name": "rate-test-model-c158b2", "reconcileID": "7bb137f3-02d0-4473-8541-af0b258c21c5", "LLMInferenceService": "rate-test-model-c158b2", "namespace": "ai-tenant-e2e-shared-b-w3-c158b2", "name": "rate-test-model-c158b2-kserve-route-authn"} 2026-09-11T04:13:20Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c158b2","namespace":"ai-tenant-e2e-shared-b-w3-c158b2"}, "namespace": "ai-tenant-e2e-shared-b-w3-c158b2", "name": "rate-test-model-c158b2", "reconcileID": "7bb137f3-02d0-4473-8541-af0b258c21c5", "LLMInferenceService": "rate-test-model-c158b2", "namespace": "ai-tenant-e2e-shared-b-w3-c158b2", "namespace": "ai-tenant-e2e-shared-b-w3-c158b2"} 2026-09-11T04:13:20Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c158b2","namespace":"ai-tenant-e2e-shared-b-w3-c158b2"}, "namespace": "ai-tenant-e2e-shared-b-w3-c158b2", "name": "rate-test-model-c158b2", "reconcileID": "7bb137f3-02d0-4473-8541-af0b258c21c5", "LLMInferenceService": "rate-test-model-c158b2", "namespace": "ai-tenant-e2e-shared-b-w3-c158b2", "namespace": "ai-tenant-e2e-shared-b-w3-c158b2"} 2026-09-11T04:13:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-68ec26","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-68ec26", "reconcileID": "2475c7b4-8c2d-473b-ad9e-27d835eff40f", "Gateway": "e2e-shared-a-w2-68ec26", "namespace": "openshift-ingress"} 2026-09-11T04:13:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-68ec26","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-68ec26", "reconcileID": "2475c7b4-8c2d-473b-ad9e-27d835eff40f", "Gateway": "e2e-shared-a-w2-68ec26", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-68ec26-authn-ssl"} 2026-09-11T04:13:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-68ec26","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-68ec26", "reconcileID": "2475c7b4-8c2d-473b-ad9e-27d835eff40f", "Gateway": "e2e-shared-a-w2-68ec26", "namespace": "openshift-ingress"} 2026-09-11T04:13:21Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c158b2","namespace":"ai-tenant-e2e-shared-b-w3-c158b2"}, "namespace": "ai-tenant-e2e-shared-b-w3-c158b2", "name": "rate-test-model-c158b2", "reconcileID": "26a9d6c4-727c-49ec-a590-2a2a3da11771", "LLMInferenceService": "rate-test-model-c158b2", "namespace": "ai-tenant-e2e-shared-b-w3-c158b2"} 2026-09-11T04:13:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-c158b2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-c158b2", "reconcileID": "22f7ab24-ac6a-4aa4-a55b-af363b24ed88", "Gateway": "e2e-shared-b-w3-c158b2", "namespace": "openshift-ingress"} 2026-09-11T04:13:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-c158b2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-c158b2", "reconcileID": "22f7ab24-ac6a-4aa4-a55b-af363b24ed88", "Gateway": "e2e-shared-b-w3-c158b2", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-c158b2-authn-ssl"} 2026-09-11T04:13:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-c158b2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-c158b2", "reconcileID": "22f7ab24-ac6a-4aa4-a55b-af363b24ed88", "Gateway": "e2e-shared-b-w3-c158b2", "namespace": "openshift-ingress"} 2026-09-11T04:13:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-c158b2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-c158b2", "reconcileID": "24704be9-24f8-4e63-ae09-0e4d3a40e0fc", "Gateway": "e2e-shared-b-w3-c158b2", "namespace": "openshift-ingress"} 2026-09-11T04:13:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-c158b2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-c158b2", "reconcileID": "24704be9-24f8-4e63-ae09-0e4d3a40e0fc", "Gateway": "e2e-shared-b-w3-c158b2", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-c158b2-authn-ssl"} 2026-09-11T04:13:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-c158b2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-c158b2", "reconcileID": "24704be9-24f8-4e63-ae09-0e4d3a40e0fc", "Gateway": "e2e-shared-b-w3-c158b2", "namespace": "openshift-ingress"} 2026-09-11T04:13:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ef4b62","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ef4b62", "reconcileID": "16833ebf-fa9e-4135-bb12-ce7f7ff0a170", "Gateway": "e2e-ipp-a-ef4b62", "namespace": "openshift-ingress"} 2026-09-11T04:13:22Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ef4b62","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ef4b62", "reconcileID": "16833ebf-fa9e-4135-bb12-ce7f7ff0a170", "Gateway": "e2e-ipp-a-ef4b62", "namespace": "openshift-ingress", "name": "e2e-ipp-a-ef4b62-authn-ssl"} 2026-09-11T04:13:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ef4b62","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ef4b62", "reconcileID": "16833ebf-fa9e-4135-bb12-ce7f7ff0a170", "Gateway": "e2e-ipp-a-ef4b62", "namespace": "openshift-ingress"} 2026-09-11T04:13:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ef4b62","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ef4b62", "reconcileID": "9ad20aeb-8358-4284-89b2-8d12fd8af29d", "Gateway": "e2e-ipp-a-ef4b62", "namespace": "openshift-ingress"} 2026-09-11T04:13:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ef4b62","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ef4b62", "reconcileID": "9ad20aeb-8358-4284-89b2-8d12fd8af29d", "Gateway": "e2e-ipp-a-ef4b62", "namespace": "openshift-ingress", "name": "e2e-ipp-a-ef4b62-authn-ssl"} 2026-09-11T04:13:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ef4b62","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ef4b62", "reconcileID": "9ad20aeb-8358-4284-89b2-8d12fd8af29d", "Gateway": "e2e-ipp-a-ef4b62", "namespace": "openshift-ingress"} 2026-09-11T04:13:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ef4b62","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ef4b62", "reconcileID": "61f5982b-3da1-4115-b3f0-6d0bd2c48a38", "Gateway": "e2e-ipp-a-ef4b62", "namespace": "openshift-ingress"} 2026-09-11T04:13:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ef4b62","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ef4b62", "reconcileID": "61f5982b-3da1-4115-b3f0-6d0bd2c48a38", "Gateway": "e2e-ipp-a-ef4b62", "namespace": "openshift-ingress", "name": "e2e-ipp-a-ef4b62-authn-ssl"} 2026-09-11T04:13:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ef4b62","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ef4b62", "reconcileID": "61f5982b-3da1-4115-b3f0-6d0bd2c48a38", "Gateway": "e2e-ipp-a-ef4b62", "namespace": "openshift-ingress"} 2026-09-11T04:13:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ef4b62","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ef4b62", "reconcileID": "5b8f5afe-8c0b-40b5-a343-1df178767106", "Gateway": "e2e-ipp-a-ef4b62", "namespace": "openshift-ingress"} 2026-09-11T04:13:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ef4b62","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ef4b62", "reconcileID": "5b8f5afe-8c0b-40b5-a343-1df178767106", "Gateway": "e2e-ipp-a-ef4b62", "namespace": "openshift-ingress", "name": "e2e-ipp-a-ef4b62-authn-ssl"} 2026-09-11T04:13:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ef4b62","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ef4b62", "reconcileID": "5b8f5afe-8c0b-40b5-a343-1df178767106", "Gateway": "e2e-ipp-a-ef4b62", "namespace": "openshift-ingress"} 2026-09-11T04:13:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ef4b62","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ef4b62", "reconcileID": "9f0189e3-1cc5-4b69-af45-aae765b3cd41", "Gateway": "e2e-ipp-a-ef4b62", "namespace": "openshift-ingress"} 2026-09-11T04:13:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ef4b62","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ef4b62", "reconcileID": "9f0189e3-1cc5-4b69-af45-aae765b3cd41", "Gateway": "e2e-ipp-a-ef4b62", "namespace": "openshift-ingress", "name": "e2e-ipp-a-ef4b62-authn-ssl"} 2026-09-11T04:13:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ef4b62","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ef4b62", "reconcileID": "9f0189e3-1cc5-4b69-af45-aae765b3cd41", "Gateway": "e2e-ipp-a-ef4b62", "namespace": "openshift-ingress"} 2026-09-11T04:13:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ef4b62","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ef4b62", "reconcileID": "35099c3a-1040-4c72-b167-d17069087768", "Gateway": "e2e-ipp-a-ef4b62", "namespace": "openshift-ingress"} 2026-09-11T04:13:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ef4b62","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ef4b62", "reconcileID": "35099c3a-1040-4c72-b167-d17069087768", "Gateway": "e2e-ipp-a-ef4b62", "namespace": "openshift-ingress", "name": "e2e-ipp-a-ef4b62-authn-ssl"} 2026-09-11T04:13:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ef4b62","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ef4b62", "reconcileID": "35099c3a-1040-4c72-b167-d17069087768", "Gateway": "e2e-ipp-a-ef4b62", "namespace": "openshift-ingress"} 2026-09-11T04:13:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ef4b62","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ef4b62", "reconcileID": "e2ce3639-3de1-4706-a472-33dba221947d", "Gateway": "e2e-ipp-a-ef4b62", "namespace": "openshift-ingress"} 2026-09-11T04:13:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ef4b62","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ef4b62", "reconcileID": "e2ce3639-3de1-4706-a472-33dba221947d", "Gateway": "e2e-ipp-a-ef4b62", "namespace": "openshift-ingress", "name": "e2e-ipp-a-ef4b62-authn-ssl"} 2026-09-11T04:13:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ef4b62","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ef4b62", "reconcileID": "e2ce3639-3de1-4706-a472-33dba221947d", "Gateway": "e2e-ipp-a-ef4b62", "namespace": "openshift-ingress"} 2026-09-11T04:13:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-ef4b62"}, "namespace": "ai-tenant-e2e-ipp-a-ef4b62", "name": "openshift-service-ca.crt", "reconcileID": "d5c7548e-6fb2-41f5-b066-be00cd75cd7b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-ef4b62"} 2026-09-11T04:13:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-ef4b62"}, "namespace": "ai-tenant-e2e-ipp-a-ef4b62", "name": "odh-trusted-ca-bundle", "reconcileID": "1a2368d8-8e21-4efe-8782-0da303297681", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-ef4b62"} 2026-09-11T04:13:25Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-ef4b62"}, "namespace": "ai-tenant-e2e-ipp-a-ef4b62", "name": "openshift-service-ca.crt", "reconcileID": "39f44c33-6676-4663-8ba9-900b1500b3cd", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-ef4b62", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T04:13:25Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-ef4b62"}, "namespace": "ai-tenant-e2e-ipp-a-ef4b62", "name": "openshift-service-ca.crt", "reconcileID": "39f44c33-6676-4663-8ba9-900b1500b3cd", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-ef4b62"} 2026-09-11T04:13:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-ef4b62"}, "namespace": "ai-tenant-e2e-ipp-a-ef4b62", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c3584678-c616-4699-b32e-560a2eed9465", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-ef4b62"} 2026-09-11T04:13:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-ef4b62"}, "namespace": "ai-tenant-e2e-ipp-a-ef4b62", "name": "openshift-service-ca.crt", "reconcileID": "e66bd2b2-2c46-463b-9c7f-735a654c3559", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-ef4b62"} 2026-09-11T04:13:25Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-ef4b62"}, "namespace": "ai-tenant-e2e-ipp-a-ef4b62", "name": "odh-trusted-ca-bundle", "reconcileID": "22c2b7ab-f55b-4806-9bb2-616209a46d2a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-ef4b62", "update": "odh-kserve-custom-ca-bundle"} 2026-09-11T04:13:25Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-ef4b62"}, "namespace": "ai-tenant-e2e-ipp-a-ef4b62", "name": "odh-trusted-ca-bundle", "reconcileID": "22c2b7ab-f55b-4806-9bb2-616209a46d2a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-ef4b62"} 2026-09-11T04:13:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-ef4b62"}, "namespace": "ai-tenant-e2e-ipp-a-ef4b62", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d8339ce7-6f77-4cfe-83f9-222aa3d7537e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-ef4b62"} 2026-09-11T04:13:26Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-68ec26"}, "namespace": "ai-tenant-e2e-shared-a-w2-68ec26", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e83f1234-b3c6-4b16-a978-a71f12f5246f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-68ec26"} 2026-09-11T04:13:26Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-68ec26"}, "namespace": "ai-tenant-e2e-shared-a-w2-68ec26", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e83f1234-b3c6-4b16-a978-a71f12f5246f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-68ec26", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T04:13:26Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-68ec26"}, "namespace": "ai-tenant-e2e-shared-a-w2-68ec26", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e83f1234-b3c6-4b16-a978-a71f12f5246f", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w2-68ec26 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T04:13:26Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-68ec26"}, "namespace": "ai-tenant-e2e-shared-a-w2-68ec26", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6cada3b3-e545-4a91-8cb4-aa0fd36c901d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-68ec26"} 2026-09-11T04:13:26Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-68ec26"}, "namespace": "ai-tenant-e2e-shared-a-w2-68ec26", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6cada3b3-e545-4a91-8cb4-aa0fd36c901d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-68ec26", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T04:13:26Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-68ec26"}, "namespace": "ai-tenant-e2e-shared-a-w2-68ec26", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6cada3b3-e545-4a91-8cb4-aa0fd36c901d", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w2-68ec26 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T04:13:26Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-68ec26"}, "namespace": "ai-tenant-e2e-shared-a-w2-68ec26", "name": "odh-trusted-ca-bundle", "reconcileID": "d97ba112-9c22-467b-8b18-d5d06880b928", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-68ec26"} 2026-09-11T04:13:26Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-68ec26"}, "namespace": "ai-tenant-e2e-shared-a-w2-68ec26", "name": "odh-trusted-ca-bundle", "reconcileID": "d97ba112-9c22-467b-8b18-d5d06880b928", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-68ec26", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T04:13:26Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-68ec26"}, "namespace": "ai-tenant-e2e-shared-a-w2-68ec26", "name": "odh-trusted-ca-bundle", "reconcileID": "d97ba112-9c22-467b-8b18-d5d06880b928", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w2-68ec26 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T04:13:26Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-68ec26"}, "namespace": "ai-tenant-e2e-shared-a-w2-68ec26", "name": "openshift-service-ca.crt", "reconcileID": "26ee7197-76d9-464a-bd12-b53737efe517", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-68ec26"} 2026-09-11T04:13:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-68ec26"}, "namespace": "ai-tenant-e2e-shared-a-w2-68ec26", "name": "openshift-service-ca.crt", "reconcileID": "26ee7197-76d9-464a-bd12-b53737efe517", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-68ec26"} 2026-09-11T04:13:26Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-68ec26"}, "namespace": "ai-tenant-e2e-shared-a-w2-68ec26", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "77a24465-0a0b-4eb7-9733-0d876c765177", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-68ec26"} 2026-09-11T04:13:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-68ec26"}, "namespace": "ai-tenant-e2e-shared-a-w2-68ec26", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "77a24465-0a0b-4eb7-9733-0d876c765177", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-68ec26"} 2026-09-11T04:13:26Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-68ec26"}, "namespace": "ai-tenant-e2e-shared-a-w2-68ec26", "name": "odh-trusted-ca-bundle", "reconcileID": "da3ea3f4-fc17-448f-9fe1-4270eada91ee", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-68ec26"} 2026-09-11T04:13:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-68ec26"}, "namespace": "ai-tenant-e2e-shared-a-w2-68ec26", "name": "odh-trusted-ca-bundle", "reconcileID": "da3ea3f4-fc17-448f-9fe1-4270eada91ee", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-68ec26"} 2026-09-11T04:13:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ef4b62","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ef4b62", "reconcileID": "0215377c-82e9-4559-8c58-9ee82657453b", "Gateway": "e2e-ipp-a-ef4b62", "namespace": "openshift-ingress"} 2026-09-11T04:13:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ef4b62","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ef4b62", "reconcileID": "0215377c-82e9-4559-8c58-9ee82657453b", "Gateway": "e2e-ipp-a-ef4b62", "namespace": "openshift-ingress", "name": "e2e-ipp-a-ef4b62-authn-ssl"} 2026-09-11T04:13:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ef4b62","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ef4b62", "reconcileID": "0215377c-82e9-4559-8c58-9ee82657453b", "Gateway": "e2e-ipp-a-ef4b62", "namespace": "openshift-ingress"} 2026-09-11T04:13:27Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-68ec26","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-68ec26", "reconcileID": "b53a8480-6c6c-487c-96c3-cafcba72f746", "Gateway": "e2e-shared-a-w2-68ec26", "namespace": "openshift-ingress"} 2026-09-11T04:13:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ef4b62","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ef4b62", "reconcileID": "932e73ae-885b-42fe-af84-612ff799fb3a", "Gateway": "e2e-ipp-a-ef4b62", "namespace": "openshift-ingress"} 2026-09-11T04:13:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ef4b62","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ef4b62", "reconcileID": "932e73ae-885b-42fe-af84-612ff799fb3a", "Gateway": "e2e-ipp-a-ef4b62", "namespace": "openshift-ingress", "name": "e2e-ipp-a-ef4b62-authn-ssl"} 2026-09-11T04:13:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ef4b62","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ef4b62", "reconcileID": "932e73ae-885b-42fe-af84-612ff799fb3a", "Gateway": "e2e-ipp-a-ef4b62", "namespace": "openshift-ingress"} 2026-09-11T04:13:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-604323","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-604323", "reconcileID": "5cee9cfe-c4c7-4a4d-ad1d-e3b421561f9e", "Gateway": "e2e-shared-b-w2-604323", "namespace": "openshift-ingress"} 2026-09-11T04:13:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-604323","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-604323", "reconcileID": "5cee9cfe-c4c7-4a4d-ad1d-e3b421561f9e", "Gateway": "e2e-shared-b-w2-604323", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-604323-authn-ssl"} 2026-09-11T04:13:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-604323","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-604323", "reconcileID": "5cee9cfe-c4c7-4a4d-ad1d-e3b421561f9e", "Gateway": "e2e-shared-b-w2-604323", "namespace": "openshift-ingress"} 2026-09-11T04:13:44Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-604323"}, "namespace": "ai-tenant-e2e-shared-b-w2-604323", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b7a09401-9073-452c-bc4c-7650e5ca6280", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-604323"} 2026-09-11T04:13:44Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-604323"}, "namespace": "ai-tenant-e2e-shared-b-w2-604323", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b7a09401-9073-452c-bc4c-7650e5ca6280", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-604323", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T04:13:44Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-604323"}, "namespace": "ai-tenant-e2e-shared-b-w2-604323", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b7a09401-9073-452c-bc4c-7650e5ca6280", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w2-604323 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T04:13:44Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-604323"}, "namespace": "ai-tenant-e2e-shared-b-w2-604323", "name": "odh-trusted-ca-bundle", "reconcileID": "8935665f-d63c-4c2e-badd-a81794d31dc7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-604323"} 2026-09-11T04:13:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-604323"}, "namespace": "ai-tenant-e2e-shared-b-w2-604323", "name": "odh-trusted-ca-bundle", "reconcileID": "8935665f-d63c-4c2e-badd-a81794d31dc7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-604323"} 2026-09-11T04:13:44Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-604323"}, "namespace": "ai-tenant-e2e-shared-b-w2-604323", "name": "openshift-service-ca.crt", "reconcileID": "f2ae4e15-83de-4992-807c-1c092e40529b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-604323"} 2026-09-11T04:13:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-604323"}, "namespace": "ai-tenant-e2e-shared-b-w2-604323", "name": "openshift-service-ca.crt", "reconcileID": "f2ae4e15-83de-4992-807c-1c092e40529b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-604323"} 2026-09-11T04:13:44Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-604323"}, "namespace": "ai-tenant-e2e-shared-b-w2-604323", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d7d5eae5-b1d0-434d-9910-f204a6518002", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-604323"} 2026-09-11T04:13:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-604323"}, "namespace": "ai-tenant-e2e-shared-b-w2-604323", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d7d5eae5-b1d0-434d-9910-f204a6518002", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-604323"} 2026-09-11T04:13:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-604323","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-604323", "reconcileID": "404b0dbd-7016-478d-852f-3a16cdfc70cc", "Gateway": "e2e-shared-b-w2-604323", "namespace": "openshift-ingress"} 2026-09-11T04:13:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-604323","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-604323", "reconcileID": "404b0dbd-7016-478d-852f-3a16cdfc70cc", "Gateway": "e2e-shared-b-w2-604323", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-604323-authn-ssl"} 2026-09-11T04:13:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-604323","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-604323", "reconcileID": "404b0dbd-7016-478d-852f-3a16cdfc70cc", "Gateway": "e2e-shared-b-w2-604323", "namespace": "openshift-ingress"} 2026-09-11T04:13:44Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-604323","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-604323", "reconcileID": "27186819-bc4e-4885-918a-3bd423db86d6", "Gateway": "e2e-shared-b-w2-604323", "namespace": "openshift-ingress"} 2026-09-11T04:13:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-85dc29","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-85dc29", "reconcileID": "8c03a07c-9523-4497-a16d-07f249f3f077", "Gateway": "e2e-ipp-b-85dc29", "namespace": "openshift-ingress"} 2026-09-11T04:13:51Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-85dc29","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-85dc29", "reconcileID": "8c03a07c-9523-4497-a16d-07f249f3f077", "Gateway": "e2e-ipp-b-85dc29", "namespace": "openshift-ingress", "name": "e2e-ipp-b-85dc29-authn-ssl"} 2026-09-11T04:13:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-85dc29","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-85dc29", "reconcileID": "8c03a07c-9523-4497-a16d-07f249f3f077", "Gateway": "e2e-ipp-b-85dc29", "namespace": "openshift-ingress"} 2026-09-11T04:13:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-85dc29","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-85dc29", "reconcileID": "bc790f2b-3766-4f4f-a089-11dfaee647b7", "Gateway": "e2e-ipp-b-85dc29", "namespace": "openshift-ingress"} 2026-09-11T04:13:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-85dc29","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-85dc29", "reconcileID": "bc790f2b-3766-4f4f-a089-11dfaee647b7", "Gateway": "e2e-ipp-b-85dc29", "namespace": "openshift-ingress", "name": "e2e-ipp-b-85dc29-authn-ssl"} 2026-09-11T04:13:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-85dc29","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-85dc29", "reconcileID": "bc790f2b-3766-4f4f-a089-11dfaee647b7", "Gateway": "e2e-ipp-b-85dc29", "namespace": "openshift-ingress"} 2026-09-11T04:13:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-85dc29","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-85dc29", "reconcileID": "feb56904-e51f-41dd-a3ef-f0cd477ddb47", "Gateway": "e2e-ipp-b-85dc29", "namespace": "openshift-ingress"} 2026-09-11T04:13:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-85dc29","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-85dc29", "reconcileID": "feb56904-e51f-41dd-a3ef-f0cd477ddb47", "Gateway": "e2e-ipp-b-85dc29", "namespace": "openshift-ingress", "name": "e2e-ipp-b-85dc29-authn-ssl"} 2026-09-11T04:13:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-85dc29","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-85dc29", "reconcileID": "feb56904-e51f-41dd-a3ef-f0cd477ddb47", "Gateway": "e2e-ipp-b-85dc29", "namespace": "openshift-ingress"} 2026-09-11T04:13:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-85dc29","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-85dc29", "reconcileID": "d717b30b-aa6e-4c18-baeb-b13a2add8918", "Gateway": "e2e-ipp-b-85dc29", "namespace": "openshift-ingress"} 2026-09-11T04:13:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-85dc29","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-85dc29", "reconcileID": "d717b30b-aa6e-4c18-baeb-b13a2add8918", "Gateway": "e2e-ipp-b-85dc29", "namespace": "openshift-ingress", "name": "e2e-ipp-b-85dc29-authn-ssl"} 2026-09-11T04:13:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-85dc29","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-85dc29", "reconcileID": "d717b30b-aa6e-4c18-baeb-b13a2add8918", "Gateway": "e2e-ipp-b-85dc29", "namespace": "openshift-ingress"} 2026-09-11T04:13:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-85dc29","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-85dc29", "reconcileID": "21874057-6324-4f03-8928-3c1b1a4eb886", "Gateway": "e2e-ipp-b-85dc29", "namespace": "openshift-ingress"} 2026-09-11T04:13:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-85dc29","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-85dc29", "reconcileID": "21874057-6324-4f03-8928-3c1b1a4eb886", "Gateway": "e2e-ipp-b-85dc29", "namespace": "openshift-ingress", "name": "e2e-ipp-b-85dc29-authn-ssl"} 2026-09-11T04:13:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-85dc29","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-85dc29", "reconcileID": "21874057-6324-4f03-8928-3c1b1a4eb886", "Gateway": "e2e-ipp-b-85dc29", "namespace": "openshift-ingress"} 2026-09-11T04:13:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-85dc29","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-85dc29", "reconcileID": "841ba8e9-3940-43ad-b6b5-b646c01a7bff", "Gateway": "e2e-ipp-b-85dc29", "namespace": "openshift-ingress"} 2026-09-11T04:13:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-85dc29","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-85dc29", "reconcileID": "841ba8e9-3940-43ad-b6b5-b646c01a7bff", "Gateway": "e2e-ipp-b-85dc29", "namespace": "openshift-ingress", "name": "e2e-ipp-b-85dc29-authn-ssl"} 2026-09-11T04:13:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-85dc29","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-85dc29", "reconcileID": "841ba8e9-3940-43ad-b6b5-b646c01a7bff", "Gateway": "e2e-ipp-b-85dc29", "namespace": "openshift-ingress"} 2026-09-11T04:13:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-85dc29","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-85dc29", "reconcileID": "a51ca0e7-8597-4d95-9e5d-185e9dd57f46", "Gateway": "e2e-ipp-b-85dc29", "namespace": "openshift-ingress"} 2026-09-11T04:13:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-85dc29","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-85dc29", "reconcileID": "a51ca0e7-8597-4d95-9e5d-185e9dd57f46", "Gateway": "e2e-ipp-b-85dc29", "namespace": "openshift-ingress", "name": "e2e-ipp-b-85dc29-authn-ssl"} 2026-09-11T04:13:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-85dc29","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-85dc29", "reconcileID": "a51ca0e7-8597-4d95-9e5d-185e9dd57f46", "Gateway": "e2e-ipp-b-85dc29", "namespace": "openshift-ingress"} 2026-09-11T04:13:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-85dc29"}, "namespace": "ai-tenant-e2e-ipp-b-85dc29", "name": "openshift-service-ca.crt", "reconcileID": "e59a80e1-3dd6-49a7-8a02-957554584857", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-85dc29"} 2026-09-11T04:13:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-85dc29"}, "namespace": "ai-tenant-e2e-ipp-b-85dc29", "name": "odh-trusted-ca-bundle", "reconcileID": "6d9d1d04-e11d-4aff-ad15-a0c8ccc7f526", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-85dc29"} 2026-09-11T04:13:54Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-85dc29"}, "namespace": "ai-tenant-e2e-ipp-b-85dc29", "name": "openshift-service-ca.crt", "reconcileID": "6720224d-560e-45be-a442-0225d1c37798", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-85dc29", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T04:13:54Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-85dc29"}, "namespace": "ai-tenant-e2e-ipp-b-85dc29", "name": "openshift-service-ca.crt", "reconcileID": "6720224d-560e-45be-a442-0225d1c37798", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-85dc29"} 2026-09-11T04:13:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-85dc29"}, "namespace": "ai-tenant-e2e-ipp-b-85dc29", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "54095ce6-26dd-4215-9e48-b69a921390b1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-85dc29"} 2026-09-11T04:13:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-85dc29"}, "namespace": "ai-tenant-e2e-ipp-b-85dc29", "name": "openshift-service-ca.crt", "reconcileID": "d6977866-9efd-465a-a585-58c0444c0190", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-85dc29"} 2026-09-11T04:13:54Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-85dc29"}, "namespace": "ai-tenant-e2e-ipp-b-85dc29", "name": "odh-trusted-ca-bundle", "reconcileID": "1a10ea99-974f-4969-9496-8aee7434ad23", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-85dc29", "update": "odh-kserve-custom-ca-bundle"} 2026-09-11T04:13:54Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-85dc29"}, "namespace": "ai-tenant-e2e-ipp-b-85dc29", "name": "odh-trusted-ca-bundle", "reconcileID": "1a10ea99-974f-4969-9496-8aee7434ad23", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-85dc29"} 2026-09-11T04:13:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-85dc29"}, "namespace": "ai-tenant-e2e-ipp-b-85dc29", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ea318f6e-bd10-49f8-8229-382d0a8d31f3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-85dc29"} 2026-09-11T04:13:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-85dc29","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-85dc29", "reconcileID": "92bb8da9-f9a4-4fe7-98f6-2bc407cdcf89", "Gateway": "e2e-ipp-b-85dc29", "namespace": "openshift-ingress"} 2026-09-11T04:13:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-85dc29","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-85dc29", "reconcileID": "92bb8da9-f9a4-4fe7-98f6-2bc407cdcf89", "Gateway": "e2e-ipp-b-85dc29", "namespace": "openshift-ingress", "name": "e2e-ipp-b-85dc29-authn-ssl"} 2026-09-11T04:13:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-85dc29","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-85dc29", "reconcileID": "92bb8da9-f9a4-4fe7-98f6-2bc407cdcf89", "Gateway": "e2e-ipp-b-85dc29", "namespace": "openshift-ingress"} 2026-09-11T04:14:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-85dc29","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-85dc29", "reconcileID": "96441109-20fa-474e-ae39-582a6db2940d", "Gateway": "e2e-ipp-b-85dc29", "namespace": "openshift-ingress"} 2026-09-11T04:14:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-85dc29","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-85dc29", "reconcileID": "96441109-20fa-474e-ae39-582a6db2940d", "Gateway": "e2e-ipp-b-85dc29", "namespace": "openshift-ingress", "name": "e2e-ipp-b-85dc29-authn-ssl"} 2026-09-11T04:14:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-85dc29","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-85dc29", "reconcileID": "96441109-20fa-474e-ae39-582a6db2940d", "Gateway": "e2e-ipp-b-85dc29", "namespace": "openshift-ingress"} 2026-09-11T04:14:24Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ef4b62","namespace":"ai-tenant-e2e-ipp-a-ef4b62"}, "namespace": "ai-tenant-e2e-ipp-a-ef4b62", "name": "ipp-route-ef4b62", "reconcileID": "4e64eafc-a46a-4013-a809-ad2ba4b79459", "LLMInferenceService": "ipp-route-ef4b62", "namespace": "ai-tenant-e2e-ipp-a-ef4b62"} 2026-09-11T04:14:24Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ef4b62","namespace":"ai-tenant-e2e-ipp-a-ef4b62"}, "namespace": "ai-tenant-e2e-ipp-a-ef4b62", "name": "ipp-route-ef4b62", "reconcileID": "4e64eafc-a46a-4013-a809-ad2ba4b79459", "LLMInferenceService": "ipp-route-ef4b62", "namespace": "ai-tenant-e2e-ipp-a-ef4b62"} 2026-09-11T04:14:24Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ef4b62","namespace":"ai-tenant-e2e-ipp-a-ef4b62"}, "namespace": "ai-tenant-e2e-ipp-a-ef4b62", "name": "ipp-route-ef4b62", "reconcileID": "4e64eafc-a46a-4013-a809-ad2ba4b79459", "LLMInferenceService": "ipp-route-ef4b62", "namespace": "ai-tenant-e2e-ipp-a-ef4b62"} 2026-09-11T04:14:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ef4b62","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ef4b62", "reconcileID": "0bcba3b7-748e-4d24-93c0-b7be258dd1e3", "Gateway": "e2e-ipp-a-ef4b62", "namespace": "openshift-ingress"} 2026-09-11T04:14:24Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ef4b62","namespace":"ai-tenant-e2e-ipp-a-ef4b62"}, "namespace": "ai-tenant-e2e-ipp-a-ef4b62", "name": "ipp-route-ef4b62", "reconcileID": "4e64eafc-a46a-4013-a809-ad2ba4b79459", "LLMInferenceService": "ipp-route-ef4b62", "namespace": "ai-tenant-e2e-ipp-a-ef4b62", "name": "ipp-route-ef4b62-kserve-route-authn"} 2026-09-11T04:14:24Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ef4b62","namespace":"ai-tenant-e2e-ipp-a-ef4b62"}, "namespace": "ai-tenant-e2e-ipp-a-ef4b62", "name": "ipp-route-ef4b62", "reconcileID": "4e64eafc-a46a-4013-a809-ad2ba4b79459", "LLMInferenceService": "ipp-route-ef4b62", "namespace": "ai-tenant-e2e-ipp-a-ef4b62", "authType": "userdefined"} 2026-09-11T04:14:24Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ef4b62","namespace":"ai-tenant-e2e-ipp-a-ef4b62"}, "namespace": "ai-tenant-e2e-ipp-a-ef4b62", "name": "ipp-route-ef4b62", "reconcileID": "4e64eafc-a46a-4013-a809-ad2ba4b79459", "LLMInferenceService": "ipp-route-ef4b62", "namespace": "ai-tenant-e2e-ipp-a-ef4b62"} 2026-09-11T04:14:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ef4b62","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ef4b62", "reconcileID": "0bcba3b7-748e-4d24-93c0-b7be258dd1e3", "Gateway": "e2e-ipp-a-ef4b62", "namespace": "openshift-ingress", "name": "e2e-ipp-a-ef4b62-authn-ssl"} 2026-09-11T04:14:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ef4b62","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ef4b62", "reconcileID": "0bcba3b7-748e-4d24-93c0-b7be258dd1e3", "Gateway": "e2e-ipp-a-ef4b62", "namespace": "openshift-ingress"} 2026-09-11T04:14:24Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ef4b62","namespace":"ai-tenant-e2e-ipp-a-ef4b62"}, "namespace": "ai-tenant-e2e-ipp-a-ef4b62", "name": "ipp-route-ef4b62", "reconcileID": "ff86e4cd-eed1-4418-85cc-490dc9bdd264", "LLMInferenceService": "ipp-route-ef4b62", "namespace": "ai-tenant-e2e-ipp-a-ef4b62"} 2026-09-11T04:14:24Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ef4b62","namespace":"ai-tenant-e2e-ipp-a-ef4b62"}, "namespace": "ai-tenant-e2e-ipp-a-ef4b62", "name": "ipp-route-ef4b62", "reconcileID": "ff86e4cd-eed1-4418-85cc-490dc9bdd264", "LLMInferenceService": "ipp-route-ef4b62", "namespace": "ai-tenant-e2e-ipp-a-ef4b62"} 2026-09-11T04:14:24Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ef4b62","namespace":"ai-tenant-e2e-ipp-a-ef4b62"}, "namespace": "ai-tenant-e2e-ipp-a-ef4b62", "name": "ipp-route-ef4b62", "reconcileID": "ff86e4cd-eed1-4418-85cc-490dc9bdd264", "LLMInferenceService": "ipp-route-ef4b62", "namespace": "ai-tenant-e2e-ipp-a-ef4b62"} 2026-09-11T04:14:24Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ef4b62","namespace":"ai-tenant-e2e-ipp-a-ef4b62"}, "namespace": "ai-tenant-e2e-ipp-a-ef4b62", "name": "ipp-route-ef4b62", "reconcileID": "ff86e4cd-eed1-4418-85cc-490dc9bdd264", "LLMInferenceService": "ipp-route-ef4b62", "namespace": "ai-tenant-e2e-ipp-a-ef4b62", "name": "ipp-route-ef4b62-kserve-route-authn"} 2026-09-11T04:14:24Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ef4b62","namespace":"ai-tenant-e2e-ipp-a-ef4b62"}, "namespace": "ai-tenant-e2e-ipp-a-ef4b62", "name": "ipp-route-ef4b62", "reconcileID": "ff86e4cd-eed1-4418-85cc-490dc9bdd264", "LLMInferenceService": "ipp-route-ef4b62", "namespace": "ai-tenant-e2e-ipp-a-ef4b62", "authType": "userdefined"} 2026-09-11T04:14:24Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ef4b62","namespace":"ai-tenant-e2e-ipp-a-ef4b62"}, "namespace": "ai-tenant-e2e-ipp-a-ef4b62", "name": "ipp-route-ef4b62", "reconcileID": "ff86e4cd-eed1-4418-85cc-490dc9bdd264", "LLMInferenceService": "ipp-route-ef4b62", "namespace": "ai-tenant-e2e-ipp-a-ef4b62"} 2026-09-11T04:14:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ef4b62","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ef4b62", "reconcileID": "51584abe-7c6a-41ac-b944-6c14d0863b44", "Gateway": "e2e-ipp-a-ef4b62", "namespace": "openshift-ingress"} 2026-09-11T04:14:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ef4b62","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ef4b62", "reconcileID": "51584abe-7c6a-41ac-b944-6c14d0863b44", "Gateway": "e2e-ipp-a-ef4b62", "namespace": "openshift-ingress", "name": "e2e-ipp-a-ef4b62-authn-ssl"} 2026-09-11T04:14:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ef4b62","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ef4b62", "reconcileID": "51584abe-7c6a-41ac-b944-6c14d0863b44", "Gateway": "e2e-ipp-a-ef4b62", "namespace": "openshift-ingress"} 2026-09-11T04:14:37Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ef4b62","namespace":"ai-tenant-e2e-ipp-a-ef4b62"}, "namespace": "ai-tenant-e2e-ipp-a-ef4b62", "name": "ipp-route-ef4b62", "reconcileID": "136a7207-1e0c-4e44-bfac-23d9d5034ea2", "LLMInferenceService": "ipp-route-ef4b62", "namespace": "ai-tenant-e2e-ipp-a-ef4b62"} 2026-09-11T04:14:37Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ef4b62","namespace":"ai-tenant-e2e-ipp-a-ef4b62"}, "namespace": "ai-tenant-e2e-ipp-a-ef4b62", "name": "ipp-route-ef4b62", "reconcileID": "136a7207-1e0c-4e44-bfac-23d9d5034ea2", "LLMInferenceService": "ipp-route-ef4b62", "namespace": "ai-tenant-e2e-ipp-a-ef4b62"} 2026-09-11T04:14:37Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ef4b62","namespace":"ai-tenant-e2e-ipp-a-ef4b62"}, "namespace": "ai-tenant-e2e-ipp-a-ef4b62", "name": "ipp-route-ef4b62", "reconcileID": "136a7207-1e0c-4e44-bfac-23d9d5034ea2", "LLMInferenceService": "ipp-route-ef4b62", "namespace": "ai-tenant-e2e-ipp-a-ef4b62"} 2026-09-11T04:14:37Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ef4b62","namespace":"ai-tenant-e2e-ipp-a-ef4b62"}, "namespace": "ai-tenant-e2e-ipp-a-ef4b62", "name": "ipp-route-ef4b62", "reconcileID": "136a7207-1e0c-4e44-bfac-23d9d5034ea2", "LLMInferenceService": "ipp-route-ef4b62", "namespace": "ai-tenant-e2e-ipp-a-ef4b62", "name": "ipp-route-ef4b62-kserve-route-authn"} 2026-09-11T04:14:37Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ef4b62","namespace":"ai-tenant-e2e-ipp-a-ef4b62"}, "namespace": "ai-tenant-e2e-ipp-a-ef4b62", "name": "ipp-route-ef4b62", "reconcileID": "136a7207-1e0c-4e44-bfac-23d9d5034ea2", "LLMInferenceService": "ipp-route-ef4b62", "namespace": "ai-tenant-e2e-ipp-a-ef4b62", "authType": "userdefined"} 2026-09-11T04:14:37Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ef4b62","namespace":"ai-tenant-e2e-ipp-a-ef4b62"}, "namespace": "ai-tenant-e2e-ipp-a-ef4b62", "name": "ipp-route-ef4b62", "reconcileID": "136a7207-1e0c-4e44-bfac-23d9d5034ea2", "LLMInferenceService": "ipp-route-ef4b62", "namespace": "ai-tenant-e2e-ipp-a-ef4b62"} 2026-09-11T04:14:58Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ef4b62","namespace":"ai-tenant-e2e-ipp-a-ef4b62"}, "namespace": "ai-tenant-e2e-ipp-a-ef4b62", "name": "ipp-route-ef4b62", "reconcileID": "1b599b29-6376-4c7b-b6cb-0e4fedaa3ed0", "LLMInferenceService": "ipp-route-ef4b62", "namespace": "ai-tenant-e2e-ipp-a-ef4b62"} 2026-09-11T04:14:58Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ef4b62","namespace":"ai-tenant-e2e-ipp-a-ef4b62"}, "namespace": "ai-tenant-e2e-ipp-a-ef4b62", "name": "ipp-route-ef4b62", "reconcileID": "1b599b29-6376-4c7b-b6cb-0e4fedaa3ed0", "LLMInferenceService": "ipp-route-ef4b62", "namespace": "ai-tenant-e2e-ipp-a-ef4b62"} 2026-09-11T04:14:58Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ef4b62","namespace":"ai-tenant-e2e-ipp-a-ef4b62"}, "namespace": "ai-tenant-e2e-ipp-a-ef4b62", "name": "ipp-route-ef4b62", "reconcileID": "1b599b29-6376-4c7b-b6cb-0e4fedaa3ed0", "LLMInferenceService": "ipp-route-ef4b62", "namespace": "ai-tenant-e2e-ipp-a-ef4b62"} 2026-09-11T04:14:58Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ef4b62","namespace":"ai-tenant-e2e-ipp-a-ef4b62"}, "namespace": "ai-tenant-e2e-ipp-a-ef4b62", "name": "ipp-route-ef4b62", "reconcileID": "1b599b29-6376-4c7b-b6cb-0e4fedaa3ed0", "LLMInferenceService": "ipp-route-ef4b62", "namespace": "ai-tenant-e2e-ipp-a-ef4b62", "name": "ipp-route-ef4b62-kserve-route-authn"} 2026-09-11T04:14:58Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ef4b62","namespace":"ai-tenant-e2e-ipp-a-ef4b62"}, "namespace": "ai-tenant-e2e-ipp-a-ef4b62", "name": "ipp-route-ef4b62", "reconcileID": "1b599b29-6376-4c7b-b6cb-0e4fedaa3ed0", "LLMInferenceService": "ipp-route-ef4b62", "namespace": "ai-tenant-e2e-ipp-a-ef4b62", "authType": "userdefined"} 2026-09-11T04:14:58Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ef4b62","namespace":"ai-tenant-e2e-ipp-a-ef4b62"}, "namespace": "ai-tenant-e2e-ipp-a-ef4b62", "name": "ipp-route-ef4b62", "reconcileID": "1b599b29-6376-4c7b-b6cb-0e4fedaa3ed0", "LLMInferenceService": "ipp-route-ef4b62", "namespace": "ai-tenant-e2e-ipp-a-ef4b62"} 2026-09-11T04:15:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-27c12d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-27c12d", "reconcileID": "6d01f4df-0160-4095-980e-8c96e1ce9bd1", "Gateway": "e2e-ipp-cleanup-27c12d", "namespace": "openshift-ingress"} 2026-09-11T04:15:10Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-27c12d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-27c12d", "reconcileID": "6d01f4df-0160-4095-980e-8c96e1ce9bd1", "Gateway": "e2e-ipp-cleanup-27c12d", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-27c12d-authn-ssl"} 2026-09-11T04:15:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-27c12d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-27c12d", "reconcileID": "6d01f4df-0160-4095-980e-8c96e1ce9bd1", "Gateway": "e2e-ipp-cleanup-27c12d", "namespace": "openshift-ingress"} 2026-09-11T04:15:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-27c12d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-27c12d", "reconcileID": "16024f3b-a93c-499d-9c7b-e85b19d3c0b4", "Gateway": "e2e-ipp-cleanup-27c12d", "namespace": "openshift-ingress"} 2026-09-11T04:15:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-27c12d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-27c12d", "reconcileID": "16024f3b-a93c-499d-9c7b-e85b19d3c0b4", "Gateway": "e2e-ipp-cleanup-27c12d", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-27c12d-authn-ssl"} 2026-09-11T04:15:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-27c12d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-27c12d", "reconcileID": "16024f3b-a93c-499d-9c7b-e85b19d3c0b4", "Gateway": "e2e-ipp-cleanup-27c12d", "namespace": "openshift-ingress"} 2026-09-11T04:15:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-27c12d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-27c12d", "reconcileID": "3af1cff7-a396-4cf1-8227-ed89b8b4cd83", "Gateway": "e2e-ipp-cleanup-27c12d", "namespace": "openshift-ingress"} 2026-09-11T04:15:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-27c12d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-27c12d", "reconcileID": "3af1cff7-a396-4cf1-8227-ed89b8b4cd83", "Gateway": "e2e-ipp-cleanup-27c12d", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-27c12d-authn-ssl"} 2026-09-11T04:15:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-27c12d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-27c12d", "reconcileID": "3af1cff7-a396-4cf1-8227-ed89b8b4cd83", "Gateway": "e2e-ipp-cleanup-27c12d", "namespace": "openshift-ingress"} 2026-09-11T04:15:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-27c12d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-27c12d", "reconcileID": "58e3130e-1524-4785-bc40-58de879a510a", "Gateway": "e2e-ipp-cleanup-27c12d", "namespace": "openshift-ingress"} 2026-09-11T04:15:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-27c12d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-27c12d", "reconcileID": "58e3130e-1524-4785-bc40-58de879a510a", "Gateway": "e2e-ipp-cleanup-27c12d", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-27c12d-authn-ssl"} 2026-09-11T04:15:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-27c12d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-27c12d", "reconcileID": "58e3130e-1524-4785-bc40-58de879a510a", "Gateway": "e2e-ipp-cleanup-27c12d", "namespace": "openshift-ingress"} 2026-09-11T04:15:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-27c12d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-27c12d", "reconcileID": "201cedff-276c-44bd-a1b4-afec7c898ac9", "Gateway": "e2e-ipp-cleanup-27c12d", "namespace": "openshift-ingress"} 2026-09-11T04:15:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-27c12d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-27c12d", "reconcileID": "201cedff-276c-44bd-a1b4-afec7c898ac9", "Gateway": "e2e-ipp-cleanup-27c12d", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-27c12d-authn-ssl"} 2026-09-11T04:15:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-27c12d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-27c12d", "reconcileID": "201cedff-276c-44bd-a1b4-afec7c898ac9", "Gateway": "e2e-ipp-cleanup-27c12d", "namespace": "openshift-ingress"} 2026-09-11T04:15:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-27c12d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-27c12d", "reconcileID": "c574e8dd-925c-4a16-90a2-747c83f52ad8", "Gateway": "e2e-ipp-cleanup-27c12d", "namespace": "openshift-ingress"} 2026-09-11T04:15:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-27c12d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-27c12d", "reconcileID": "c574e8dd-925c-4a16-90a2-747c83f52ad8", "Gateway": "e2e-ipp-cleanup-27c12d", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-27c12d-authn-ssl"} 2026-09-11T04:15:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-27c12d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-27c12d", "reconcileID": "c574e8dd-925c-4a16-90a2-747c83f52ad8", "Gateway": "e2e-ipp-cleanup-27c12d", "namespace": "openshift-ingress"} 2026-09-11T04:15:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-27c12d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-27c12d", "reconcileID": "40173765-a537-4a6d-af28-c4c2bef0d1b9", "Gateway": "e2e-ipp-cleanup-27c12d", "namespace": "openshift-ingress"} 2026-09-11T04:15:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-27c12d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-27c12d", "reconcileID": "40173765-a537-4a6d-af28-c4c2bef0d1b9", "Gateway": "e2e-ipp-cleanup-27c12d", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-27c12d-authn-ssl"} 2026-09-11T04:15:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-27c12d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-27c12d", "reconcileID": "40173765-a537-4a6d-af28-c4c2bef0d1b9", "Gateway": "e2e-ipp-cleanup-27c12d", "namespace": "openshift-ingress"} 2026-09-11T04:15:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-27c12d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-27c12d", "name": "openshift-service-ca.crt", "reconcileID": "3e4366ab-63f5-49af-b6ed-31842670ee7f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-27c12d"} 2026-09-11T04:15:14Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-27c12d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-27c12d", "name": "openshift-service-ca.crt", "reconcileID": "b209295d-6ef8-472f-8741-b75045f48a5a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-27c12d", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T04:15:14Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-27c12d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-27c12d", "name": "openshift-service-ca.crt", "reconcileID": "b209295d-6ef8-472f-8741-b75045f48a5a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-27c12d"} 2026-09-11T04:15:14Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-27c12d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-27c12d", "name": "odh-trusted-ca-bundle", "reconcileID": "136f81f3-9c6b-455e-8bf7-dc7f37ae94cc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-27c12d", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T04:15:14Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-27c12d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-27c12d", "name": "odh-trusted-ca-bundle", "reconcileID": "136f81f3-9c6b-455e-8bf7-dc7f37ae94cc", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T04:15:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-27c12d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-27c12d", "name": "openshift-service-ca.crt", "reconcileID": "a13c2025-86ae-4b3b-951d-0767833a705f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-27c12d"} 2026-09-11T04:15:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-27c12d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-27c12d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "eb766e0b-3fdb-4268-a325-c5f152c74095", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-27c12d"} 2026-09-11T04:15:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-27c12d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-27c12d", "name": "odh-trusted-ca-bundle", "reconcileID": "7c7729fc-9b98-4e2d-82cd-e26a61013a63", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-27c12d"} 2026-09-11T04:15:14Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-27c12d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-27c12d", "name": "odh-trusted-ca-bundle", "reconcileID": "cab2a60c-b4d0-46e1-b152-692bf61cc5b1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-27c12d", "update": "odh-kserve-custom-ca-bundle"} 2026-09-11T04:15:14Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-27c12d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-27c12d", "name": "odh-trusted-ca-bundle", "reconcileID": "cab2a60c-b4d0-46e1-b152-692bf61cc5b1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-27c12d"} 2026-09-11T04:15:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-27c12d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-27c12d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4af8bf7a-9fe2-40ce-ab26-41ba9fa1d9aa", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-27c12d"} 2026-09-11T04:15:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-27c12d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-27c12d", "reconcileID": "c41ec404-e4a8-4652-bd7f-ac9de3b8831d", "Gateway": "e2e-ipp-cleanup-27c12d", "namespace": "openshift-ingress"} 2026-09-11T04:15:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-27c12d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-27c12d", "reconcileID": "c41ec404-e4a8-4652-bd7f-ac9de3b8831d", "Gateway": "e2e-ipp-cleanup-27c12d", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-27c12d-authn-ssl"} 2026-09-11T04:15:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-27c12d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-27c12d", "reconcileID": "c41ec404-e4a8-4652-bd7f-ac9de3b8831d", "Gateway": "e2e-ipp-cleanup-27c12d", "namespace": "openshift-ingress"} 2026-09-11T04:15:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-27c12d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-27c12d", "reconcileID": "8a86545a-7718-4524-af77-0b44d8a44d3f", "Gateway": "e2e-ipp-cleanup-27c12d", "namespace": "openshift-ingress"} 2026-09-11T04:15:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-27c12d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-27c12d", "reconcileID": "8a86545a-7718-4524-af77-0b44d8a44d3f", "Gateway": "e2e-ipp-cleanup-27c12d", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-27c12d-authn-ssl"} 2026-09-11T04:15:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-27c12d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-27c12d", "reconcileID": "8a86545a-7718-4524-af77-0b44d8a44d3f", "Gateway": "e2e-ipp-cleanup-27c12d", "namespace": "openshift-ingress"} 2026-09-11T04:15:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-27c12d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-27c12d", "reconcileID": "0714a228-4879-4ed6-bc74-47b63a868b6c", "Gateway": "e2e-ipp-cleanup-27c12d", "namespace": "openshift-ingress"} 2026-09-11T04:15:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-27c12d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-27c12d", "reconcileID": "0714a228-4879-4ed6-bc74-47b63a868b6c", "Gateway": "e2e-ipp-cleanup-27c12d", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-27c12d-authn-ssl"} 2026-09-11T04:15:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-27c12d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-27c12d", "reconcileID": "0714a228-4879-4ed6-bc74-47b63a868b6c", "Gateway": "e2e-ipp-cleanup-27c12d", "namespace": "openshift-ingress"} 2026-09-11T04:15:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-27c12d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-27c12d", "reconcileID": "fb2d83da-45ac-48e8-a1a0-2b6f7e59b052", "Gateway": "e2e-ipp-cleanup-27c12d", "namespace": "openshift-ingress"} 2026-09-11T04:15:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-27c12d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-27c12d", "reconcileID": "fb2d83da-45ac-48e8-a1a0-2b6f7e59b052", "Gateway": "e2e-ipp-cleanup-27c12d", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-27c12d-authn-ssl"} 2026-09-11T04:15:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-27c12d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-27c12d", "reconcileID": "fb2d83da-45ac-48e8-a1a0-2b6f7e59b052", "Gateway": "e2e-ipp-cleanup-27c12d", "namespace": "openshift-ingress"} 2026-09-11T04:15:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-27c12d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-27c12d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bae2ce41-0016-419e-90ac-9e7149472b3b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-27c12d"} 2026-09-11T04:15:51Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-27c12d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-27c12d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bae2ce41-0016-419e-90ac-9e7149472b3b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-27c12d", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T04:15:51Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-27c12d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-27c12d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bae2ce41-0016-419e-90ac-9e7149472b3b", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-27c12d because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T04:15:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-27c12d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-27c12d", "name": "odh-trusted-ca-bundle", "reconcileID": "43db9bba-9cb3-4f7f-b831-52abc6a66439", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-27c12d"} 2026-09-11T04:15:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-27c12d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-27c12d", "name": "odh-trusted-ca-bundle", "reconcileID": "43db9bba-9cb3-4f7f-b831-52abc6a66439", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-27c12d"} 2026-09-11T04:15:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-27c12d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-27c12d", "name": "openshift-service-ca.crt", "reconcileID": "f554d4b7-1c55-4936-9038-b6eb5709aa24", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-27c12d"} 2026-09-11T04:15:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-27c12d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-27c12d", "name": "openshift-service-ca.crt", "reconcileID": "f554d4b7-1c55-4936-9038-b6eb5709aa24", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-27c12d"} 2026-09-11T04:15:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-27c12d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-27c12d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "530beae7-1f14-4764-95ea-9ff781cab374", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-27c12d"} 2026-09-11T04:15:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-27c12d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-27c12d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "530beae7-1f14-4764-95ea-9ff781cab374", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-27c12d"} 2026-09-11T04:15:52Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-27c12d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-27c12d", "reconcileID": "54fcb467-8b27-4787-871c-f2e13d59d77c", "Gateway": "e2e-ipp-cleanup-27c12d", "namespace": "openshift-ingress"} 2026-09-11T04:16:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ef4b62","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ef4b62", "reconcileID": "1b67f676-5eae-4901-9775-24893eaeca23", "Gateway": "e2e-ipp-a-ef4b62", "namespace": "openshift-ingress"} 2026-09-11T04:16:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ef4b62","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ef4b62", "reconcileID": "1b67f676-5eae-4901-9775-24893eaeca23", "Gateway": "e2e-ipp-a-ef4b62", "namespace": "openshift-ingress", "name": "e2e-ipp-a-ef4b62-authn-ssl"} 2026-09-11T04:16:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ef4b62","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ef4b62", "reconcileID": "1b67f676-5eae-4901-9775-24893eaeca23", "Gateway": "e2e-ipp-a-ef4b62", "namespace": "openshift-ingress"} 2026-09-11T04:16:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ef4b62","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ef4b62", "reconcileID": "656ac045-6caf-4a91-a6c4-84108b2618b2", "Gateway": "e2e-ipp-a-ef4b62", "namespace": "openshift-ingress"} 2026-09-11T04:16:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ef4b62","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ef4b62", "reconcileID": "656ac045-6caf-4a91-a6c4-84108b2618b2", "Gateway": "e2e-ipp-a-ef4b62", "namespace": "openshift-ingress", "name": "e2e-ipp-a-ef4b62-authn-ssl"} 2026-09-11T04:16:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ef4b62","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ef4b62", "reconcileID": "656ac045-6caf-4a91-a6c4-84108b2618b2", "Gateway": "e2e-ipp-a-ef4b62", "namespace": "openshift-ingress"} 2026-09-11T04:16:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ef4b62","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ef4b62", "reconcileID": "6c80ce2e-e8d0-43c2-a100-a0498f4bfb3f", "Gateway": "e2e-ipp-a-ef4b62", "namespace": "openshift-ingress"} 2026-09-11T04:16:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ef4b62","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ef4b62", "reconcileID": "6c80ce2e-e8d0-43c2-a100-a0498f4bfb3f", "Gateway": "e2e-ipp-a-ef4b62", "namespace": "openshift-ingress", "name": "e2e-ipp-a-ef4b62-authn-ssl"} 2026-09-11T04:16:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ef4b62","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ef4b62", "reconcileID": "6c80ce2e-e8d0-43c2-a100-a0498f4bfb3f", "Gateway": "e2e-ipp-a-ef4b62", "namespace": "openshift-ingress"} 2026-09-11T04:16:17Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ef4b62","namespace":"ai-tenant-e2e-ipp-a-ef4b62"}, "namespace": "ai-tenant-e2e-ipp-a-ef4b62", "name": "ipp-route-ef4b62", "reconcileID": "0db45973-a75a-467f-a1f0-a9e57a4f19f0", "LLMInferenceService": "ipp-route-ef4b62", "namespace": "ai-tenant-e2e-ipp-a-ef4b62"} 2026-09-11T04:16:17Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ef4b62","namespace":"ai-tenant-e2e-ipp-a-ef4b62"}, "namespace": "ai-tenant-e2e-ipp-a-ef4b62", "name": "ipp-route-ef4b62", "reconcileID": "0db45973-a75a-467f-a1f0-a9e57a4f19f0", "LLMInferenceService": "ipp-route-ef4b62", "namespace": "ai-tenant-e2e-ipp-a-ef4b62"} 2026-09-11T04:16:17Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ef4b62","namespace":"ai-tenant-e2e-ipp-a-ef4b62"}, "namespace": "ai-tenant-e2e-ipp-a-ef4b62", "name": "ipp-route-ef4b62", "reconcileID": "0db45973-a75a-467f-a1f0-a9e57a4f19f0", "LLMInferenceService": "ipp-route-ef4b62", "namespace": "ai-tenant-e2e-ipp-a-ef4b62"} 2026-09-11T04:16:17Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ef4b62","namespace":"ai-tenant-e2e-ipp-a-ef4b62"}, "namespace": "ai-tenant-e2e-ipp-a-ef4b62", "name": "ipp-route-ef4b62", "reconcileID": "0db45973-a75a-467f-a1f0-a9e57a4f19f0", "LLMInferenceService": "ipp-route-ef4b62", "namespace": "ai-tenant-e2e-ipp-a-ef4b62", "name": "ipp-route-ef4b62-kserve-route-authn"} 2026-09-11T04:16:17Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ef4b62","namespace":"ai-tenant-e2e-ipp-a-ef4b62"}, "namespace": "ai-tenant-e2e-ipp-a-ef4b62", "name": "ipp-route-ef4b62", "reconcileID": "0db45973-a75a-467f-a1f0-a9e57a4f19f0", "LLMInferenceService": "ipp-route-ef4b62", "namespace": "ai-tenant-e2e-ipp-a-ef4b62", "authType": "userdefined"} 2026-09-11T04:16:17Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ef4b62","namespace":"ai-tenant-e2e-ipp-a-ef4b62"}, "namespace": "ai-tenant-e2e-ipp-a-ef4b62", "name": "ipp-route-ef4b62", "reconcileID": "0db45973-a75a-467f-a1f0-a9e57a4f19f0", "LLMInferenceService": "ipp-route-ef4b62", "namespace": "ai-tenant-e2e-ipp-a-ef4b62"} 2026-09-11T04:16:53Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ef4b62","namespace":"ai-tenant-e2e-ipp-a-ef4b62"}, "namespace": "ai-tenant-e2e-ipp-a-ef4b62", "name": "ipp-route-ef4b62", "reconcileID": "88a67283-23bd-4aa6-8042-ad69c2b3fdcf", "LLMInferenceService": "ipp-route-ef4b62", "namespace": "ai-tenant-e2e-ipp-a-ef4b62"} 2026-09-11T04:16:53Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ef4b62","namespace":"ai-tenant-e2e-ipp-a-ef4b62"}, "namespace": "ai-tenant-e2e-ipp-a-ef4b62", "name": "ipp-route-ef4b62", "reconcileID": "88a67283-23bd-4aa6-8042-ad69c2b3fdcf", "LLMInferenceService": "ipp-route-ef4b62", "namespace": "ai-tenant-e2e-ipp-a-ef4b62"} 2026-09-11T04:16:53Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ef4b62","namespace":"ai-tenant-e2e-ipp-a-ef4b62"}, "namespace": "ai-tenant-e2e-ipp-a-ef4b62", "name": "ipp-route-ef4b62", "reconcileID": "88a67283-23bd-4aa6-8042-ad69c2b3fdcf", "LLMInferenceService": "ipp-route-ef4b62", "namespace": "ai-tenant-e2e-ipp-a-ef4b62"} 2026-09-11T04:16:53Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ef4b62","namespace":"ai-tenant-e2e-ipp-a-ef4b62"}, "namespace": "ai-tenant-e2e-ipp-a-ef4b62", "name": "ipp-route-ef4b62", "reconcileID": "88a67283-23bd-4aa6-8042-ad69c2b3fdcf", "LLMInferenceService": "ipp-route-ef4b62", "namespace": "ai-tenant-e2e-ipp-a-ef4b62", "name": "ipp-route-ef4b62-kserve-route-authn"} 2026-09-11T04:16:53Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ef4b62","namespace":"ai-tenant-e2e-ipp-a-ef4b62"}, "namespace": "ai-tenant-e2e-ipp-a-ef4b62", "name": "ipp-route-ef4b62", "reconcileID": "88a67283-23bd-4aa6-8042-ad69c2b3fdcf", "LLMInferenceService": "ipp-route-ef4b62", "namespace": "ai-tenant-e2e-ipp-a-ef4b62", "authType": "userdefined"} 2026-09-11T04:16:53Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ef4b62","namespace":"ai-tenant-e2e-ipp-a-ef4b62"}, "namespace": "ai-tenant-e2e-ipp-a-ef4b62", "name": "ipp-route-ef4b62", "reconcileID": "88a67283-23bd-4aa6-8042-ad69c2b3fdcf", "LLMInferenceService": "ipp-route-ef4b62", "namespace": "ai-tenant-e2e-ipp-a-ef4b62"} 2026-09-11T04:16:53Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ef4b62","namespace":"ai-tenant-e2e-ipp-a-ef4b62"}, "namespace": "ai-tenant-e2e-ipp-a-ef4b62", "name": "ipp-route-ef4b62", "reconcileID": "b5a7ad97-804a-4809-b307-3436172758ed", "LLMInferenceService": "ipp-route-ef4b62", "namespace": "ai-tenant-e2e-ipp-a-ef4b62"} 2026-09-11T04:16:53Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ef4b62","namespace":"ai-tenant-e2e-ipp-a-ef4b62"}, "namespace": "ai-tenant-e2e-ipp-a-ef4b62", "name": "ipp-route-ef4b62", "reconcileID": "b5a7ad97-804a-4809-b307-3436172758ed", "LLMInferenceService": "ipp-route-ef4b62", "namespace": "ai-tenant-e2e-ipp-a-ef4b62", "name": "ipp-route-ef4b62"} 2026-09-11T04:16:53Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ef4b62","namespace":"ai-tenant-e2e-ipp-a-ef4b62"}, "namespace": "ai-tenant-e2e-ipp-a-ef4b62", "name": "ipp-route-ef4b62", "reconcileID": "b5a7ad97-804a-4809-b307-3436172758ed", "LLMInferenceService": "ipp-route-ef4b62", "namespace": "ai-tenant-e2e-ipp-a-ef4b62"} 2026-09-11T04:16:53Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ef4b62","namespace":"ai-tenant-e2e-ipp-a-ef4b62"}, "namespace": "ai-tenant-e2e-ipp-a-ef4b62", "name": "ipp-route-ef4b62", "reconcileID": "b5a7ad97-804a-4809-b307-3436172758ed", "LLMInferenceService": "ipp-route-ef4b62", "namespace": "ai-tenant-e2e-ipp-a-ef4b62"} 2026-09-11T04:16:53Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ef4b62","namespace":"ai-tenant-e2e-ipp-a-ef4b62"}, "namespace": "ai-tenant-e2e-ipp-a-ef4b62", "name": "ipp-route-ef4b62", "reconcileID": "b5a7ad97-804a-4809-b307-3436172758ed", "LLMInferenceService": "ipp-route-ef4b62", "namespace": "ai-tenant-e2e-ipp-a-ef4b62", "name": "ipp-route-ef4b62-kserve-route-authn"} 2026-09-11T04:16:53Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ef4b62","namespace":"ai-tenant-e2e-ipp-a-ef4b62"}, "namespace": "ai-tenant-e2e-ipp-a-ef4b62", "name": "ipp-route-ef4b62", "reconcileID": "b5a7ad97-804a-4809-b307-3436172758ed", "LLMInferenceService": "ipp-route-ef4b62", "namespace": "ai-tenant-e2e-ipp-a-ef4b62", "name": "ipp-route-ef4b62-kserve-route-authn"} 2026-09-11T04:16:53Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ef4b62","namespace":"ai-tenant-e2e-ipp-a-ef4b62"}, "namespace": "ai-tenant-e2e-ipp-a-ef4b62", "name": "ipp-route-ef4b62", "reconcileID": "b5a7ad97-804a-4809-b307-3436172758ed", "LLMInferenceService": "ipp-route-ef4b62", "namespace": "ai-tenant-e2e-ipp-a-ef4b62", "namespace": "ai-tenant-e2e-ipp-a-ef4b62"} 2026-09-11T04:16:53Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ef4b62","namespace":"ai-tenant-e2e-ipp-a-ef4b62"}, "namespace": "ai-tenant-e2e-ipp-a-ef4b62", "name": "ipp-route-ef4b62", "reconcileID": "b5a7ad97-804a-4809-b307-3436172758ed", "LLMInferenceService": "ipp-route-ef4b62", "namespace": "ai-tenant-e2e-ipp-a-ef4b62", "namespace": "ai-tenant-e2e-ipp-a-ef4b62"} 2026-09-11T04:16:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ef4b62","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ef4b62", "reconcileID": "b302f55d-0105-4ea7-b959-877cff27cbf1", "Gateway": "e2e-ipp-a-ef4b62", "namespace": "openshift-ingress"} 2026-09-11T04:16:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ef4b62","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ef4b62", "reconcileID": "b302f55d-0105-4ea7-b959-877cff27cbf1", "Gateway": "e2e-ipp-a-ef4b62", "namespace": "openshift-ingress", "name": "e2e-ipp-a-ef4b62-authn-ssl"} 2026-09-11T04:16:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ef4b62","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ef4b62", "reconcileID": "b302f55d-0105-4ea7-b959-877cff27cbf1", "Gateway": "e2e-ipp-a-ef4b62", "namespace": "openshift-ingress"} 2026-09-11T04:16:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-ef4b62"}, "namespace": "ai-tenant-e2e-ipp-a-ef4b62", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0c168fce-d7b8-413f-be12-3d12ada515f2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-ef4b62"} 2026-09-11T04:16:54Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-ef4b62"}, "namespace": "ai-tenant-e2e-ipp-a-ef4b62", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0c168fce-d7b8-413f-be12-3d12ada515f2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-ef4b62", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T04:16:54Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-ef4b62"}, "namespace": "ai-tenant-e2e-ipp-a-ef4b62", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0c168fce-d7b8-413f-be12-3d12ada515f2", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-ef4b62 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T04:16:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-ef4b62"}, "namespace": "ai-tenant-e2e-ipp-a-ef4b62", "name": "odh-trusted-ca-bundle", "reconcileID": "5312bda9-de13-444c-9029-774c23e1916e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-ef4b62"} 2026-09-11T04:16:54Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-ef4b62"}, "namespace": "ai-tenant-e2e-ipp-a-ef4b62", "name": "odh-trusted-ca-bundle", "reconcileID": "5312bda9-de13-444c-9029-774c23e1916e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-ef4b62", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T04:16:54Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-ef4b62"}, "namespace": "ai-tenant-e2e-ipp-a-ef4b62", "name": "odh-trusted-ca-bundle", "reconcileID": "5312bda9-de13-444c-9029-774c23e1916e", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-ef4b62 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T04:16:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-ef4b62"}, "namespace": "ai-tenant-e2e-ipp-a-ef4b62", "name": "openshift-service-ca.crt", "reconcileID": "98f2634f-264a-486e-b0cb-3fc98d09fc60", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-ef4b62"} 2026-09-11T04:16:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-ef4b62"}, "namespace": "ai-tenant-e2e-ipp-a-ef4b62", "name": "openshift-service-ca.crt", "reconcileID": "98f2634f-264a-486e-b0cb-3fc98d09fc60", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-ef4b62"} 2026-09-11T04:16:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-ef4b62"}, "namespace": "ai-tenant-e2e-ipp-a-ef4b62", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1a3b2857-60bb-4420-8db1-2c581c892184", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-ef4b62"} 2026-09-11T04:16:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-ef4b62"}, "namespace": "ai-tenant-e2e-ipp-a-ef4b62", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1a3b2857-60bb-4420-8db1-2c581c892184", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-ef4b62"} 2026-09-11T04:16:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-ef4b62"}, "namespace": "ai-tenant-e2e-ipp-a-ef4b62", "name": "odh-trusted-ca-bundle", "reconcileID": "3243ab11-13ce-47fc-a8d7-dcfc3d2d617d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-ef4b62"} 2026-09-11T04:16:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-ef4b62"}, "namespace": "ai-tenant-e2e-ipp-a-ef4b62", "name": "odh-trusted-ca-bundle", "reconcileID": "3243ab11-13ce-47fc-a8d7-dcfc3d2d617d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-ef4b62"} 2026-09-11T04:17:03Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ef4b62","namespace":"ai-tenant-e2e-ipp-a-ef4b62"}, "namespace": "ai-tenant-e2e-ipp-a-ef4b62", "name": "ipp-route-ef4b62", "reconcileID": "fb2c03ce-b822-4791-b2b5-aeba858e1363", "LLMInferenceService": "ipp-route-ef4b62", "namespace": "ai-tenant-e2e-ipp-a-ef4b62"} 2026-09-11T04:17:03Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ef4b62","namespace":"ai-tenant-e2e-ipp-a-ef4b62"}, "namespace": "ai-tenant-e2e-ipp-a-ef4b62", "name": "ipp-route-ef4b62", "reconcileID": "fb2c03ce-b822-4791-b2b5-aeba858e1363", "LLMInferenceService": "ipp-route-ef4b62", "namespace": "ai-tenant-e2e-ipp-a-ef4b62", "name": "ipp-route-ef4b62"} 2026-09-11T04:17:03Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ef4b62","namespace":"ai-tenant-e2e-ipp-a-ef4b62"}, "namespace": "ai-tenant-e2e-ipp-a-ef4b62", "name": "ipp-route-ef4b62", "reconcileID": "fb2c03ce-b822-4791-b2b5-aeba858e1363", "LLMInferenceService": "ipp-route-ef4b62", "namespace": "ai-tenant-e2e-ipp-a-ef4b62"} 2026-09-11T04:17:03Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ef4b62","namespace":"ai-tenant-e2e-ipp-a-ef4b62"}, "namespace": "ai-tenant-e2e-ipp-a-ef4b62", "name": "ipp-route-ef4b62", "reconcileID": "fb2c03ce-b822-4791-b2b5-aeba858e1363", "LLMInferenceService": "ipp-route-ef4b62", "namespace": "ai-tenant-e2e-ipp-a-ef4b62"} 2026-09-11T04:17:03Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ef4b62","namespace":"ai-tenant-e2e-ipp-a-ef4b62"}, "namespace": "ai-tenant-e2e-ipp-a-ef4b62", "name": "ipp-route-ef4b62", "reconcileID": "fb2c03ce-b822-4791-b2b5-aeba858e1363", "LLMInferenceService": "ipp-route-ef4b62", "namespace": "ai-tenant-e2e-ipp-a-ef4b62", "name": "ipp-route-ef4b62-kserve-route-authn"} 2026-09-11T04:17:03Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ef4b62","namespace":"ai-tenant-e2e-ipp-a-ef4b62"}, "namespace": "ai-tenant-e2e-ipp-a-ef4b62", "name": "ipp-route-ef4b62", "reconcileID": "fb2c03ce-b822-4791-b2b5-aeba858e1363", "LLMInferenceService": "ipp-route-ef4b62", "namespace": "ai-tenant-e2e-ipp-a-ef4b62", "name": "ipp-route-ef4b62-kserve-route-authn"} 2026-09-11T04:17:03Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ef4b62","namespace":"ai-tenant-e2e-ipp-a-ef4b62"}, "namespace": "ai-tenant-e2e-ipp-a-ef4b62", "name": "ipp-route-ef4b62", "reconcileID": "fb2c03ce-b822-4791-b2b5-aeba858e1363", "LLMInferenceService": "ipp-route-ef4b62", "namespace": "ai-tenant-e2e-ipp-a-ef4b62", "namespace": "ai-tenant-e2e-ipp-a-ef4b62"} 2026-09-11T04:17:03Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ef4b62","namespace":"ai-tenant-e2e-ipp-a-ef4b62"}, "namespace": "ai-tenant-e2e-ipp-a-ef4b62", "name": "ipp-route-ef4b62", "reconcileID": "fb2c03ce-b822-4791-b2b5-aeba858e1363", "LLMInferenceService": "ipp-route-ef4b62", "namespace": "ai-tenant-e2e-ipp-a-ef4b62", "namespace": "ai-tenant-e2e-ipp-a-ef4b62"} 2026-09-11T04:17:03Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ef4b62","namespace":"ai-tenant-e2e-ipp-a-ef4b62"}, "namespace": "ai-tenant-e2e-ipp-a-ef4b62", "name": "ipp-route-ef4b62", "reconcileID": "bed1a06e-ba56-4c68-9ac7-48e0b759fb46", "LLMInferenceService": "ipp-route-ef4b62", "namespace": "ai-tenant-e2e-ipp-a-ef4b62"} 2026-09-11T04:17:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ef4b62","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ef4b62", "reconcileID": "f9e51f4a-2a4d-4900-af3e-d61c9cbd551a", "Gateway": "e2e-ipp-a-ef4b62", "namespace": "openshift-ingress"} 2026-09-11T04:17:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ef4b62","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ef4b62", "reconcileID": "f9e51f4a-2a4d-4900-af3e-d61c9cbd551a", "Gateway": "e2e-ipp-a-ef4b62", "namespace": "openshift-ingress", "name": "e2e-ipp-a-ef4b62-authn-ssl"} 2026-09-11T04:17:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ef4b62","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ef4b62", "reconcileID": "f9e51f4a-2a4d-4900-af3e-d61c9cbd551a", "Gateway": "e2e-ipp-a-ef4b62", "namespace": "openshift-ingress"} 2026-09-11T04:17:05Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ef4b62","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ef4b62", "reconcileID": "f7302b63-ced7-4f6b-b97a-f9eb5742a730", "Gateway": "e2e-ipp-a-ef4b62", "namespace": "openshift-ingress"} 2026-09-11T04:17:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-85dc29","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-85dc29", "reconcileID": "95fc0c2e-3b49-4f7d-85f1-67b831812066", "Gateway": "e2e-ipp-b-85dc29", "namespace": "openshift-ingress"} 2026-09-11T04:17:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-85dc29","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-85dc29", "reconcileID": "95fc0c2e-3b49-4f7d-85f1-67b831812066", "Gateway": "e2e-ipp-b-85dc29", "namespace": "openshift-ingress", "name": "e2e-ipp-b-85dc29-authn-ssl"} 2026-09-11T04:17:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-85dc29","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-85dc29", "reconcileID": "95fc0c2e-3b49-4f7d-85f1-67b831812066", "Gateway": "e2e-ipp-b-85dc29", "namespace": "openshift-ingress"} 2026-09-11T04:17:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-85dc29","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-85dc29", "reconcileID": "75f39755-05b7-44ec-89d5-8c991d3259ba", "Gateway": "e2e-ipp-b-85dc29", "namespace": "openshift-ingress"} 2026-09-11T04:17:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-85dc29","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-85dc29", "reconcileID": "75f39755-05b7-44ec-89d5-8c991d3259ba", "Gateway": "e2e-ipp-b-85dc29", "namespace": "openshift-ingress", "name": "e2e-ipp-b-85dc29-authn-ssl"} 2026-09-11T04:17:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-85dc29","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-85dc29", "reconcileID": "75f39755-05b7-44ec-89d5-8c991d3259ba", "Gateway": "e2e-ipp-b-85dc29", "namespace": "openshift-ingress"} 2026-09-11T04:17:22Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-85dc29"}, "namespace": "ai-tenant-e2e-ipp-b-85dc29", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "914788e4-1cef-43a7-82fd-01780a4ec3e3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-85dc29"} 2026-09-11T04:17:22Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-85dc29"}, "namespace": "ai-tenant-e2e-ipp-b-85dc29", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "914788e4-1cef-43a7-82fd-01780a4ec3e3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-85dc29", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T04:17:22Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-85dc29"}, "namespace": "ai-tenant-e2e-ipp-b-85dc29", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "914788e4-1cef-43a7-82fd-01780a4ec3e3", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-85dc29 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T04:17:22Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-85dc29"}, "namespace": "ai-tenant-e2e-ipp-b-85dc29", "name": "odh-trusted-ca-bundle", "reconcileID": "afaadfe2-1984-47c2-99d5-5249ada1fd02", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-85dc29"} 2026-09-11T04:17:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-85dc29"}, "namespace": "ai-tenant-e2e-ipp-b-85dc29", "name": "odh-trusted-ca-bundle", "reconcileID": "afaadfe2-1984-47c2-99d5-5249ada1fd02", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-85dc29"} 2026-09-11T04:17:22Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-85dc29"}, "namespace": "ai-tenant-e2e-ipp-b-85dc29", "name": "openshift-service-ca.crt", "reconcileID": "c38e636a-6a2f-4bbf-b7c8-b696fa9c50d7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-85dc29"} 2026-09-11T04:17:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-85dc29"}, "namespace": "ai-tenant-e2e-ipp-b-85dc29", "name": "openshift-service-ca.crt", "reconcileID": "c38e636a-6a2f-4bbf-b7c8-b696fa9c50d7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-85dc29"} 2026-09-11T04:17:22Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-85dc29"}, "namespace": "ai-tenant-e2e-ipp-b-85dc29", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "17b72056-58bf-4554-8eb9-b7bea8cf4e7f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-85dc29"} 2026-09-11T04:17:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-85dc29"}, "namespace": "ai-tenant-e2e-ipp-b-85dc29", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "17b72056-58bf-4554-8eb9-b7bea8cf4e7f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-85dc29"} 2026-09-11T04:17:23Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-85dc29","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-85dc29", "reconcileID": "b6fb83c6-4c87-413d-9937-9fa62a2757a2", "Gateway": "e2e-ipp-b-85dc29", "namespace": "openshift-ingress"} 2026-09-11T04:17:33Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-11T04:17:33Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-11T04:17:34Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-11T04:17:34Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-11T04:17:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-9d031d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-9d031d", "reconcileID": "0e9a14e0-73fc-4d1c-8a30-d5ba458ffa90", "Gateway": "e2e-shared-a-w3-9d031d", "namespace": "openshift-ingress"} 2026-09-11T04:17:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-9d031d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-9d031d", "reconcileID": "0e9a14e0-73fc-4d1c-8a30-d5ba458ffa90", "Gateway": "e2e-shared-a-w3-9d031d", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-9d031d-authn-ssl"} 2026-09-11T04:17:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-9d031d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-9d031d", "reconcileID": "0e9a14e0-73fc-4d1c-8a30-d5ba458ffa90", "Gateway": "e2e-shared-a-w3-9d031d", "namespace": "openshift-ingress"} 2026-09-11T04:17:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-9d031d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-9d031d", "reconcileID": "a7b61add-f3b7-46a0-b3ed-8b3f19c77466", "Gateway": "e2e-shared-a-w3-9d031d", "namespace": "openshift-ingress"} 2026-09-11T04:17:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-9d031d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-9d031d", "reconcileID": "a7b61add-f3b7-46a0-b3ed-8b3f19c77466", "Gateway": "e2e-shared-a-w3-9d031d", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-9d031d-authn-ssl"} 2026-09-11T04:17:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-9d031d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-9d031d", "reconcileID": "a7b61add-f3b7-46a0-b3ed-8b3f19c77466", "Gateway": "e2e-shared-a-w3-9d031d", "namespace": "openshift-ingress"} 2026-09-11T04:17:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-9d031d"}, "namespace": "ai-tenant-e2e-shared-a-w3-9d031d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1c7f4bf1-db1f-4769-af70-1ec01a222e96", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-9d031d"} 2026-09-11T04:17:40Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-9d031d"}, "namespace": "ai-tenant-e2e-shared-a-w3-9d031d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1c7f4bf1-db1f-4769-af70-1ec01a222e96", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-9d031d", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T04:17:40Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-9d031d"}, "namespace": "ai-tenant-e2e-shared-a-w3-9d031d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1c7f4bf1-db1f-4769-af70-1ec01a222e96", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w3-9d031d because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T04:17:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-9d031d"}, "namespace": "ai-tenant-e2e-shared-a-w3-9d031d", "name": "odh-trusted-ca-bundle", "reconcileID": "5a2deb86-34e1-4901-8881-7e7ca0eb5f37", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-9d031d"} 2026-09-11T04:17:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-9d031d"}, "namespace": "ai-tenant-e2e-shared-a-w3-9d031d", "name": "odh-trusted-ca-bundle", "reconcileID": "5a2deb86-34e1-4901-8881-7e7ca0eb5f37", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-9d031d"} 2026-09-11T04:17:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-9d031d"}, "namespace": "ai-tenant-e2e-shared-a-w3-9d031d", "name": "openshift-service-ca.crt", "reconcileID": "e4041774-9a26-4a35-8603-60571be5bebd", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-9d031d"} 2026-09-11T04:17:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-9d031d"}, "namespace": "ai-tenant-e2e-shared-a-w3-9d031d", "name": "openshift-service-ca.crt", "reconcileID": "e4041774-9a26-4a35-8603-60571be5bebd", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-9d031d"} 2026-09-11T04:17:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-9d031d"}, "namespace": "ai-tenant-e2e-shared-a-w3-9d031d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0e660202-491e-4272-99be-9e91963994b4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-9d031d"} 2026-09-11T04:17:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-9d031d"}, "namespace": "ai-tenant-e2e-shared-a-w3-9d031d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0e660202-491e-4272-99be-9e91963994b4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-9d031d"} 2026-09-11T04:17:41Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-9d031d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-9d031d", "reconcileID": "cd8f5d1f-fa22-46d3-a207-80c1a8ac65a8", "Gateway": "e2e-shared-a-w3-9d031d", "namespace": "openshift-ingress"} 2026-09-11T04:17:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-c158b2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-c158b2", "reconcileID": "fb08b450-079e-405b-9bc0-b77214981848", "Gateway": "e2e-shared-b-w3-c158b2", "namespace": "openshift-ingress"} 2026-09-11T04:17:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-c158b2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-c158b2", "reconcileID": "fb08b450-079e-405b-9bc0-b77214981848", "Gateway": "e2e-shared-b-w3-c158b2", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-c158b2-authn-ssl"} 2026-09-11T04:17:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-c158b2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-c158b2", "reconcileID": "fb08b450-079e-405b-9bc0-b77214981848", "Gateway": "e2e-shared-b-w3-c158b2", "namespace": "openshift-ingress"} 2026-09-11T04:17:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-c158b2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-c158b2", "reconcileID": "46be968a-40b6-41d7-bfca-3c01d49837dc", "Gateway": "e2e-shared-b-w3-c158b2", "namespace": "openshift-ingress"} 2026-09-11T04:17:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-c158b2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-c158b2", "reconcileID": "46be968a-40b6-41d7-bfca-3c01d49837dc", "Gateway": "e2e-shared-b-w3-c158b2", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-c158b2-authn-ssl"} 2026-09-11T04:17:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-c158b2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-c158b2", "reconcileID": "46be968a-40b6-41d7-bfca-3c01d49837dc", "Gateway": "e2e-shared-b-w3-c158b2", "namespace": "openshift-ingress"} 2026-09-11T04:17:58Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-c158b2"}, "namespace": "ai-tenant-e2e-shared-b-w3-c158b2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4ac54ad5-6347-4bdf-a97a-7cae5663d7f8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-c158b2"} 2026-09-11T04:17:58Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-c158b2"}, "namespace": "ai-tenant-e2e-shared-b-w3-c158b2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4ac54ad5-6347-4bdf-a97a-7cae5663d7f8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-c158b2", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T04:17:58Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-c158b2"}, "namespace": "ai-tenant-e2e-shared-b-w3-c158b2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4ac54ad5-6347-4bdf-a97a-7cae5663d7f8", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w3-c158b2 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T04:17:58Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-c158b2"}, "namespace": "ai-tenant-e2e-shared-b-w3-c158b2", "name": "odh-trusted-ca-bundle", "reconcileID": "e9652cb4-801c-4cb1-9a8f-23438b640827", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-c158b2"} 2026-09-11T04:17:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-c158b2"}, "namespace": "ai-tenant-e2e-shared-b-w3-c158b2", "name": "odh-trusted-ca-bundle", "reconcileID": "e9652cb4-801c-4cb1-9a8f-23438b640827", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-c158b2"} 2026-09-11T04:17:58Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-c158b2"}, "namespace": "ai-tenant-e2e-shared-b-w3-c158b2", "name": "openshift-service-ca.crt", "reconcileID": "9a33ade7-0470-48cd-bbff-b9f588df464e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-c158b2"} 2026-09-11T04:17:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-c158b2"}, "namespace": "ai-tenant-e2e-shared-b-w3-c158b2", "name": "openshift-service-ca.crt", "reconcileID": "9a33ade7-0470-48cd-bbff-b9f588df464e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-c158b2"} 2026-09-11T04:17:58Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-c158b2"}, "namespace": "ai-tenant-e2e-shared-b-w3-c158b2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "645a325f-a8e6-4d50-bc68-766cfcae9515", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-c158b2"} 2026-09-11T04:17:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-c158b2"}, "namespace": "ai-tenant-e2e-shared-b-w3-c158b2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "645a325f-a8e6-4d50-bc68-766cfcae9515", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-c158b2"} 2026-09-11T04:17:59Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-c158b2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-c158b2", "reconcileID": "1d8e5a7f-3ea3-4cd8-abae-fe6aaaff3f31", "Gateway": "e2e-shared-b-w3-c158b2", "namespace": "openshift-ingress"} 2026-09-11T04:22:00Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-5ea2fe22","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-5ea2fe22", "reconcileID": "0ad5b57c-a21f-4fce-8bd0-5863655eebfc", "LLMInferenceService": "e2e-same-id-a-5ea2fe22", "namespace": "llm"} 2026-09-11T04:22:00Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-5ea2fe22","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-5ea2fe22", "reconcileID": "0ad5b57c-a21f-4fce-8bd0-5863655eebfc", "LLMInferenceService": "e2e-same-id-a-5ea2fe22", "namespace": "llm"} 2026-09-11T04:22:00Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-5ea2fe22","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-5ea2fe22", "reconcileID": "0ad5b57c-a21f-4fce-8bd0-5863655eebfc", "LLMInferenceService": "e2e-same-id-a-5ea2fe22", "namespace": "llm"} 2026-09-11T04:22:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "07895e9d-a28a-4e83-aa9b-1a84f4ecf1c1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T04:22:00Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-5ea2fe22","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-5ea2fe22", "reconcileID": "0ad5b57c-a21f-4fce-8bd0-5863655eebfc", "LLMInferenceService": "e2e-same-id-a-5ea2fe22", "namespace": "llm", "name": "e2e-same-id-a-5ea2fe22-kserve-route-authn"} 2026-09-11T04:22:00Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-5ea2fe22","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-5ea2fe22", "reconcileID": "0ad5b57c-a21f-4fce-8bd0-5863655eebfc", "LLMInferenceService": "e2e-same-id-a-5ea2fe22", "namespace": "llm", "authType": "userdefined"} 2026-09-11T04:22:00Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-5ea2fe22","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-5ea2fe22", "reconcileID": "0ad5b57c-a21f-4fce-8bd0-5863655eebfc", "LLMInferenceService": "e2e-same-id-a-5ea2fe22", "namespace": "llm"} 2026-09-11T04:22:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "07895e9d-a28a-4e83-aa9b-1a84f4ecf1c1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T04:22:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "07895e9d-a28a-4e83-aa9b-1a84f4ecf1c1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T04:22:00Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-5ea2fe22","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-5ea2fe22", "reconcileID": "2f5f3825-4be0-4472-a308-870c26872ab9", "LLMInferenceService": "e2e-same-id-a-5ea2fe22", "namespace": "llm"} 2026-09-11T04:22:00Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-5ea2fe22","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-5ea2fe22", "reconcileID": "2f5f3825-4be0-4472-a308-870c26872ab9", "LLMInferenceService": "e2e-same-id-a-5ea2fe22", "namespace": "llm"} 2026-09-11T04:22:00Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-5ea2fe22","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-5ea2fe22", "reconcileID": "2f5f3825-4be0-4472-a308-870c26872ab9", "LLMInferenceService": "e2e-same-id-a-5ea2fe22", "namespace": "llm"} 2026-09-11T04:22:00Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-5ea2fe22","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-5ea2fe22", "reconcileID": "2f5f3825-4be0-4472-a308-870c26872ab9", "LLMInferenceService": "e2e-same-id-a-5ea2fe22", "namespace": "llm", "name": "e2e-same-id-a-5ea2fe22-kserve-route-authn"} 2026-09-11T04:22:00Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-5ea2fe22","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-5ea2fe22", "reconcileID": "2f5f3825-4be0-4472-a308-870c26872ab9", "LLMInferenceService": "e2e-same-id-a-5ea2fe22", "namespace": "llm", "authType": "userdefined"} 2026-09-11T04:22:00Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-5ea2fe22","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-5ea2fe22", "reconcileID": "2f5f3825-4be0-4472-a308-870c26872ab9", "LLMInferenceService": "e2e-same-id-a-5ea2fe22", "namespace": "llm"} 2026-09-11T04:22:00Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-5ea2fe22","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-5ea2fe22", "reconcileID": "63087078-57f8-4fb4-bf7b-9529927e08d4", "LLMInferenceService": "e2e-same-id-b-5ea2fe22", "namespace": "llm"} 2026-09-11T04:22:00Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-5ea2fe22","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-5ea2fe22", "reconcileID": "63087078-57f8-4fb4-bf7b-9529927e08d4", "LLMInferenceService": "e2e-same-id-b-5ea2fe22", "namespace": "llm"} 2026-09-11T04:22:00Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-5ea2fe22","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-5ea2fe22", "reconcileID": "63087078-57f8-4fb4-bf7b-9529927e08d4", "LLMInferenceService": "e2e-same-id-b-5ea2fe22", "namespace": "llm"} 2026-09-11T04:22:00Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-5ea2fe22","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-5ea2fe22", "reconcileID": "63087078-57f8-4fb4-bf7b-9529927e08d4", "LLMInferenceService": "e2e-same-id-b-5ea2fe22", "namespace": "llm", "name": "e2e-same-id-b-5ea2fe22-kserve-route-authn"} 2026-09-11T04:22:00Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-5ea2fe22","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-5ea2fe22", "reconcileID": "63087078-57f8-4fb4-bf7b-9529927e08d4", "LLMInferenceService": "e2e-same-id-b-5ea2fe22", "namespace": "llm", "authType": "userdefined"} 2026-09-11T04:22:00Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-5ea2fe22","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-5ea2fe22", "reconcileID": "63087078-57f8-4fb4-bf7b-9529927e08d4", "LLMInferenceService": "e2e-same-id-b-5ea2fe22", "namespace": "llm"} 2026-09-11T04:22:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ac8d13fd-4215-4b7e-a265-c4685a4ba51a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T04:22:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ac8d13fd-4215-4b7e-a265-c4685a4ba51a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T04:22:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ac8d13fd-4215-4b7e-a265-c4685a4ba51a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T04:22:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f6d27a78-5798-4bc0-bf17-76e45ff5519e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T04:22:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f6d27a78-5798-4bc0-bf17-76e45ff5519e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T04:22:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f6d27a78-5798-4bc0-bf17-76e45ff5519e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T04:22:12Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-5ea2fe22","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-5ea2fe22", "reconcileID": "f506af95-f173-4c4e-82b5-abc48031e60f", "LLMInferenceService": "e2e-same-id-a-5ea2fe22", "namespace": "llm"} 2026-09-11T04:22:12Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-5ea2fe22","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-5ea2fe22", "reconcileID": "f506af95-f173-4c4e-82b5-abc48031e60f", "LLMInferenceService": "e2e-same-id-a-5ea2fe22", "namespace": "llm"} 2026-09-11T04:22:12Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-5ea2fe22","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-5ea2fe22", "reconcileID": "f506af95-f173-4c4e-82b5-abc48031e60f", "LLMInferenceService": "e2e-same-id-a-5ea2fe22", "namespace": "llm"} 2026-09-11T04:22:12Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-5ea2fe22","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-5ea2fe22", "reconcileID": "f506af95-f173-4c4e-82b5-abc48031e60f", "LLMInferenceService": "e2e-same-id-a-5ea2fe22", "namespace": "llm", "name": "e2e-same-id-a-5ea2fe22-kserve-route-authn"} 2026-09-11T04:22:12Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-5ea2fe22","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-5ea2fe22", "reconcileID": "f506af95-f173-4c4e-82b5-abc48031e60f", "LLMInferenceService": "e2e-same-id-a-5ea2fe22", "namespace": "llm", "authType": "userdefined"} 2026-09-11T04:22:12Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-5ea2fe22","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-5ea2fe22", "reconcileID": "f506af95-f173-4c4e-82b5-abc48031e60f", "LLMInferenceService": "e2e-same-id-a-5ea2fe22", "namespace": "llm"} 2026-09-11T04:22:12Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-5ea2fe22","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-5ea2fe22", "reconcileID": "170341c4-485b-4b7e-adf9-88d5407acc88", "LLMInferenceService": "e2e-same-id-b-5ea2fe22", "namespace": "llm"} 2026-09-11T04:22:12Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-5ea2fe22","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-5ea2fe22", "reconcileID": "170341c4-485b-4b7e-adf9-88d5407acc88", "LLMInferenceService": "e2e-same-id-b-5ea2fe22", "namespace": "llm"} 2026-09-11T04:22:12Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-5ea2fe22","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-5ea2fe22", "reconcileID": "170341c4-485b-4b7e-adf9-88d5407acc88", "LLMInferenceService": "e2e-same-id-b-5ea2fe22", "namespace": "llm"} 2026-09-11T04:22:12Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-5ea2fe22","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-5ea2fe22", "reconcileID": "170341c4-485b-4b7e-adf9-88d5407acc88", "LLMInferenceService": "e2e-same-id-b-5ea2fe22", "namespace": "llm", "name": "e2e-same-id-b-5ea2fe22-kserve-route-authn"} 2026-09-11T04:22:12Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-5ea2fe22","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-5ea2fe22", "reconcileID": "170341c4-485b-4b7e-adf9-88d5407acc88", "LLMInferenceService": "e2e-same-id-b-5ea2fe22", "namespace": "llm", "authType": "userdefined"} 2026-09-11T04:22:12Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-5ea2fe22","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-5ea2fe22", "reconcileID": "170341c4-485b-4b7e-adf9-88d5407acc88", "LLMInferenceService": "e2e-same-id-b-5ea2fe22", "namespace": "llm"} 2026-09-11T04:22:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5bf80eb4-5576-4010-9943-cf007d2cb740", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T04:22:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5bf80eb4-5576-4010-9943-cf007d2cb740", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T04:22:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5bf80eb4-5576-4010-9943-cf007d2cb740", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T04:22:22Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-5ea2fe22","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-5ea2fe22", "reconcileID": "723bf0b4-9514-4a5c-9841-f28be608a91b", "LLMInferenceService": "e2e-same-id-b-5ea2fe22", "namespace": "llm"} 2026-09-11T04:22:22Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-5ea2fe22","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-5ea2fe22", "reconcileID": "723bf0b4-9514-4a5c-9841-f28be608a91b", "LLMInferenceService": "e2e-same-id-b-5ea2fe22", "namespace": "llm"} 2026-09-11T04:22:22Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-5ea2fe22","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-5ea2fe22", "reconcileID": "723bf0b4-9514-4a5c-9841-f28be608a91b", "LLMInferenceService": "e2e-same-id-b-5ea2fe22", "namespace": "llm"} 2026-09-11T04:22:22Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-5ea2fe22","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-5ea2fe22", "reconcileID": "723bf0b4-9514-4a5c-9841-f28be608a91b", "LLMInferenceService": "e2e-same-id-b-5ea2fe22", "namespace": "llm", "name": "e2e-same-id-b-5ea2fe22-kserve-route-authn"} 2026-09-11T04:22:22Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-5ea2fe22","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-5ea2fe22", "reconcileID": "723bf0b4-9514-4a5c-9841-f28be608a91b", "LLMInferenceService": "e2e-same-id-b-5ea2fe22", "namespace": "llm", "authType": "userdefined"} 2026-09-11T04:22:22Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-5ea2fe22","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-5ea2fe22", "reconcileID": "723bf0b4-9514-4a5c-9841-f28be608a91b", "LLMInferenceService": "e2e-same-id-b-5ea2fe22", "namespace": "llm"} 2026-09-11T04:22:32Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-5ea2fe22","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-5ea2fe22", "reconcileID": "ccb0383f-e4bf-4260-8569-3887d68b2908", "LLMInferenceService": "e2e-same-id-a-5ea2fe22", "namespace": "llm"} 2026-09-11T04:22:32Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-5ea2fe22","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-5ea2fe22", "reconcileID": "ccb0383f-e4bf-4260-8569-3887d68b2908", "LLMInferenceService": "e2e-same-id-a-5ea2fe22", "namespace": "llm"} 2026-09-11T04:22:32Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-5ea2fe22","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-5ea2fe22", "reconcileID": "ccb0383f-e4bf-4260-8569-3887d68b2908", "LLMInferenceService": "e2e-same-id-a-5ea2fe22", "namespace": "llm"} 2026-09-11T04:22:32Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-5ea2fe22","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-5ea2fe22", "reconcileID": "ccb0383f-e4bf-4260-8569-3887d68b2908", "LLMInferenceService": "e2e-same-id-a-5ea2fe22", "namespace": "llm", "name": "e2e-same-id-a-5ea2fe22-kserve-route-authn"} 2026-09-11T04:22:32Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-5ea2fe22","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-5ea2fe22", "reconcileID": "ccb0383f-e4bf-4260-8569-3887d68b2908", "LLMInferenceService": "e2e-same-id-a-5ea2fe22", "namespace": "llm", "authType": "userdefined"} 2026-09-11T04:22:32Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-5ea2fe22","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-5ea2fe22", "reconcileID": "ccb0383f-e4bf-4260-8569-3887d68b2908", "LLMInferenceService": "e2e-same-id-a-5ea2fe22", "namespace": "llm"} 2026-09-11T04:22:42Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-5ea2fe22","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-5ea2fe22", "reconcileID": "abe9b60a-df6b-4b24-8a87-93bf1bce9b29", "LLMInferenceService": "e2e-same-id-b-5ea2fe22", "namespace": "llm"} 2026-09-11T04:22:42Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-5ea2fe22","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-5ea2fe22", "reconcileID": "abe9b60a-df6b-4b24-8a87-93bf1bce9b29", "LLMInferenceService": "e2e-same-id-b-5ea2fe22", "namespace": "llm"} 2026-09-11T04:22:42Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-5ea2fe22","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-5ea2fe22", "reconcileID": "abe9b60a-df6b-4b24-8a87-93bf1bce9b29", "LLMInferenceService": "e2e-same-id-b-5ea2fe22", "namespace": "llm"} 2026-09-11T04:22:42Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-5ea2fe22","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-5ea2fe22", "reconcileID": "abe9b60a-df6b-4b24-8a87-93bf1bce9b29", "LLMInferenceService": "e2e-same-id-b-5ea2fe22", "namespace": "llm", "name": "e2e-same-id-b-5ea2fe22-kserve-route-authn"} 2026-09-11T04:22:42Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-5ea2fe22","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-5ea2fe22", "reconcileID": "abe9b60a-df6b-4b24-8a87-93bf1bce9b29", "LLMInferenceService": "e2e-same-id-b-5ea2fe22", "namespace": "llm", "authType": "userdefined"} 2026-09-11T04:22:42Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-5ea2fe22","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-5ea2fe22", "reconcileID": "abe9b60a-df6b-4b24-8a87-93bf1bce9b29", "LLMInferenceService": "e2e-same-id-b-5ea2fe22", "namespace": "llm"} 2026-09-11T04:22:44Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-5ea2fe22","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-5ea2fe22", "reconcileID": "a5c37701-e5d3-4079-869b-f57c78ffff1a", "LLMInferenceService": "e2e-same-id-a-5ea2fe22", "namespace": "llm"} 2026-09-11T04:22:44Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-5ea2fe22","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-5ea2fe22", "reconcileID": "a5c37701-e5d3-4079-869b-f57c78ffff1a", "LLMInferenceService": "e2e-same-id-a-5ea2fe22", "namespace": "llm", "name": "e2e-same-id-a-5ea2fe22"} 2026-09-11T04:22:44Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-5ea2fe22","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-5ea2fe22", "reconcileID": "a5c37701-e5d3-4079-869b-f57c78ffff1a", "LLMInferenceService": "e2e-same-id-a-5ea2fe22", "namespace": "llm"} 2026-09-11T04:22:44Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-5ea2fe22","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-5ea2fe22", "reconcileID": "a5c37701-e5d3-4079-869b-f57c78ffff1a", "LLMInferenceService": "e2e-same-id-a-5ea2fe22", "namespace": "llm"} 2026-09-11T04:22:44Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-5ea2fe22","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-5ea2fe22", "reconcileID": "a5c37701-e5d3-4079-869b-f57c78ffff1a", "LLMInferenceService": "e2e-same-id-a-5ea2fe22", "namespace": "llm", "name": "e2e-same-id-a-5ea2fe22-kserve-route-authn"} 2026-09-11T04:22:44Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-5ea2fe22","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-5ea2fe22", "reconcileID": "a5c37701-e5d3-4079-869b-f57c78ffff1a", "LLMInferenceService": "e2e-same-id-a-5ea2fe22", "namespace": "llm", "name": "e2e-same-id-a-5ea2fe22-kserve-route-authn"} 2026-09-11T04:22:44Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-5ea2fe22","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-5ea2fe22", "reconcileID": "658371ba-98e4-4bde-8a6c-b528946c0349", "LLMInferenceService": "e2e-same-id-a-5ea2fe22", "namespace": "llm"} 2026-09-11T04:22:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "69948201-6960-4752-88ab-8fb240fc046c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T04:22:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "69948201-6960-4752-88ab-8fb240fc046c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T04:22:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "69948201-6960-4752-88ab-8fb240fc046c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T04:22:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c3d00e1c-b670-45bb-acda-dd857c2c50f0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T04:22:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c3d00e1c-b670-45bb-acda-dd857c2c50f0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T04:22:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c3d00e1c-b670-45bb-acda-dd857c2c50f0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T04:22:45Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-5ea2fe22","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-5ea2fe22", "reconcileID": "0a6483ef-ccd2-401b-8d8f-044fc46f30e3", "LLMInferenceService": "e2e-same-id-b-5ea2fe22", "namespace": "llm"} 2026-09-11T04:22:45Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-5ea2fe22","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-5ea2fe22", "reconcileID": "0a6483ef-ccd2-401b-8d8f-044fc46f30e3", "LLMInferenceService": "e2e-same-id-b-5ea2fe22", "namespace": "llm", "name": "e2e-same-id-b-5ea2fe22"} 2026-09-11T04:22:45Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-5ea2fe22","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-5ea2fe22", "reconcileID": "0a6483ef-ccd2-401b-8d8f-044fc46f30e3", "LLMInferenceService": "e2e-same-id-b-5ea2fe22", "namespace": "llm"} 2026-09-11T04:22:45Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-5ea2fe22","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-5ea2fe22", "reconcileID": "0a6483ef-ccd2-401b-8d8f-044fc46f30e3", "LLMInferenceService": "e2e-same-id-b-5ea2fe22", "namespace": "llm"} 2026-09-11T04:22:45Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-5ea2fe22","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-5ea2fe22", "reconcileID": "0a6483ef-ccd2-401b-8d8f-044fc46f30e3", "LLMInferenceService": "e2e-same-id-b-5ea2fe22", "namespace": "llm", "name": "e2e-same-id-b-5ea2fe22-kserve-route-authn"} 2026-09-11T04:22:45Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-5ea2fe22","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-5ea2fe22", "reconcileID": "0a6483ef-ccd2-401b-8d8f-044fc46f30e3", "LLMInferenceService": "e2e-same-id-b-5ea2fe22", "namespace": "llm", "name": "e2e-same-id-b-5ea2fe22-kserve-route-authn"} 2026-09-11T04:22:46Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-5ea2fe22","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-5ea2fe22", "reconcileID": "62c1ebc1-6354-4429-8ab7-b5d1c719ebe7", "LLMInferenceService": "e2e-same-id-b-5ea2fe22", "namespace": "llm"} 2026-09-11T04:22:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9f42eb1c-575b-450b-be55-13502101eb52", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T04:22:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9f42eb1c-575b-450b-be55-13502101eb52", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T04:22:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9f42eb1c-575b-450b-be55-13502101eb52", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T04:22:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2688c104-db74-4b6e-8599-284362b3baae", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T04:22:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2688c104-db74-4b6e-8599-284362b3baae", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T04:22:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2688c104-db74-4b6e-8599-284362b3baae", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}