2026-09-10T20:18:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-bd3eab","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-bd3eab", "reconcileID": "2c2024cc-cbcc-49c1-afa8-af34c8c26235", "Gateway": "e2e-api-a-bd3eab", "namespace": "openshift-ingress"} 2026-09-10T20:18:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-bd3eab","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-bd3eab", "reconcileID": "2c2024cc-cbcc-49c1-afa8-af34c8c26235", "Gateway": "e2e-api-a-bd3eab", "namespace": "openshift-ingress", "name": "e2e-api-a-bd3eab-authn-ssl"} 2026-09-10T20:18:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-bd3eab","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-bd3eab", "reconcileID": "2c2024cc-cbcc-49c1-afa8-af34c8c26235", "Gateway": "e2e-api-a-bd3eab", "namespace": "openshift-ingress"} 2026-09-10T20:18:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-bd3eab"}, "namespace": "ai-tenant-e2e-api-a-bd3eab", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3dc19b8d-6d5e-4d84-9499-951934cf4a63", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-bd3eab"} 2026-09-10T20:18:06Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-bd3eab"}, "namespace": "ai-tenant-e2e-api-a-bd3eab", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3dc19b8d-6d5e-4d84-9499-951934cf4a63", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-bd3eab", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T20:18:06Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-bd3eab"}, "namespace": "ai-tenant-e2e-api-a-bd3eab", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3dc19b8d-6d5e-4d84-9499-951934cf4a63", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-bd3eab because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T20:18:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-bd3eab"}, "namespace": "ai-tenant-e2e-api-a-bd3eab", "name": "odh-trusted-ca-bundle", "reconcileID": "648188d6-212f-435a-a514-e2af773089b0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-bd3eab"} 2026-09-10T20:18:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-bd3eab"}, "namespace": "ai-tenant-e2e-api-a-bd3eab", "name": "odh-trusted-ca-bundle", "reconcileID": "648188d6-212f-435a-a514-e2af773089b0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-bd3eab"} 2026-09-10T20:18:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-bd3eab"}, "namespace": "ai-tenant-e2e-api-a-bd3eab", "name": "openshift-service-ca.crt", "reconcileID": "f6596906-7c1c-461e-aa57-e5074242efde", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-bd3eab"} 2026-09-10T20:18:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-bd3eab"}, "namespace": "ai-tenant-e2e-api-a-bd3eab", "name": "openshift-service-ca.crt", "reconcileID": "f6596906-7c1c-461e-aa57-e5074242efde", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-bd3eab"} 2026-09-10T20:18:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-bd3eab"}, "namespace": "ai-tenant-e2e-api-a-bd3eab", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f3033375-c746-472e-a351-1645be1bdf03", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-bd3eab"} 2026-09-10T20:18:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-bd3eab"}, "namespace": "ai-tenant-e2e-api-a-bd3eab", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f3033375-c746-472e-a351-1645be1bdf03", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-bd3eab"} 2026-09-10T20:18:07Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-bd3eab","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-bd3eab", "reconcileID": "b6cc2d32-ac61-43e4-bdb7-45a4e0e4c975", "Gateway": "e2e-api-a-bd3eab", "namespace": "openshift-ingress"} 2026-09-10T20:18:10Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6550b4","namespace":"ai-tenant-e2e-shared-b-w3-6550b4"}, "namespace": "ai-tenant-e2e-shared-b-w3-6550b4", "name": "rate-test-model-6550b4", "reconcileID": "019104ba-7fb6-4e16-9eec-11b7a41d4aca", "LLMInferenceService": "rate-test-model-6550b4", "namespace": "ai-tenant-e2e-shared-b-w3-6550b4"} 2026-09-10T20:18:10Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6550b4","namespace":"ai-tenant-e2e-shared-b-w3-6550b4"}, "namespace": "ai-tenant-e2e-shared-b-w3-6550b4", "name": "rate-test-model-6550b4", "reconcileID": "019104ba-7fb6-4e16-9eec-11b7a41d4aca", "LLMInferenceService": "rate-test-model-6550b4", "namespace": "ai-tenant-e2e-shared-b-w3-6550b4"} 2026-09-10T20:18:10Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6550b4","namespace":"ai-tenant-e2e-shared-b-w3-6550b4"}, "namespace": "ai-tenant-e2e-shared-b-w3-6550b4", "name": "rate-test-model-6550b4", "reconcileID": "019104ba-7fb6-4e16-9eec-11b7a41d4aca", "LLMInferenceService": "rate-test-model-6550b4", "namespace": "ai-tenant-e2e-shared-b-w3-6550b4"} 2026-09-10T20:18:10Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6550b4","namespace":"ai-tenant-e2e-shared-b-w3-6550b4"}, "namespace": "ai-tenant-e2e-shared-b-w3-6550b4", "name": "rate-test-model-6550b4", "reconcileID": "019104ba-7fb6-4e16-9eec-11b7a41d4aca", "LLMInferenceService": "rate-test-model-6550b4", "namespace": "ai-tenant-e2e-shared-b-w3-6550b4", "name": "rate-test-model-6550b4-kserve-route-authn"} 2026-09-10T20:18:10Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6550b4","namespace":"ai-tenant-e2e-shared-b-w3-6550b4"}, "namespace": "ai-tenant-e2e-shared-b-w3-6550b4", "name": "rate-test-model-6550b4", "reconcileID": "019104ba-7fb6-4e16-9eec-11b7a41d4aca", "LLMInferenceService": "rate-test-model-6550b4", "namespace": "ai-tenant-e2e-shared-b-w3-6550b4", "authType": "userdefined"} 2026-09-10T20:18:10Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6550b4","namespace":"ai-tenant-e2e-shared-b-w3-6550b4"}, "namespace": "ai-tenant-e2e-shared-b-w3-6550b4", "name": "rate-test-model-6550b4", "reconcileID": "019104ba-7fb6-4e16-9eec-11b7a41d4aca", "LLMInferenceService": "rate-test-model-6550b4", "namespace": "ai-tenant-e2e-shared-b-w3-6550b4"} 2026-09-10T20:18:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-84c19e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-84c19e", "reconcileID": "19edf199-01bf-41b0-a677-6eb58b00b359", "Gateway": "e2e-api-b-84c19e", "namespace": "openshift-ingress"} 2026-09-10T20:18:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-84c19e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-84c19e", "reconcileID": "19edf199-01bf-41b0-a677-6eb58b00b359", "Gateway": "e2e-api-b-84c19e", "namespace": "openshift-ingress", "name": "e2e-api-b-84c19e-authn-ssl"} 2026-09-10T20:18:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-84c19e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-84c19e", "reconcileID": "19edf199-01bf-41b0-a677-6eb58b00b359", "Gateway": "e2e-api-b-84c19e", "namespace": "openshift-ingress"} 2026-09-10T20:18:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-84c19e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-84c19e", "reconcileID": "71d48231-0698-435e-acbe-d2cf3de89d43", "Gateway": "e2e-api-b-84c19e", "namespace": "openshift-ingress"} 2026-09-10T20:18:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-84c19e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-84c19e", "reconcileID": "71d48231-0698-435e-acbe-d2cf3de89d43", "Gateway": "e2e-api-b-84c19e", "namespace": "openshift-ingress", "name": "e2e-api-b-84c19e-authn-ssl"} 2026-09-10T20:18:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-84c19e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-84c19e", "reconcileID": "71d48231-0698-435e-acbe-d2cf3de89d43", "Gateway": "e2e-api-b-84c19e", "namespace": "openshift-ingress"} 2026-09-10T20:18:29Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-84c19e"}, "namespace": "ai-tenant-e2e-api-b-84c19e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "326d8c79-c422-4a01-b856-9c62950fd7d4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-84c19e"} 2026-09-10T20:18:29Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-84c19e"}, "namespace": "ai-tenant-e2e-api-b-84c19e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "326d8c79-c422-4a01-b856-9c62950fd7d4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-84c19e", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T20:18:29Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-84c19e"}, "namespace": "ai-tenant-e2e-api-b-84c19e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "326d8c79-c422-4a01-b856-9c62950fd7d4", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-84c19e because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T20:18:29Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-84c19e"}, "namespace": "ai-tenant-e2e-api-b-84c19e", "name": "odh-trusted-ca-bundle", "reconcileID": "f7739917-8a9b-4638-b601-b61b66f2e286", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-84c19e"} 2026-09-10T20:18:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-84c19e"}, "namespace": "ai-tenant-e2e-api-b-84c19e", "name": "odh-trusted-ca-bundle", "reconcileID": "f7739917-8a9b-4638-b601-b61b66f2e286", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-84c19e"} 2026-09-10T20:18:29Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-84c19e"}, "namespace": "ai-tenant-e2e-api-b-84c19e", "name": "openshift-service-ca.crt", "reconcileID": "6d1c5da3-15a6-4c79-83bc-674b4161fc08", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-84c19e"} 2026-09-10T20:18:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-84c19e"}, "namespace": "ai-tenant-e2e-api-b-84c19e", "name": "openshift-service-ca.crt", "reconcileID": "6d1c5da3-15a6-4c79-83bc-674b4161fc08", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-84c19e"} 2026-09-10T20:18:29Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-84c19e"}, "namespace": "ai-tenant-e2e-api-b-84c19e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "226936cc-1ba8-44e3-8cca-1247d175c033", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-84c19e"} 2026-09-10T20:18:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-84c19e"}, "namespace": "ai-tenant-e2e-api-b-84c19e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "226936cc-1ba8-44e3-8cca-1247d175c033", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-84c19e"} 2026-09-10T20:18:29Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-84c19e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-84c19e", "reconcileID": "3ecf67a6-b6f7-4f10-b2dc-2716db65c7db", "Gateway": "e2e-api-b-84c19e", "namespace": "openshift-ingress"} 2026-09-10T20:18:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-214b09","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-214b09", "reconcileID": "3b6ca4e5-65b9-4d03-8b88-1fdbf13e739b", "Gateway": "e2e-shared-a-w2-214b09", "namespace": "openshift-ingress"} 2026-09-10T20:18:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-214b09","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-214b09", "reconcileID": "3b6ca4e5-65b9-4d03-8b88-1fdbf13e739b", "Gateway": "e2e-shared-a-w2-214b09", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-214b09-authn-ssl"} 2026-09-10T20:18:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-214b09","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-214b09", "reconcileID": "3b6ca4e5-65b9-4d03-8b88-1fdbf13e739b", "Gateway": "e2e-shared-a-w2-214b09", "namespace": "openshift-ingress"} 2026-09-10T20:18:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-214b09"}, "namespace": "ai-tenant-e2e-shared-a-w2-214b09", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b4aa4e97-54de-4156-ad77-50a1d58b053d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-214b09"} 2026-09-10T20:18:46Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-214b09"}, "namespace": "ai-tenant-e2e-shared-a-w2-214b09", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b4aa4e97-54de-4156-ad77-50a1d58b053d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-214b09", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T20:18:46Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-214b09"}, "namespace": "ai-tenant-e2e-shared-a-w2-214b09", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b4aa4e97-54de-4156-ad77-50a1d58b053d", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w2-214b09 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T20:18:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-214b09"}, "namespace": "ai-tenant-e2e-shared-a-w2-214b09", "name": "odh-trusted-ca-bundle", "reconcileID": "3c3bd9bb-6cec-46ec-bdca-84924ef76f50", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-214b09"} 2026-09-10T20:18:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-214b09"}, "namespace": "ai-tenant-e2e-shared-a-w2-214b09", "name": "odh-trusted-ca-bundle", "reconcileID": "3c3bd9bb-6cec-46ec-bdca-84924ef76f50", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-214b09"} 2026-09-10T20:18:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-214b09"}, "namespace": "ai-tenant-e2e-shared-a-w2-214b09", "name": "openshift-service-ca.crt", "reconcileID": "c6d5cd3d-ac45-45f0-83d4-e8682ec813e6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-214b09"} 2026-09-10T20:18:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-214b09"}, "namespace": "ai-tenant-e2e-shared-a-w2-214b09", "name": "openshift-service-ca.crt", "reconcileID": "c6d5cd3d-ac45-45f0-83d4-e8682ec813e6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-214b09"} 2026-09-10T20:18:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-214b09"}, "namespace": "ai-tenant-e2e-shared-a-w2-214b09", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "092176ae-5d6e-4d12-915b-4e0d1d09f366", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-214b09"} 2026-09-10T20:18:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-214b09"}, "namespace": "ai-tenant-e2e-shared-a-w2-214b09", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "092176ae-5d6e-4d12-915b-4e0d1d09f366", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-214b09"} 2026-09-10T20:18:47Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-214b09","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-214b09", "reconcileID": "fe96bb3a-1aa1-4f23-bfa2-7294ba77a745", "Gateway": "e2e-shared-a-w2-214b09", "namespace": "openshift-ingress"} 2026-09-10T20:18:47Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-591d7c","namespace":"ai-tenant-e2e-shared-a-w3-591d7c"}, "namespace": "ai-tenant-e2e-shared-a-w3-591d7c", "name": "rate-test-model-591d7c", "reconcileID": "8f2da133-3bf3-4406-b186-91e4d45676b3", "LLMInferenceService": "rate-test-model-591d7c", "namespace": "ai-tenant-e2e-shared-a-w3-591d7c"} 2026-09-10T20:18:47Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-591d7c","namespace":"ai-tenant-e2e-shared-a-w3-591d7c"}, "namespace": "ai-tenant-e2e-shared-a-w3-591d7c", "name": "rate-test-model-591d7c", "reconcileID": "8f2da133-3bf3-4406-b186-91e4d45676b3", "LLMInferenceService": "rate-test-model-591d7c", "namespace": "ai-tenant-e2e-shared-a-w3-591d7c", "name": "rate-test-model-591d7c"} 2026-09-10T20:18:47Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-591d7c","namespace":"ai-tenant-e2e-shared-a-w3-591d7c"}, "namespace": "ai-tenant-e2e-shared-a-w3-591d7c", "name": "rate-test-model-591d7c", "reconcileID": "8f2da133-3bf3-4406-b186-91e4d45676b3", "LLMInferenceService": "rate-test-model-591d7c", "namespace": "ai-tenant-e2e-shared-a-w3-591d7c"} 2026-09-10T20:18:47Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-591d7c","namespace":"ai-tenant-e2e-shared-a-w3-591d7c"}, "namespace": "ai-tenant-e2e-shared-a-w3-591d7c", "name": "rate-test-model-591d7c", "reconcileID": "8f2da133-3bf3-4406-b186-91e4d45676b3", "LLMInferenceService": "rate-test-model-591d7c", "namespace": "ai-tenant-e2e-shared-a-w3-591d7c"} 2026-09-10T20:18:47Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-591d7c","namespace":"ai-tenant-e2e-shared-a-w3-591d7c"}, "namespace": "ai-tenant-e2e-shared-a-w3-591d7c", "name": "rate-test-model-591d7c", "reconcileID": "8f2da133-3bf3-4406-b186-91e4d45676b3", "LLMInferenceService": "rate-test-model-591d7c", "namespace": "ai-tenant-e2e-shared-a-w3-591d7c", "name": "rate-test-model-591d7c-kserve-route-authn"} 2026-09-10T20:18:47Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-591d7c","namespace":"ai-tenant-e2e-shared-a-w3-591d7c"}, "namespace": "ai-tenant-e2e-shared-a-w3-591d7c", "name": "rate-test-model-591d7c", "reconcileID": "8f2da133-3bf3-4406-b186-91e4d45676b3", "LLMInferenceService": "rate-test-model-591d7c", "namespace": "ai-tenant-e2e-shared-a-w3-591d7c", "name": "rate-test-model-591d7c-kserve-route-authn"} 2026-09-10T20:18:47Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-591d7c","namespace":"ai-tenant-e2e-shared-a-w3-591d7c"}, "namespace": "ai-tenant-e2e-shared-a-w3-591d7c", "name": "rate-test-model-591d7c", "reconcileID": "8f2da133-3bf3-4406-b186-91e4d45676b3", "LLMInferenceService": "rate-test-model-591d7c", "namespace": "ai-tenant-e2e-shared-a-w3-591d7c", "namespace": "ai-tenant-e2e-shared-a-w3-591d7c"} 2026-09-10T20:18:47Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-591d7c","namespace":"ai-tenant-e2e-shared-a-w3-591d7c"}, "namespace": "ai-tenant-e2e-shared-a-w3-591d7c", "name": "rate-test-model-591d7c", "reconcileID": "8f2da133-3bf3-4406-b186-91e4d45676b3", "LLMInferenceService": "rate-test-model-591d7c", "namespace": "ai-tenant-e2e-shared-a-w3-591d7c", "namespace": "ai-tenant-e2e-shared-a-w3-591d7c"} 2026-09-10T20:18:47Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-591d7c","namespace":"ai-tenant-e2e-shared-a-w3-591d7c"}, "namespace": "ai-tenant-e2e-shared-a-w3-591d7c", "name": "rate-test-model-591d7c", "reconcileID": "08fc9315-5d88-4c86-8f60-fbfedad3af27", "LLMInferenceService": "rate-test-model-591d7c", "namespace": "ai-tenant-e2e-shared-a-w3-591d7c"} 2026-09-10T20:18:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-591d7c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-591d7c", "reconcileID": "08b35b0a-ef7d-43ce-a0a7-c51448c7bd31", "Gateway": "e2e-shared-a-w3-591d7c", "namespace": "openshift-ingress"} 2026-09-10T20:18:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-591d7c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-591d7c", "reconcileID": "08b35b0a-ef7d-43ce-a0a7-c51448c7bd31", "Gateway": "e2e-shared-a-w3-591d7c", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-591d7c-authn-ssl"} 2026-09-10T20:18:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-591d7c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-591d7c", "reconcileID": "08b35b0a-ef7d-43ce-a0a7-c51448c7bd31", "Gateway": "e2e-shared-a-w3-591d7c", "namespace": "openshift-ingress"} 2026-09-10T20:18:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-591d7c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-591d7c", "reconcileID": "20ea49e5-b4bd-42c1-b1d7-d653cd6065bb", "Gateway": "e2e-shared-a-w3-591d7c", "namespace": "openshift-ingress"} 2026-09-10T20:18:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-591d7c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-591d7c", "reconcileID": "20ea49e5-b4bd-42c1-b1d7-d653cd6065bb", "Gateway": "e2e-shared-a-w3-591d7c", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-591d7c-authn-ssl"} 2026-09-10T20:18:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-591d7c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-591d7c", "reconcileID": "20ea49e5-b4bd-42c1-b1d7-d653cd6065bb", "Gateway": "e2e-shared-a-w3-591d7c", "namespace": "openshift-ingress"} 2026-09-10T20:18:48Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6550b4","namespace":"ai-tenant-e2e-shared-b-w3-6550b4"}, "namespace": "ai-tenant-e2e-shared-b-w3-6550b4", "name": "rate-test-model-6550b4", "reconcileID": "7551ee0d-7e9a-4abb-a31b-097f452206d3", "LLMInferenceService": "rate-test-model-6550b4", "namespace": "ai-tenant-e2e-shared-b-w3-6550b4"} 2026-09-10T20:18:48Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6550b4","namespace":"ai-tenant-e2e-shared-b-w3-6550b4"}, "namespace": "ai-tenant-e2e-shared-b-w3-6550b4", "name": "rate-test-model-6550b4", "reconcileID": "7551ee0d-7e9a-4abb-a31b-097f452206d3", "LLMInferenceService": "rate-test-model-6550b4", "namespace": "ai-tenant-e2e-shared-b-w3-6550b4", "name": "rate-test-model-6550b4"} 2026-09-10T20:18:48Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6550b4","namespace":"ai-tenant-e2e-shared-b-w3-6550b4"}, "namespace": "ai-tenant-e2e-shared-b-w3-6550b4", "name": "rate-test-model-6550b4", "reconcileID": "7551ee0d-7e9a-4abb-a31b-097f452206d3", "LLMInferenceService": "rate-test-model-6550b4", "namespace": "ai-tenant-e2e-shared-b-w3-6550b4"} 2026-09-10T20:18:48Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6550b4","namespace":"ai-tenant-e2e-shared-b-w3-6550b4"}, "namespace": "ai-tenant-e2e-shared-b-w3-6550b4", "name": "rate-test-model-6550b4", "reconcileID": "7551ee0d-7e9a-4abb-a31b-097f452206d3", "LLMInferenceService": "rate-test-model-6550b4", "namespace": "ai-tenant-e2e-shared-b-w3-6550b4"} 2026-09-10T20:18:48Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6550b4","namespace":"ai-tenant-e2e-shared-b-w3-6550b4"}, "namespace": "ai-tenant-e2e-shared-b-w3-6550b4", "name": "rate-test-model-6550b4", "reconcileID": "7551ee0d-7e9a-4abb-a31b-097f452206d3", "LLMInferenceService": "rate-test-model-6550b4", "namespace": "ai-tenant-e2e-shared-b-w3-6550b4", "name": "rate-test-model-6550b4-kserve-route-authn"} 2026-09-10T20:18:48Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6550b4","namespace":"ai-tenant-e2e-shared-b-w3-6550b4"}, "namespace": "ai-tenant-e2e-shared-b-w3-6550b4", "name": "rate-test-model-6550b4", "reconcileID": "7551ee0d-7e9a-4abb-a31b-097f452206d3", "LLMInferenceService": "rate-test-model-6550b4", "namespace": "ai-tenant-e2e-shared-b-w3-6550b4", "name": "rate-test-model-6550b4-kserve-route-authn"} 2026-09-10T20:18:48Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6550b4","namespace":"ai-tenant-e2e-shared-b-w3-6550b4"}, "namespace": "ai-tenant-e2e-shared-b-w3-6550b4", "name": "rate-test-model-6550b4", "reconcileID": "7551ee0d-7e9a-4abb-a31b-097f452206d3", "LLMInferenceService": "rate-test-model-6550b4", "namespace": "ai-tenant-e2e-shared-b-w3-6550b4", "namespace": "ai-tenant-e2e-shared-b-w3-6550b4"} 2026-09-10T20:18:48Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6550b4","namespace":"ai-tenant-e2e-shared-b-w3-6550b4"}, "namespace": "ai-tenant-e2e-shared-b-w3-6550b4", "name": "rate-test-model-6550b4", "reconcileID": "7551ee0d-7e9a-4abb-a31b-097f452206d3", "LLMInferenceService": "rate-test-model-6550b4", "namespace": "ai-tenant-e2e-shared-b-w3-6550b4", "namespace": "ai-tenant-e2e-shared-b-w3-6550b4"} 2026-09-10T20:18:48Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6550b4","namespace":"ai-tenant-e2e-shared-b-w3-6550b4"}, "namespace": "ai-tenant-e2e-shared-b-w3-6550b4", "name": "rate-test-model-6550b4", "reconcileID": "f450d653-71e9-45c2-9b31-363612623c8c", "LLMInferenceService": "rate-test-model-6550b4", "namespace": "ai-tenant-e2e-shared-b-w3-6550b4"} 2026-09-10T20:18:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-6550b4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-6550b4", "reconcileID": "94a16704-99c9-4631-9574-1c7fbe15b9ad", "Gateway": "e2e-shared-b-w3-6550b4", "namespace": "openshift-ingress"} 2026-09-10T20:18:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-6550b4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-6550b4", "reconcileID": "94a16704-99c9-4631-9574-1c7fbe15b9ad", "Gateway": "e2e-shared-b-w3-6550b4", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-6550b4-authn-ssl"} 2026-09-10T20:18:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-6550b4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-6550b4", "reconcileID": "94a16704-99c9-4631-9574-1c7fbe15b9ad", "Gateway": "e2e-shared-b-w3-6550b4", "namespace": "openshift-ingress"} 2026-09-10T20:18:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-6550b4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-6550b4", "reconcileID": "3d79bed2-e36d-42bd-bbc9-f407a7d31166", "Gateway": "e2e-shared-b-w3-6550b4", "namespace": "openshift-ingress"} 2026-09-10T20:18:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-6550b4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-6550b4", "reconcileID": "3d79bed2-e36d-42bd-bbc9-f407a7d31166", "Gateway": "e2e-shared-b-w3-6550b4", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-6550b4-authn-ssl"} 2026-09-10T20:18:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-6550b4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-6550b4", "reconcileID": "3d79bed2-e36d-42bd-bbc9-f407a7d31166", "Gateway": "e2e-shared-b-w3-6550b4", "namespace": "openshift-ingress"} 2026-09-10T20:18:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-316fde","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-316fde", "reconcileID": "15e97764-6a36-415d-86da-baa0db2bbbeb", "Gateway": "e2e-ipp-a-316fde", "namespace": "openshift-ingress"} 2026-09-10T20:18:49Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-316fde","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-316fde", "reconcileID": "15e97764-6a36-415d-86da-baa0db2bbbeb", "Gateway": "e2e-ipp-a-316fde", "namespace": "openshift-ingress", "name": "e2e-ipp-a-316fde-authn-ssl"} 2026-09-10T20:18:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-316fde","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-316fde", "reconcileID": "15e97764-6a36-415d-86da-baa0db2bbbeb", "Gateway": "e2e-ipp-a-316fde", "namespace": "openshift-ingress"} 2026-09-10T20:18:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-316fde","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-316fde", "reconcileID": "7ef20038-2fd5-4411-b099-b03f6aaceee7", "Gateway": "e2e-ipp-a-316fde", "namespace": "openshift-ingress"} 2026-09-10T20:18:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-316fde","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-316fde", "reconcileID": "7ef20038-2fd5-4411-b099-b03f6aaceee7", "Gateway": "e2e-ipp-a-316fde", "namespace": "openshift-ingress", "name": "e2e-ipp-a-316fde-authn-ssl"} 2026-09-10T20:18:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-316fde","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-316fde", "reconcileID": "7ef20038-2fd5-4411-b099-b03f6aaceee7", "Gateway": "e2e-ipp-a-316fde", "namespace": "openshift-ingress"} 2026-09-10T20:18:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-316fde","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-316fde", "reconcileID": "747e4ab8-3788-46f4-a040-4702f7eb370e", "Gateway": "e2e-ipp-a-316fde", "namespace": "openshift-ingress"} 2026-09-10T20:18:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-316fde","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-316fde", "reconcileID": "747e4ab8-3788-46f4-a040-4702f7eb370e", "Gateway": "e2e-ipp-a-316fde", "namespace": "openshift-ingress", "name": "e2e-ipp-a-316fde-authn-ssl"} 2026-09-10T20:18:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-316fde","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-316fde", "reconcileID": "747e4ab8-3788-46f4-a040-4702f7eb370e", "Gateway": "e2e-ipp-a-316fde", "namespace": "openshift-ingress"} 2026-09-10T20:18:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-316fde","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-316fde", "reconcileID": "60ac6796-7924-4ced-80a6-28508d0d387e", "Gateway": "e2e-ipp-a-316fde", "namespace": "openshift-ingress"} 2026-09-10T20:18:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-316fde","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-316fde", "reconcileID": "60ac6796-7924-4ced-80a6-28508d0d387e", "Gateway": "e2e-ipp-a-316fde", "namespace": "openshift-ingress", "name": "e2e-ipp-a-316fde-authn-ssl"} 2026-09-10T20:18:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-316fde","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-316fde", "reconcileID": "60ac6796-7924-4ced-80a6-28508d0d387e", "Gateway": "e2e-ipp-a-316fde", "namespace": "openshift-ingress"} 2026-09-10T20:18:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-316fde","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-316fde", "reconcileID": "0f350961-be12-4b5b-8dd1-6d1d48e0208b", "Gateway": "e2e-ipp-a-316fde", "namespace": "openshift-ingress"} 2026-09-10T20:18:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-316fde","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-316fde", "reconcileID": "0f350961-be12-4b5b-8dd1-6d1d48e0208b", "Gateway": "e2e-ipp-a-316fde", "namespace": "openshift-ingress", "name": "e2e-ipp-a-316fde-authn-ssl"} 2026-09-10T20:18:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-316fde","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-316fde", "reconcileID": "0f350961-be12-4b5b-8dd1-6d1d48e0208b", "Gateway": "e2e-ipp-a-316fde", "namespace": "openshift-ingress"} 2026-09-10T20:18:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-316fde","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-316fde", "reconcileID": "a67dc11c-faea-4bd5-9ac1-7937880ef910", "Gateway": "e2e-ipp-a-316fde", "namespace": "openshift-ingress"} 2026-09-10T20:18:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-316fde","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-316fde", "reconcileID": "a67dc11c-faea-4bd5-9ac1-7937880ef910", "Gateway": "e2e-ipp-a-316fde", "namespace": "openshift-ingress", "name": "e2e-ipp-a-316fde-authn-ssl"} 2026-09-10T20:18:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-316fde","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-316fde", "reconcileID": "a67dc11c-faea-4bd5-9ac1-7937880ef910", "Gateway": "e2e-ipp-a-316fde", "namespace": "openshift-ingress"} 2026-09-10T20:18:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-316fde","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-316fde", "reconcileID": "4c5e5d47-c792-4482-967a-c65770f783f4", "Gateway": "e2e-ipp-a-316fde", "namespace": "openshift-ingress"} 2026-09-10T20:18:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-316fde","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-316fde", "reconcileID": "4c5e5d47-c792-4482-967a-c65770f783f4", "Gateway": "e2e-ipp-a-316fde", "namespace": "openshift-ingress", "name": "e2e-ipp-a-316fde-authn-ssl"} 2026-09-10T20:18:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-316fde","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-316fde", "reconcileID": "4c5e5d47-c792-4482-967a-c65770f783f4", "Gateway": "e2e-ipp-a-316fde", "namespace": "openshift-ingress"} 2026-09-10T20:18:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-316fde"}, "namespace": "ai-tenant-e2e-ipp-a-316fde", "name": "openshift-service-ca.crt", "reconcileID": "03e2984b-4bdb-4ee6-a523-219529197d9e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-316fde"} 2026-09-10T20:18:52Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-316fde"}, "namespace": "ai-tenant-e2e-ipp-a-316fde", "name": "openshift-service-ca.crt", "reconcileID": "fb7bf6aa-7234-46c3-b147-81c4395f24a4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-316fde", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T20:18:52Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-316fde"}, "namespace": "ai-tenant-e2e-ipp-a-316fde", "name": "openshift-service-ca.crt", "reconcileID": "fb7bf6aa-7234-46c3-b147-81c4395f24a4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-316fde"} 2026-09-10T20:18:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-316fde"}, "namespace": "ai-tenant-e2e-ipp-a-316fde", "name": "odh-trusted-ca-bundle", "reconcileID": "42939e85-15b1-4eb1-b3e7-919c4579b5ca", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-316fde"} 2026-09-10T20:18:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-316fde"}, "namespace": "ai-tenant-e2e-ipp-a-316fde", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2b3540ed-93fc-410a-b8e4-27de954a1be2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-316fde"} 2026-09-10T20:18:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-316fde"}, "namespace": "ai-tenant-e2e-ipp-a-316fde", "name": "openshift-service-ca.crt", "reconcileID": "66b88aa5-0b5c-40d4-a8e9-2f4f6a6abbb2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-316fde"} 2026-09-10T20:18:52Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-316fde"}, "namespace": "ai-tenant-e2e-ipp-a-316fde", "name": "odh-trusted-ca-bundle", "reconcileID": "68165ab9-2a76-4e25-b910-fbf5b5e60ed4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-316fde", "update": "odh-kserve-custom-ca-bundle"} 2026-09-10T20:18:52Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-316fde"}, "namespace": "ai-tenant-e2e-ipp-a-316fde", "name": "odh-trusted-ca-bundle", "reconcileID": "68165ab9-2a76-4e25-b910-fbf5b5e60ed4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-316fde"} 2026-09-10T20:18:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-316fde"}, "namespace": "ai-tenant-e2e-ipp-a-316fde", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d71ea6c3-4cfb-4c93-8819-a6aea7a2a1e5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-316fde"} 2026-09-10T20:18:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-316fde","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-316fde", "reconcileID": "ab6cb71d-d976-4579-bd34-b6881eae9862", "Gateway": "e2e-ipp-a-316fde", "namespace": "openshift-ingress"} 2026-09-10T20:18:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-316fde","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-316fde", "reconcileID": "ab6cb71d-d976-4579-bd34-b6881eae9862", "Gateway": "e2e-ipp-a-316fde", "namespace": "openshift-ingress", "name": "e2e-ipp-a-316fde-authn-ssl"} 2026-09-10T20:18:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-316fde","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-316fde", "reconcileID": "ab6cb71d-d976-4579-bd34-b6881eae9862", "Gateway": "e2e-ipp-a-316fde", "namespace": "openshift-ingress"} 2026-09-10T20:18:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-6ef723","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-6ef723", "reconcileID": "0c97b876-61d6-4387-8f3c-b2b538cb176c", "Gateway": "e2e-shared-b-w2-6ef723", "namespace": "openshift-ingress"} 2026-09-10T20:18:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-6ef723","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-6ef723", "reconcileID": "0c97b876-61d6-4387-8f3c-b2b538cb176c", "Gateway": "e2e-shared-b-w2-6ef723", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-6ef723-authn-ssl"} 2026-09-10T20:18:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-6ef723","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-6ef723", "reconcileID": "0c97b876-61d6-4387-8f3c-b2b538cb176c", "Gateway": "e2e-shared-b-w2-6ef723", "namespace": "openshift-ingress"} 2026-09-10T20:19:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-6ef723","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-6ef723", "reconcileID": "ed83e591-83a1-4134-90ad-846235d8253b", "Gateway": "e2e-shared-b-w2-6ef723", "namespace": "openshift-ingress"} 2026-09-10T20:19:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-6ef723","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-6ef723", "reconcileID": "ed83e591-83a1-4134-90ad-846235d8253b", "Gateway": "e2e-shared-b-w2-6ef723", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-6ef723-authn-ssl"} 2026-09-10T20:19:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-6ef723","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-6ef723", "reconcileID": "ed83e591-83a1-4134-90ad-846235d8253b", "Gateway": "e2e-shared-b-w2-6ef723", "namespace": "openshift-ingress"} 2026-09-10T20:19:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-316fde","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-316fde", "reconcileID": "1bef9123-91ef-4f30-a3de-f32ae434780c", "Gateway": "e2e-ipp-a-316fde", "namespace": "openshift-ingress"} 2026-09-10T20:19:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-316fde","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-316fde", "reconcileID": "1bef9123-91ef-4f30-a3de-f32ae434780c", "Gateway": "e2e-ipp-a-316fde", "namespace": "openshift-ingress", "name": "e2e-ipp-a-316fde-authn-ssl"} 2026-09-10T20:19:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-316fde","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-316fde", "reconcileID": "1bef9123-91ef-4f30-a3de-f32ae434780c", "Gateway": "e2e-ipp-a-316fde", "namespace": "openshift-ingress"} 2026-09-10T20:19:04Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-6ef723"}, "namespace": "ai-tenant-e2e-shared-b-w2-6ef723", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d1aa9962-df4c-4376-8edf-1c7225dd74f4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-6ef723"} 2026-09-10T20:19:04Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-6ef723"}, "namespace": "ai-tenant-e2e-shared-b-w2-6ef723", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d1aa9962-df4c-4376-8edf-1c7225dd74f4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-6ef723", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T20:19:04Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-6ef723"}, "namespace": "ai-tenant-e2e-shared-b-w2-6ef723", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d1aa9962-df4c-4376-8edf-1c7225dd74f4", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w2-6ef723 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T20:19:04Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-6ef723"}, "namespace": "ai-tenant-e2e-shared-b-w2-6ef723", "name": "odh-trusted-ca-bundle", "reconcileID": "45b54277-6746-4a57-9b26-05203c46a41a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-6ef723"} 2026-09-10T20:19:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-6ef723"}, "namespace": "ai-tenant-e2e-shared-b-w2-6ef723", "name": "odh-trusted-ca-bundle", "reconcileID": "45b54277-6746-4a57-9b26-05203c46a41a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-6ef723"} 2026-09-10T20:19:04Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-6ef723"}, "namespace": "ai-tenant-e2e-shared-b-w2-6ef723", "name": "openshift-service-ca.crt", "reconcileID": "10839d5c-3128-46ac-a5e8-c4eae298b6ae", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-6ef723"} 2026-09-10T20:19:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-6ef723"}, "namespace": "ai-tenant-e2e-shared-b-w2-6ef723", "name": "openshift-service-ca.crt", "reconcileID": "10839d5c-3128-46ac-a5e8-c4eae298b6ae", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-6ef723"} 2026-09-10T20:19:04Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-6ef723"}, "namespace": "ai-tenant-e2e-shared-b-w2-6ef723", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1efd0b78-1c22-435d-abcb-e364b1bc7f6a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-6ef723"} 2026-09-10T20:19:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-6ef723"}, "namespace": "ai-tenant-e2e-shared-b-w2-6ef723", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1efd0b78-1c22-435d-abcb-e364b1bc7f6a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-6ef723"} 2026-09-10T20:19:04Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-6ef723","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-6ef723", "reconcileID": "31fb6efc-c091-436a-ad2d-f7dd9ad3dfbe", "Gateway": "e2e-shared-b-w2-6ef723", "namespace": "openshift-ingress"} 2026-09-10T20:19:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-82457a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-82457a", "reconcileID": "f46097d4-46cf-4832-8480-a9aabea15438", "Gateway": "e2e-ipp-b-82457a", "namespace": "openshift-ingress"} 2026-09-10T20:19:18Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-82457a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-82457a", "reconcileID": "f46097d4-46cf-4832-8480-a9aabea15438", "Gateway": "e2e-ipp-b-82457a", "namespace": "openshift-ingress", "name": "e2e-ipp-b-82457a-authn-ssl"} 2026-09-10T20:19:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-82457a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-82457a", "reconcileID": "f46097d4-46cf-4832-8480-a9aabea15438", "Gateway": "e2e-ipp-b-82457a", "namespace": "openshift-ingress"} 2026-09-10T20:19:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-82457a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-82457a", "reconcileID": "4cb7324d-b414-487f-a851-d14650feac43", "Gateway": "e2e-ipp-b-82457a", "namespace": "openshift-ingress"} 2026-09-10T20:19:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-82457a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-82457a", "reconcileID": "4cb7324d-b414-487f-a851-d14650feac43", "Gateway": "e2e-ipp-b-82457a", "namespace": "openshift-ingress", "name": "e2e-ipp-b-82457a-authn-ssl"} 2026-09-10T20:19:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-82457a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-82457a", "reconcileID": "4cb7324d-b414-487f-a851-d14650feac43", "Gateway": "e2e-ipp-b-82457a", "namespace": "openshift-ingress"} 2026-09-10T20:19:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-82457a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-82457a", "reconcileID": "4cec44bc-3105-4958-ad53-34a537927062", "Gateway": "e2e-ipp-b-82457a", "namespace": "openshift-ingress"} 2026-09-10T20:19:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-82457a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-82457a", "reconcileID": "4cec44bc-3105-4958-ad53-34a537927062", "Gateway": "e2e-ipp-b-82457a", "namespace": "openshift-ingress", "name": "e2e-ipp-b-82457a-authn-ssl"} 2026-09-10T20:19:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-82457a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-82457a", "reconcileID": "4cec44bc-3105-4958-ad53-34a537927062", "Gateway": "e2e-ipp-b-82457a", "namespace": "openshift-ingress"} 2026-09-10T20:19:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-82457a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-82457a", "reconcileID": "867c2923-7297-4779-a8b0-83ad9650c55e", "Gateway": "e2e-ipp-b-82457a", "namespace": "openshift-ingress"} 2026-09-10T20:19:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-82457a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-82457a", "reconcileID": "867c2923-7297-4779-a8b0-83ad9650c55e", "Gateway": "e2e-ipp-b-82457a", "namespace": "openshift-ingress", "name": "e2e-ipp-b-82457a-authn-ssl"} 2026-09-10T20:19:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-82457a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-82457a", "reconcileID": "867c2923-7297-4779-a8b0-83ad9650c55e", "Gateway": "e2e-ipp-b-82457a", "namespace": "openshift-ingress"} 2026-09-10T20:19:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-82457a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-82457a", "reconcileID": "556e245b-4d2f-428b-bf24-9195da135e93", "Gateway": "e2e-ipp-b-82457a", "namespace": "openshift-ingress"} 2026-09-10T20:19:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-82457a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-82457a", "reconcileID": "556e245b-4d2f-428b-bf24-9195da135e93", "Gateway": "e2e-ipp-b-82457a", "namespace": "openshift-ingress", "name": "e2e-ipp-b-82457a-authn-ssl"} 2026-09-10T20:19:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-82457a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-82457a", "reconcileID": "556e245b-4d2f-428b-bf24-9195da135e93", "Gateway": "e2e-ipp-b-82457a", "namespace": "openshift-ingress"} 2026-09-10T20:19:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-82457a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-82457a", "reconcileID": "4f0f25da-866b-4119-af98-cb04f1dddef1", "Gateway": "e2e-ipp-b-82457a", "namespace": "openshift-ingress"} 2026-09-10T20:19:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-82457a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-82457a", "reconcileID": "4f0f25da-866b-4119-af98-cb04f1dddef1", "Gateway": "e2e-ipp-b-82457a", "namespace": "openshift-ingress", "name": "e2e-ipp-b-82457a-authn-ssl"} 2026-09-10T20:19:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-82457a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-82457a", "reconcileID": "4f0f25da-866b-4119-af98-cb04f1dddef1", "Gateway": "e2e-ipp-b-82457a", "namespace": "openshift-ingress"} 2026-09-10T20:19:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-82457a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-82457a", "reconcileID": "bca98801-b85d-4119-ba30-2b564b268104", "Gateway": "e2e-ipp-b-82457a", "namespace": "openshift-ingress"} 2026-09-10T20:19:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-82457a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-82457a", "reconcileID": "bca98801-b85d-4119-ba30-2b564b268104", "Gateway": "e2e-ipp-b-82457a", "namespace": "openshift-ingress", "name": "e2e-ipp-b-82457a-authn-ssl"} 2026-09-10T20:19:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-82457a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-82457a", "reconcileID": "bca98801-b85d-4119-ba30-2b564b268104", "Gateway": "e2e-ipp-b-82457a", "namespace": "openshift-ingress"} 2026-09-10T20:19:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-82457a"}, "namespace": "ai-tenant-e2e-ipp-b-82457a", "name": "openshift-service-ca.crt", "reconcileID": "edfd0134-2ae7-476f-9bb7-eb045fc91e90", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-82457a"} 2026-09-10T20:19:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-82457a"}, "namespace": "ai-tenant-e2e-ipp-b-82457a", "name": "odh-trusted-ca-bundle", "reconcileID": "c102e151-220e-4233-a7af-bff27ac36757", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-82457a"} 2026-09-10T20:19:21Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-82457a"}, "namespace": "ai-tenant-e2e-ipp-b-82457a", "name": "openshift-service-ca.crt", "reconcileID": "9e659e4a-43e9-4442-8191-dbbeb6203eb0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-82457a", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T20:19:21Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-82457a"}, "namespace": "ai-tenant-e2e-ipp-b-82457a", "name": "openshift-service-ca.crt", "reconcileID": "9e659e4a-43e9-4442-8191-dbbeb6203eb0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-82457a"} 2026-09-10T20:19:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-82457a"}, "namespace": "ai-tenant-e2e-ipp-b-82457a", "name": "openshift-service-ca.crt", "reconcileID": "b5f72163-3982-4391-841a-0edeeeb15b9b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-82457a"} 2026-09-10T20:19:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-82457a"}, "namespace": "ai-tenant-e2e-ipp-b-82457a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d0135e17-b82f-4620-8a2a-01b135856133", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-82457a"} 2026-09-10T20:19:21Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-82457a"}, "namespace": "ai-tenant-e2e-ipp-b-82457a", "name": "odh-trusted-ca-bundle", "reconcileID": "47f1d054-8f6c-4cb0-b9b4-eb28cb391333", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-82457a", "update": "odh-kserve-custom-ca-bundle"} 2026-09-10T20:19:21Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-82457a"}, "namespace": "ai-tenant-e2e-ipp-b-82457a", "name": "odh-trusted-ca-bundle", "reconcileID": "47f1d054-8f6c-4cb0-b9b4-eb28cb391333", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-82457a"} 2026-09-10T20:19:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-82457a"}, "namespace": "ai-tenant-e2e-ipp-b-82457a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "91eec31d-5131-4fb6-83d6-1ac1a49a5742", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-82457a"} 2026-09-10T20:19:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-82457a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-82457a", "reconcileID": "960ac263-87b9-4eea-a7b2-1278154fa735", "Gateway": "e2e-ipp-b-82457a", "namespace": "openshift-ingress"} 2026-09-10T20:19:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-82457a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-82457a", "reconcileID": "960ac263-87b9-4eea-a7b2-1278154fa735", "Gateway": "e2e-ipp-b-82457a", "namespace": "openshift-ingress", "name": "e2e-ipp-b-82457a-authn-ssl"} 2026-09-10T20:19:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-82457a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-82457a", "reconcileID": "960ac263-87b9-4eea-a7b2-1278154fa735", "Gateway": "e2e-ipp-b-82457a", "namespace": "openshift-ingress"} 2026-09-10T20:19:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-82457a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-82457a", "reconcileID": "ce5fa6ea-55ba-4c62-afb2-cb5f4ccc1488", "Gateway": "e2e-ipp-b-82457a", "namespace": "openshift-ingress"} 2026-09-10T20:19:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-82457a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-82457a", "reconcileID": "ce5fa6ea-55ba-4c62-afb2-cb5f4ccc1488", "Gateway": "e2e-ipp-b-82457a", "namespace": "openshift-ingress", "name": "e2e-ipp-b-82457a-authn-ssl"} 2026-09-10T20:19:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-82457a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-82457a", "reconcileID": "ce5fa6ea-55ba-4c62-afb2-cb5f4ccc1488", "Gateway": "e2e-ipp-b-82457a", "namespace": "openshift-ingress"} 2026-09-10T20:19:52Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-316fde","namespace":"ai-tenant-e2e-ipp-a-316fde"}, "namespace": "ai-tenant-e2e-ipp-a-316fde", "name": "ipp-route-316fde", "reconcileID": "a28dfb50-376a-4172-9ac7-39b895337aad", "LLMInferenceService": "ipp-route-316fde", "namespace": "ai-tenant-e2e-ipp-a-316fde"} 2026-09-10T20:19:52Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-316fde","namespace":"ai-tenant-e2e-ipp-a-316fde"}, "namespace": "ai-tenant-e2e-ipp-a-316fde", "name": "ipp-route-316fde", "reconcileID": "a28dfb50-376a-4172-9ac7-39b895337aad", "LLMInferenceService": "ipp-route-316fde", "namespace": "ai-tenant-e2e-ipp-a-316fde"} 2026-09-10T20:19:52Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-316fde","namespace":"ai-tenant-e2e-ipp-a-316fde"}, "namespace": "ai-tenant-e2e-ipp-a-316fde", "name": "ipp-route-316fde", "reconcileID": "a28dfb50-376a-4172-9ac7-39b895337aad", "LLMInferenceService": "ipp-route-316fde", "namespace": "ai-tenant-e2e-ipp-a-316fde"} 2026-09-10T20:19:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-316fde","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-316fde", "reconcileID": "a0c348c0-27a2-4884-aa95-999966ef2a16", "Gateway": "e2e-ipp-a-316fde", "namespace": "openshift-ingress"} 2026-09-10T20:19:52Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-316fde","namespace":"ai-tenant-e2e-ipp-a-316fde"}, "namespace": "ai-tenant-e2e-ipp-a-316fde", "name": "ipp-route-316fde", "reconcileID": "a28dfb50-376a-4172-9ac7-39b895337aad", "LLMInferenceService": "ipp-route-316fde", "namespace": "ai-tenant-e2e-ipp-a-316fde", "name": "ipp-route-316fde-kserve-route-authn"} 2026-09-10T20:19:52Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-316fde","namespace":"ai-tenant-e2e-ipp-a-316fde"}, "namespace": "ai-tenant-e2e-ipp-a-316fde", "name": "ipp-route-316fde", "reconcileID": "a28dfb50-376a-4172-9ac7-39b895337aad", "LLMInferenceService": "ipp-route-316fde", "namespace": "ai-tenant-e2e-ipp-a-316fde", "authType": "userdefined"} 2026-09-10T20:19:52Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-316fde","namespace":"ai-tenant-e2e-ipp-a-316fde"}, "namespace": "ai-tenant-e2e-ipp-a-316fde", "name": "ipp-route-316fde", "reconcileID": "a28dfb50-376a-4172-9ac7-39b895337aad", "LLMInferenceService": "ipp-route-316fde", "namespace": "ai-tenant-e2e-ipp-a-316fde"} 2026-09-10T20:19:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-316fde","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-316fde", "reconcileID": "a0c348c0-27a2-4884-aa95-999966ef2a16", "Gateway": "e2e-ipp-a-316fde", "namespace": "openshift-ingress", "name": "e2e-ipp-a-316fde-authn-ssl"} 2026-09-10T20:19:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-316fde","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-316fde", "reconcileID": "a0c348c0-27a2-4884-aa95-999966ef2a16", "Gateway": "e2e-ipp-a-316fde", "namespace": "openshift-ingress"} 2026-09-10T20:19:52Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-316fde","namespace":"ai-tenant-e2e-ipp-a-316fde"}, "namespace": "ai-tenant-e2e-ipp-a-316fde", "name": "ipp-route-316fde", "reconcileID": "d508eecd-7fc3-4f36-a88d-9b1d37af74df", "LLMInferenceService": "ipp-route-316fde", "namespace": "ai-tenant-e2e-ipp-a-316fde"} 2026-09-10T20:19:52Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-316fde","namespace":"ai-tenant-e2e-ipp-a-316fde"}, "namespace": "ai-tenant-e2e-ipp-a-316fde", "name": "ipp-route-316fde", "reconcileID": "d508eecd-7fc3-4f36-a88d-9b1d37af74df", "LLMInferenceService": "ipp-route-316fde", "namespace": "ai-tenant-e2e-ipp-a-316fde"} 2026-09-10T20:19:52Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-316fde","namespace":"ai-tenant-e2e-ipp-a-316fde"}, "namespace": "ai-tenant-e2e-ipp-a-316fde", "name": "ipp-route-316fde", "reconcileID": "d508eecd-7fc3-4f36-a88d-9b1d37af74df", "LLMInferenceService": "ipp-route-316fde", "namespace": "ai-tenant-e2e-ipp-a-316fde"} 2026-09-10T20:19:52Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-316fde","namespace":"ai-tenant-e2e-ipp-a-316fde"}, "namespace": "ai-tenant-e2e-ipp-a-316fde", "name": "ipp-route-316fde", "reconcileID": "d508eecd-7fc3-4f36-a88d-9b1d37af74df", "LLMInferenceService": "ipp-route-316fde", "namespace": "ai-tenant-e2e-ipp-a-316fde", "name": "ipp-route-316fde-kserve-route-authn"} 2026-09-10T20:19:52Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-316fde","namespace":"ai-tenant-e2e-ipp-a-316fde"}, "namespace": "ai-tenant-e2e-ipp-a-316fde", "name": "ipp-route-316fde", "reconcileID": "d508eecd-7fc3-4f36-a88d-9b1d37af74df", "LLMInferenceService": "ipp-route-316fde", "namespace": "ai-tenant-e2e-ipp-a-316fde", "authType": "userdefined"} 2026-09-10T20:19:52Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-316fde","namespace":"ai-tenant-e2e-ipp-a-316fde"}, "namespace": "ai-tenant-e2e-ipp-a-316fde", "name": "ipp-route-316fde", "reconcileID": "d508eecd-7fc3-4f36-a88d-9b1d37af74df", "LLMInferenceService": "ipp-route-316fde", "namespace": "ai-tenant-e2e-ipp-a-316fde"} 2026-09-10T20:20:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-316fde","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-316fde", "reconcileID": "ef1631e3-8401-422a-a65e-8c541bddb570", "Gateway": "e2e-ipp-a-316fde", "namespace": "openshift-ingress"} 2026-09-10T20:20:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-316fde","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-316fde", "reconcileID": "ef1631e3-8401-422a-a65e-8c541bddb570", "Gateway": "e2e-ipp-a-316fde", "namespace": "openshift-ingress", "name": "e2e-ipp-a-316fde-authn-ssl"} 2026-09-10T20:20:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-316fde","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-316fde", "reconcileID": "ef1631e3-8401-422a-a65e-8c541bddb570", "Gateway": "e2e-ipp-a-316fde", "namespace": "openshift-ingress"} 2026-09-10T20:20:18Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-316fde","namespace":"ai-tenant-e2e-ipp-a-316fde"}, "namespace": "ai-tenant-e2e-ipp-a-316fde", "name": "ipp-route-316fde", "reconcileID": "20b36cc1-f95a-42a8-905b-3f60f1047aa4", "LLMInferenceService": "ipp-route-316fde", "namespace": "ai-tenant-e2e-ipp-a-316fde"} 2026-09-10T20:20:18Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-316fde","namespace":"ai-tenant-e2e-ipp-a-316fde"}, "namespace": "ai-tenant-e2e-ipp-a-316fde", "name": "ipp-route-316fde", "reconcileID": "20b36cc1-f95a-42a8-905b-3f60f1047aa4", "LLMInferenceService": "ipp-route-316fde", "namespace": "ai-tenant-e2e-ipp-a-316fde"} 2026-09-10T20:20:18Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-316fde","namespace":"ai-tenant-e2e-ipp-a-316fde"}, "namespace": "ai-tenant-e2e-ipp-a-316fde", "name": "ipp-route-316fde", "reconcileID": "20b36cc1-f95a-42a8-905b-3f60f1047aa4", "LLMInferenceService": "ipp-route-316fde", "namespace": "ai-tenant-e2e-ipp-a-316fde"} 2026-09-10T20:20:18Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-316fde","namespace":"ai-tenant-e2e-ipp-a-316fde"}, "namespace": "ai-tenant-e2e-ipp-a-316fde", "name": "ipp-route-316fde", "reconcileID": "20b36cc1-f95a-42a8-905b-3f60f1047aa4", "LLMInferenceService": "ipp-route-316fde", "namespace": "ai-tenant-e2e-ipp-a-316fde", "name": "ipp-route-316fde-kserve-route-authn"} 2026-09-10T20:20:18Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-316fde","namespace":"ai-tenant-e2e-ipp-a-316fde"}, "namespace": "ai-tenant-e2e-ipp-a-316fde", "name": "ipp-route-316fde", "reconcileID": "20b36cc1-f95a-42a8-905b-3f60f1047aa4", "LLMInferenceService": "ipp-route-316fde", "namespace": "ai-tenant-e2e-ipp-a-316fde", "authType": "userdefined"} 2026-09-10T20:20:18Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-316fde","namespace":"ai-tenant-e2e-ipp-a-316fde"}, "namespace": "ai-tenant-e2e-ipp-a-316fde", "name": "ipp-route-316fde", "reconcileID": "20b36cc1-f95a-42a8-905b-3f60f1047aa4", "LLMInferenceService": "ipp-route-316fde", "namespace": "ai-tenant-e2e-ipp-a-316fde"} 2026-09-10T20:20:25Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-316fde","namespace":"ai-tenant-e2e-ipp-a-316fde"}, "namespace": "ai-tenant-e2e-ipp-a-316fde", "name": "ipp-route-316fde", "reconcileID": "37a2605a-b0cd-4dde-b7f8-d930ee09bbd4", "LLMInferenceService": "ipp-route-316fde", "namespace": "ai-tenant-e2e-ipp-a-316fde"} 2026-09-10T20:20:25Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-316fde","namespace":"ai-tenant-e2e-ipp-a-316fde"}, "namespace": "ai-tenant-e2e-ipp-a-316fde", "name": "ipp-route-316fde", "reconcileID": "37a2605a-b0cd-4dde-b7f8-d930ee09bbd4", "LLMInferenceService": "ipp-route-316fde", "namespace": "ai-tenant-e2e-ipp-a-316fde"} 2026-09-10T20:20:25Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-316fde","namespace":"ai-tenant-e2e-ipp-a-316fde"}, "namespace": "ai-tenant-e2e-ipp-a-316fde", "name": "ipp-route-316fde", "reconcileID": "37a2605a-b0cd-4dde-b7f8-d930ee09bbd4", "LLMInferenceService": "ipp-route-316fde", "namespace": "ai-tenant-e2e-ipp-a-316fde"} 2026-09-10T20:20:25Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-316fde","namespace":"ai-tenant-e2e-ipp-a-316fde"}, "namespace": "ai-tenant-e2e-ipp-a-316fde", "name": "ipp-route-316fde", "reconcileID": "37a2605a-b0cd-4dde-b7f8-d930ee09bbd4", "LLMInferenceService": "ipp-route-316fde", "namespace": "ai-tenant-e2e-ipp-a-316fde", "name": "ipp-route-316fde-kserve-route-authn"} 2026-09-10T20:20:25Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-316fde","namespace":"ai-tenant-e2e-ipp-a-316fde"}, "namespace": "ai-tenant-e2e-ipp-a-316fde", "name": "ipp-route-316fde", "reconcileID": "37a2605a-b0cd-4dde-b7f8-d930ee09bbd4", "LLMInferenceService": "ipp-route-316fde", "namespace": "ai-tenant-e2e-ipp-a-316fde", "authType": "userdefined"} 2026-09-10T20:20:25Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-316fde","namespace":"ai-tenant-e2e-ipp-a-316fde"}, "namespace": "ai-tenant-e2e-ipp-a-316fde", "name": "ipp-route-316fde", "reconcileID": "37a2605a-b0cd-4dde-b7f8-d930ee09bbd4", "LLMInferenceService": "ipp-route-316fde", "namespace": "ai-tenant-e2e-ipp-a-316fde"} 2026-09-10T20:20:31Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-316fde","namespace":"ai-tenant-e2e-ipp-a-316fde"}, "namespace": "ai-tenant-e2e-ipp-a-316fde", "name": "ipp-route-316fde", "reconcileID": "67e84227-81cb-45e7-af8c-0177f4f5c996", "LLMInferenceService": "ipp-route-316fde", "namespace": "ai-tenant-e2e-ipp-a-316fde"} 2026-09-10T20:20:31Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-316fde","namespace":"ai-tenant-e2e-ipp-a-316fde"}, "namespace": "ai-tenant-e2e-ipp-a-316fde", "name": "ipp-route-316fde", "reconcileID": "67e84227-81cb-45e7-af8c-0177f4f5c996", "LLMInferenceService": "ipp-route-316fde", "namespace": "ai-tenant-e2e-ipp-a-316fde"} 2026-09-10T20:20:31Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-316fde","namespace":"ai-tenant-e2e-ipp-a-316fde"}, "namespace": "ai-tenant-e2e-ipp-a-316fde", "name": "ipp-route-316fde", "reconcileID": "67e84227-81cb-45e7-af8c-0177f4f5c996", "LLMInferenceService": "ipp-route-316fde", "namespace": "ai-tenant-e2e-ipp-a-316fde"} 2026-09-10T20:20:31Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-316fde","namespace":"ai-tenant-e2e-ipp-a-316fde"}, "namespace": "ai-tenant-e2e-ipp-a-316fde", "name": "ipp-route-316fde", "reconcileID": "67e84227-81cb-45e7-af8c-0177f4f5c996", "LLMInferenceService": "ipp-route-316fde", "namespace": "ai-tenant-e2e-ipp-a-316fde", "name": "ipp-route-316fde-kserve-route-authn"} 2026-09-10T20:20:31Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-316fde","namespace":"ai-tenant-e2e-ipp-a-316fde"}, "namespace": "ai-tenant-e2e-ipp-a-316fde", "name": "ipp-route-316fde", "reconcileID": "67e84227-81cb-45e7-af8c-0177f4f5c996", "LLMInferenceService": "ipp-route-316fde", "namespace": "ai-tenant-e2e-ipp-a-316fde", "authType": "userdefined"} 2026-09-10T20:20:31Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-316fde","namespace":"ai-tenant-e2e-ipp-a-316fde"}, "namespace": "ai-tenant-e2e-ipp-a-316fde", "name": "ipp-route-316fde", "reconcileID": "67e84227-81cb-45e7-af8c-0177f4f5c996", "LLMInferenceService": "ipp-route-316fde", "namespace": "ai-tenant-e2e-ipp-a-316fde"} 2026-09-10T20:20:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fe603d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fe603d", "reconcileID": "ad8cdbfa-6d57-4da4-8eff-c5f19e014239", "Gateway": "e2e-ipp-cleanup-fe603d", "namespace": "openshift-ingress"} 2026-09-10T20:20:43Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fe603d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fe603d", "reconcileID": "ad8cdbfa-6d57-4da4-8eff-c5f19e014239", "Gateway": "e2e-ipp-cleanup-fe603d", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fe603d-authn-ssl"} 2026-09-10T20:20:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fe603d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fe603d", "reconcileID": "ad8cdbfa-6d57-4da4-8eff-c5f19e014239", "Gateway": "e2e-ipp-cleanup-fe603d", "namespace": "openshift-ingress"} 2026-09-10T20:20:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fe603d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fe603d", "reconcileID": "9f92034d-deed-43da-b763-fea6276502d1", "Gateway": "e2e-ipp-cleanup-fe603d", "namespace": "openshift-ingress"} 2026-09-10T20:20:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fe603d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fe603d", "reconcileID": "9f92034d-deed-43da-b763-fea6276502d1", "Gateway": "e2e-ipp-cleanup-fe603d", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fe603d-authn-ssl"} 2026-09-10T20:20:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fe603d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fe603d", "reconcileID": "9f92034d-deed-43da-b763-fea6276502d1", "Gateway": "e2e-ipp-cleanup-fe603d", "namespace": "openshift-ingress"} 2026-09-10T20:20:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fe603d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fe603d", "reconcileID": "951f6d33-5393-4155-bd91-604505611576", "Gateway": "e2e-ipp-cleanup-fe603d", "namespace": "openshift-ingress"} 2026-09-10T20:20:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fe603d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fe603d", "reconcileID": "951f6d33-5393-4155-bd91-604505611576", "Gateway": "e2e-ipp-cleanup-fe603d", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fe603d-authn-ssl"} 2026-09-10T20:20:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fe603d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fe603d", "reconcileID": "951f6d33-5393-4155-bd91-604505611576", "Gateway": "e2e-ipp-cleanup-fe603d", "namespace": "openshift-ingress"} 2026-09-10T20:20:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fe603d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fe603d", "reconcileID": "9379b8f6-30b0-485f-b1a6-6084f22c1905", "Gateway": "e2e-ipp-cleanup-fe603d", "namespace": "openshift-ingress"} 2026-09-10T20:20:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fe603d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fe603d", "reconcileID": "9379b8f6-30b0-485f-b1a6-6084f22c1905", "Gateway": "e2e-ipp-cleanup-fe603d", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fe603d-authn-ssl"} 2026-09-10T20:20:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fe603d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fe603d", "reconcileID": "9379b8f6-30b0-485f-b1a6-6084f22c1905", "Gateway": "e2e-ipp-cleanup-fe603d", "namespace": "openshift-ingress"} 2026-09-10T20:20:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fe603d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fe603d", "reconcileID": "202f60e8-4fe8-44a7-8538-55658b8b2160", "Gateway": "e2e-ipp-cleanup-fe603d", "namespace": "openshift-ingress"} 2026-09-10T20:20:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fe603d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fe603d", "reconcileID": "202f60e8-4fe8-44a7-8538-55658b8b2160", "Gateway": "e2e-ipp-cleanup-fe603d", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fe603d-authn-ssl"} 2026-09-10T20:20:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fe603d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fe603d", "reconcileID": "202f60e8-4fe8-44a7-8538-55658b8b2160", "Gateway": "e2e-ipp-cleanup-fe603d", "namespace": "openshift-ingress"} 2026-09-10T20:20:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fe603d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fe603d", "reconcileID": "492c7b5c-263e-40ce-ae96-1b9ce1959fe0", "Gateway": "e2e-ipp-cleanup-fe603d", "namespace": "openshift-ingress"} 2026-09-10T20:20:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fe603d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fe603d", "reconcileID": "492c7b5c-263e-40ce-ae96-1b9ce1959fe0", "Gateway": "e2e-ipp-cleanup-fe603d", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fe603d-authn-ssl"} 2026-09-10T20:20:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fe603d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fe603d", "reconcileID": "492c7b5c-263e-40ce-ae96-1b9ce1959fe0", "Gateway": "e2e-ipp-cleanup-fe603d", "namespace": "openshift-ingress"} 2026-09-10T20:20:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fe603d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fe603d", "reconcileID": "e31a7e2f-525c-419a-89e9-857dc9321f83", "Gateway": "e2e-ipp-cleanup-fe603d", "namespace": "openshift-ingress"} 2026-09-10T20:20:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fe603d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fe603d", "reconcileID": "e31a7e2f-525c-419a-89e9-857dc9321f83", "Gateway": "e2e-ipp-cleanup-fe603d", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fe603d-authn-ssl"} 2026-09-10T20:20:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fe603d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fe603d", "reconcileID": "e31a7e2f-525c-419a-89e9-857dc9321f83", "Gateway": "e2e-ipp-cleanup-fe603d", "namespace": "openshift-ingress"} 2026-09-10T20:20:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-fe603d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-fe603d", "name": "openshift-service-ca.crt", "reconcileID": "cce851a2-a897-4593-91e2-bad4ba0cb326", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-fe603d"} 2026-09-10T20:20:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-fe603d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-fe603d", "name": "odh-trusted-ca-bundle", "reconcileID": "cabf5796-e490-4a6e-b88b-b7ab99b72206", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-fe603d"} 2026-09-10T20:20:47Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-fe603d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-fe603d", "name": "openshift-service-ca.crt", "reconcileID": "1e6a85e7-a056-4ea2-896d-14c8220b36a2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-fe603d", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T20:20:47Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-fe603d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-fe603d", "name": "openshift-service-ca.crt", "reconcileID": "1e6a85e7-a056-4ea2-896d-14c8220b36a2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-fe603d"} 2026-09-10T20:20:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-fe603d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-fe603d", "name": "openshift-service-ca.crt", "reconcileID": "c1480a02-c23d-4fe4-a5d2-df0d4afd9ffc", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-fe603d"} 2026-09-10T20:20:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-fe603d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-fe603d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "de61df8c-0e9b-4d3d-8f18-2ed69faccfe6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-fe603d"} 2026-09-10T20:20:47Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-fe603d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-fe603d", "name": "odh-trusted-ca-bundle", "reconcileID": "2b29e463-d846-49c0-99d2-ba1956a1073f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-fe603d", "update": "odh-kserve-custom-ca-bundle"} 2026-09-10T20:20:47Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-fe603d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-fe603d", "name": "odh-trusted-ca-bundle", "reconcileID": "2b29e463-d846-49c0-99d2-ba1956a1073f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-fe603d"} 2026-09-10T20:20:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-fe603d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-fe603d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "55c573cd-9e98-4dfc-b07b-ad4e3308d19b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-fe603d"} 2026-09-10T20:20:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fe603d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fe603d", "reconcileID": "d61c29a7-a7ea-4192-885f-0bd0cf98f119", "Gateway": "e2e-ipp-cleanup-fe603d", "namespace": "openshift-ingress"} 2026-09-10T20:20:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fe603d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fe603d", "reconcileID": "d61c29a7-a7ea-4192-885f-0bd0cf98f119", "Gateway": "e2e-ipp-cleanup-fe603d", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fe603d-authn-ssl"} 2026-09-10T20:20:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fe603d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fe603d", "reconcileID": "d61c29a7-a7ea-4192-885f-0bd0cf98f119", "Gateway": "e2e-ipp-cleanup-fe603d", "namespace": "openshift-ingress"} 2026-09-10T20:20:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fe603d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fe603d", "reconcileID": "a3323180-86a0-43df-9944-cfe71ef516fa", "Gateway": "e2e-ipp-cleanup-fe603d", "namespace": "openshift-ingress"} 2026-09-10T20:20:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fe603d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fe603d", "reconcileID": "a3323180-86a0-43df-9944-cfe71ef516fa", "Gateway": "e2e-ipp-cleanup-fe603d", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fe603d-authn-ssl"} 2026-09-10T20:20:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fe603d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fe603d", "reconcileID": "a3323180-86a0-43df-9944-cfe71ef516fa", "Gateway": "e2e-ipp-cleanup-fe603d", "namespace": "openshift-ingress"} 2026-09-10T20:21:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fe603d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fe603d", "reconcileID": "28cc2fdf-a44d-43f9-b0ab-f31dfaa39a33", "Gateway": "e2e-ipp-cleanup-fe603d", "namespace": "openshift-ingress"} 2026-09-10T20:21:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fe603d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fe603d", "reconcileID": "28cc2fdf-a44d-43f9-b0ab-f31dfaa39a33", "Gateway": "e2e-ipp-cleanup-fe603d", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fe603d-authn-ssl"} 2026-09-10T20:21:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fe603d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fe603d", "reconcileID": "28cc2fdf-a44d-43f9-b0ab-f31dfaa39a33", "Gateway": "e2e-ipp-cleanup-fe603d", "namespace": "openshift-ingress"} 2026-09-10T20:21:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fe603d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fe603d", "reconcileID": "0891fa9d-909c-446a-a91b-34bc9fffd4bc", "Gateway": "e2e-ipp-cleanup-fe603d", "namespace": "openshift-ingress"} 2026-09-10T20:21:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fe603d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fe603d", "reconcileID": "0891fa9d-909c-446a-a91b-34bc9fffd4bc", "Gateway": "e2e-ipp-cleanup-fe603d", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fe603d-authn-ssl"} 2026-09-10T20:21:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fe603d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fe603d", "reconcileID": "0891fa9d-909c-446a-a91b-34bc9fffd4bc", "Gateway": "e2e-ipp-cleanup-fe603d", "namespace": "openshift-ingress"} 2026-09-10T20:21:25Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-fe603d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-fe603d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "43c6258d-d5a8-48e3-903d-1d1c3734ceac", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-fe603d"} 2026-09-10T20:21:25Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-fe603d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-fe603d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "43c6258d-d5a8-48e3-903d-1d1c3734ceac", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-fe603d", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T20:21:25Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-fe603d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-fe603d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "43c6258d-d5a8-48e3-903d-1d1c3734ceac", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-fe603d because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T20:21:25Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-fe603d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-fe603d", "name": "odh-trusted-ca-bundle", "reconcileID": "001b57c7-1df8-434b-b48a-000b278e52a6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-fe603d"} 2026-09-10T20:21:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-fe603d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-fe603d", "name": "odh-trusted-ca-bundle", "reconcileID": "001b57c7-1df8-434b-b48a-000b278e52a6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-fe603d"} 2026-09-10T20:21:25Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-fe603d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-fe603d", "name": "openshift-service-ca.crt", "reconcileID": "f91459e2-6ebd-4916-a945-8df22e0bd18f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-fe603d"} 2026-09-10T20:21:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-fe603d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-fe603d", "name": "openshift-service-ca.crt", "reconcileID": "f91459e2-6ebd-4916-a945-8df22e0bd18f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-fe603d"} 2026-09-10T20:21:25Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-fe603d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-fe603d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a4e150a9-357f-4351-8c84-6b12cf59f61e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-fe603d"} 2026-09-10T20:21:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-fe603d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-fe603d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a4e150a9-357f-4351-8c84-6b12cf59f61e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-fe603d"} 2026-09-10T20:21:25Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-fe603d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-fe603d", "reconcileID": "86100353-68e3-4b06-a2a7-f0cbce801a51", "Gateway": "e2e-ipp-cleanup-fe603d", "namespace": "openshift-ingress"} 2026-09-10T20:21:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-316fde","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-316fde", "reconcileID": "1d6d7967-3ff3-473d-8bcc-f7dace356524", "Gateway": "e2e-ipp-a-316fde", "namespace": "openshift-ingress"} 2026-09-10T20:21:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-316fde","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-316fde", "reconcileID": "1d6d7967-3ff3-473d-8bcc-f7dace356524", "Gateway": "e2e-ipp-a-316fde", "namespace": "openshift-ingress", "name": "e2e-ipp-a-316fde-authn-ssl"} 2026-09-10T20:21:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-316fde","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-316fde", "reconcileID": "1d6d7967-3ff3-473d-8bcc-f7dace356524", "Gateway": "e2e-ipp-a-316fde", "namespace": "openshift-ingress"} 2026-09-10T20:21:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-316fde","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-316fde", "reconcileID": "902dc3bf-e83a-452f-b55f-5dc8e521f052", "Gateway": "e2e-ipp-a-316fde", "namespace": "openshift-ingress"} 2026-09-10T20:21:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-316fde","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-316fde", "reconcileID": "902dc3bf-e83a-452f-b55f-5dc8e521f052", "Gateway": "e2e-ipp-a-316fde", "namespace": "openshift-ingress", "name": "e2e-ipp-a-316fde-authn-ssl"} 2026-09-10T20:21:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-316fde","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-316fde", "reconcileID": "902dc3bf-e83a-452f-b55f-5dc8e521f052", "Gateway": "e2e-ipp-a-316fde", "namespace": "openshift-ingress"} 2026-09-10T20:21:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-316fde","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-316fde", "reconcileID": "71e9de4d-8305-40e8-9573-b8f210ab26f1", "Gateway": "e2e-ipp-a-316fde", "namespace": "openshift-ingress"} 2026-09-10T20:21:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-316fde","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-316fde", "reconcileID": "71e9de4d-8305-40e8-9573-b8f210ab26f1", "Gateway": "e2e-ipp-a-316fde", "namespace": "openshift-ingress", "name": "e2e-ipp-a-316fde-authn-ssl"} 2026-09-10T20:21:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-316fde","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-316fde", "reconcileID": "71e9de4d-8305-40e8-9573-b8f210ab26f1", "Gateway": "e2e-ipp-a-316fde", "namespace": "openshift-ingress"} 2026-09-10T20:21:50Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-316fde","namespace":"ai-tenant-e2e-ipp-a-316fde"}, "namespace": "ai-tenant-e2e-ipp-a-316fde", "name": "ipp-route-316fde", "reconcileID": "8a75d530-1be1-4c55-a573-622cec23939d", "LLMInferenceService": "ipp-route-316fde", "namespace": "ai-tenant-e2e-ipp-a-316fde"} 2026-09-10T20:21:50Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-316fde","namespace":"ai-tenant-e2e-ipp-a-316fde"}, "namespace": "ai-tenant-e2e-ipp-a-316fde", "name": "ipp-route-316fde", "reconcileID": "8a75d530-1be1-4c55-a573-622cec23939d", "LLMInferenceService": "ipp-route-316fde", "namespace": "ai-tenant-e2e-ipp-a-316fde"} 2026-09-10T20:21:50Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-316fde","namespace":"ai-tenant-e2e-ipp-a-316fde"}, "namespace": "ai-tenant-e2e-ipp-a-316fde", "name": "ipp-route-316fde", "reconcileID": "8a75d530-1be1-4c55-a573-622cec23939d", "LLMInferenceService": "ipp-route-316fde", "namespace": "ai-tenant-e2e-ipp-a-316fde"} 2026-09-10T20:21:50Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-316fde","namespace":"ai-tenant-e2e-ipp-a-316fde"}, "namespace": "ai-tenant-e2e-ipp-a-316fde", "name": "ipp-route-316fde", "reconcileID": "8a75d530-1be1-4c55-a573-622cec23939d", "LLMInferenceService": "ipp-route-316fde", "namespace": "ai-tenant-e2e-ipp-a-316fde", "name": "ipp-route-316fde-kserve-route-authn"} 2026-09-10T20:21:50Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-316fde","namespace":"ai-tenant-e2e-ipp-a-316fde"}, "namespace": "ai-tenant-e2e-ipp-a-316fde", "name": "ipp-route-316fde", "reconcileID": "8a75d530-1be1-4c55-a573-622cec23939d", "LLMInferenceService": "ipp-route-316fde", "namespace": "ai-tenant-e2e-ipp-a-316fde", "authType": "userdefined"} 2026-09-10T20:21:50Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-316fde","namespace":"ai-tenant-e2e-ipp-a-316fde"}, "namespace": "ai-tenant-e2e-ipp-a-316fde", "name": "ipp-route-316fde", "reconcileID": "8a75d530-1be1-4c55-a573-622cec23939d", "LLMInferenceService": "ipp-route-316fde", "namespace": "ai-tenant-e2e-ipp-a-316fde"} 2026-09-10T20:22:26Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-316fde","namespace":"ai-tenant-e2e-ipp-a-316fde"}, "namespace": "ai-tenant-e2e-ipp-a-316fde", "name": "ipp-route-316fde", "reconcileID": "3220be54-aa86-4c8f-9c5f-78b72b0c8a4c", "LLMInferenceService": "ipp-route-316fde", "namespace": "ai-tenant-e2e-ipp-a-316fde"} 2026-09-10T20:22:26Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-316fde","namespace":"ai-tenant-e2e-ipp-a-316fde"}, "namespace": "ai-tenant-e2e-ipp-a-316fde", "name": "ipp-route-316fde", "reconcileID": "3220be54-aa86-4c8f-9c5f-78b72b0c8a4c", "LLMInferenceService": "ipp-route-316fde", "namespace": "ai-tenant-e2e-ipp-a-316fde"} 2026-09-10T20:22:26Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-316fde","namespace":"ai-tenant-e2e-ipp-a-316fde"}, "namespace": "ai-tenant-e2e-ipp-a-316fde", "name": "ipp-route-316fde", "reconcileID": "3220be54-aa86-4c8f-9c5f-78b72b0c8a4c", "LLMInferenceService": "ipp-route-316fde", "namespace": "ai-tenant-e2e-ipp-a-316fde"} 2026-09-10T20:22:26Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-316fde","namespace":"ai-tenant-e2e-ipp-a-316fde"}, "namespace": "ai-tenant-e2e-ipp-a-316fde", "name": "ipp-route-316fde", "reconcileID": "3220be54-aa86-4c8f-9c5f-78b72b0c8a4c", "LLMInferenceService": "ipp-route-316fde", "namespace": "ai-tenant-e2e-ipp-a-316fde", "name": "ipp-route-316fde-kserve-route-authn"} 2026-09-10T20:22:26Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-316fde","namespace":"ai-tenant-e2e-ipp-a-316fde"}, "namespace": "ai-tenant-e2e-ipp-a-316fde", "name": "ipp-route-316fde", "reconcileID": "3220be54-aa86-4c8f-9c5f-78b72b0c8a4c", "LLMInferenceService": "ipp-route-316fde", "namespace": "ai-tenant-e2e-ipp-a-316fde", "authType": "userdefined"} 2026-09-10T20:22:26Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-316fde","namespace":"ai-tenant-e2e-ipp-a-316fde"}, "namespace": "ai-tenant-e2e-ipp-a-316fde", "name": "ipp-route-316fde", "reconcileID": "3220be54-aa86-4c8f-9c5f-78b72b0c8a4c", "LLMInferenceService": "ipp-route-316fde", "namespace": "ai-tenant-e2e-ipp-a-316fde"} 2026-09-10T20:22:26Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-316fde"}, "namespace": "ai-tenant-e2e-ipp-a-316fde", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "23e72b4d-8e3b-4003-8c9e-8ea325b526c9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-316fde"} 2026-09-10T20:22:26Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-316fde"}, "namespace": "ai-tenant-e2e-ipp-a-316fde", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "23e72b4d-8e3b-4003-8c9e-8ea325b526c9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-316fde", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T20:22:26Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-316fde"}, "namespace": "ai-tenant-e2e-ipp-a-316fde", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "23e72b4d-8e3b-4003-8c9e-8ea325b526c9", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-316fde because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T20:22:26Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-316fde"}, "namespace": "ai-tenant-e2e-ipp-a-316fde", "name": "odh-trusted-ca-bundle", "reconcileID": "954e768c-fed7-40f7-bf9d-ad7ec88f4612", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-316fde"} 2026-09-10T20:22:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-316fde"}, "namespace": "ai-tenant-e2e-ipp-a-316fde", "name": "odh-trusted-ca-bundle", "reconcileID": "954e768c-fed7-40f7-bf9d-ad7ec88f4612", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-316fde"} 2026-09-10T20:22:26Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-316fde"}, "namespace": "ai-tenant-e2e-ipp-a-316fde", "name": "openshift-service-ca.crt", "reconcileID": "59312731-3e4b-4b65-8f84-087b1410d25f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-316fde"} 2026-09-10T20:22:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-316fde"}, "namespace": "ai-tenant-e2e-ipp-a-316fde", "name": "openshift-service-ca.crt", "reconcileID": "59312731-3e4b-4b65-8f84-087b1410d25f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-316fde"} 2026-09-10T20:22:26Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-316fde"}, "namespace": "ai-tenant-e2e-ipp-a-316fde", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "29b88c67-e256-4dc2-8b2c-d804d6c037b4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-316fde"} 2026-09-10T20:22:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-316fde"}, "namespace": "ai-tenant-e2e-ipp-a-316fde", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "29b88c67-e256-4dc2-8b2c-d804d6c037b4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-316fde"} 2026-09-10T20:22:27Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-316fde","namespace":"ai-tenant-e2e-ipp-a-316fde"}, "namespace": "ai-tenant-e2e-ipp-a-316fde", "name": "ipp-route-316fde", "reconcileID": "071445b2-9ef0-4dfc-b9c6-41977cc1d3b0", "LLMInferenceService": "ipp-route-316fde", "namespace": "ai-tenant-e2e-ipp-a-316fde"} 2026-09-10T20:22:27Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-316fde","namespace":"ai-tenant-e2e-ipp-a-316fde"}, "namespace": "ai-tenant-e2e-ipp-a-316fde", "name": "ipp-route-316fde", "reconcileID": "071445b2-9ef0-4dfc-b9c6-41977cc1d3b0", "LLMInferenceService": "ipp-route-316fde", "namespace": "ai-tenant-e2e-ipp-a-316fde", "name": "ipp-route-316fde"} 2026-09-10T20:22:27Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-316fde","namespace":"ai-tenant-e2e-ipp-a-316fde"}, "namespace": "ai-tenant-e2e-ipp-a-316fde", "name": "ipp-route-316fde", "reconcileID": "071445b2-9ef0-4dfc-b9c6-41977cc1d3b0", "LLMInferenceService": "ipp-route-316fde", "namespace": "ai-tenant-e2e-ipp-a-316fde"} 2026-09-10T20:22:27Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-316fde","namespace":"ai-tenant-e2e-ipp-a-316fde"}, "namespace": "ai-tenant-e2e-ipp-a-316fde", "name": "ipp-route-316fde", "reconcileID": "071445b2-9ef0-4dfc-b9c6-41977cc1d3b0", "LLMInferenceService": "ipp-route-316fde", "namespace": "ai-tenant-e2e-ipp-a-316fde"} 2026-09-10T20:22:27Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-316fde","namespace":"ai-tenant-e2e-ipp-a-316fde"}, "namespace": "ai-tenant-e2e-ipp-a-316fde", "name": "ipp-route-316fde", "reconcileID": "071445b2-9ef0-4dfc-b9c6-41977cc1d3b0", "LLMInferenceService": "ipp-route-316fde", "namespace": "ai-tenant-e2e-ipp-a-316fde", "name": "ipp-route-316fde-kserve-route-authn"} 2026-09-10T20:22:27Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-316fde","namespace":"ai-tenant-e2e-ipp-a-316fde"}, "namespace": "ai-tenant-e2e-ipp-a-316fde", "name": "ipp-route-316fde", "reconcileID": "071445b2-9ef0-4dfc-b9c6-41977cc1d3b0", "LLMInferenceService": "ipp-route-316fde", "namespace": "ai-tenant-e2e-ipp-a-316fde", "name": "ipp-route-316fde-kserve-route-authn"} 2026-09-10T20:22:27Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-316fde","namespace":"ai-tenant-e2e-ipp-a-316fde"}, "namespace": "ai-tenant-e2e-ipp-a-316fde", "name": "ipp-route-316fde", "reconcileID": "071445b2-9ef0-4dfc-b9c6-41977cc1d3b0", "LLMInferenceService": "ipp-route-316fde", "namespace": "ai-tenant-e2e-ipp-a-316fde", "namespace": "ai-tenant-e2e-ipp-a-316fde"} 2026-09-10T20:22:27Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-316fde","namespace":"ai-tenant-e2e-ipp-a-316fde"}, "namespace": "ai-tenant-e2e-ipp-a-316fde", "name": "ipp-route-316fde", "reconcileID": "071445b2-9ef0-4dfc-b9c6-41977cc1d3b0", "LLMInferenceService": "ipp-route-316fde", "namespace": "ai-tenant-e2e-ipp-a-316fde", "namespace": "ai-tenant-e2e-ipp-a-316fde"} 2026-09-10T20:22:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-316fde","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-316fde", "reconcileID": "e478c760-f916-4071-8ecf-ebfd5408ab3c", "Gateway": "e2e-ipp-a-316fde", "namespace": "openshift-ingress"} 2026-09-10T20:22:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-316fde","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-316fde", "reconcileID": "e478c760-f916-4071-8ecf-ebfd5408ab3c", "Gateway": "e2e-ipp-a-316fde", "namespace": "openshift-ingress", "name": "e2e-ipp-a-316fde-authn-ssl"} 2026-09-10T20:22:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-316fde","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-316fde", "reconcileID": "e478c760-f916-4071-8ecf-ebfd5408ab3c", "Gateway": "e2e-ipp-a-316fde", "namespace": "openshift-ingress"} 2026-09-10T20:22:28Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-316fde","namespace":"ai-tenant-e2e-ipp-a-316fde"}, "namespace": "ai-tenant-e2e-ipp-a-316fde", "name": "ipp-route-316fde", "reconcileID": "3a5b8fa2-2b06-496f-9b94-2d4507429b59", "LLMInferenceService": "ipp-route-316fde", "namespace": "ai-tenant-e2e-ipp-a-316fde"} 2026-09-10T20:22:28Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-316fde","namespace":"ai-tenant-e2e-ipp-a-316fde"}, "namespace": "ai-tenant-e2e-ipp-a-316fde", "name": "ipp-route-316fde", "reconcileID": "3a5b8fa2-2b06-496f-9b94-2d4507429b59", "LLMInferenceService": "ipp-route-316fde", "namespace": "ai-tenant-e2e-ipp-a-316fde", "name": "ipp-route-316fde"} 2026-09-10T20:22:28Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-316fde","namespace":"ai-tenant-e2e-ipp-a-316fde"}, "namespace": "ai-tenant-e2e-ipp-a-316fde", "name": "ipp-route-316fde", "reconcileID": "3a5b8fa2-2b06-496f-9b94-2d4507429b59", "LLMInferenceService": "ipp-route-316fde", "namespace": "ai-tenant-e2e-ipp-a-316fde"} 2026-09-10T20:22:28Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-316fde","namespace":"ai-tenant-e2e-ipp-a-316fde"}, "namespace": "ai-tenant-e2e-ipp-a-316fde", "name": "ipp-route-316fde", "reconcileID": "3a5b8fa2-2b06-496f-9b94-2d4507429b59", "LLMInferenceService": "ipp-route-316fde", "namespace": "ai-tenant-e2e-ipp-a-316fde"} 2026-09-10T20:22:28Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-316fde","namespace":"ai-tenant-e2e-ipp-a-316fde"}, "namespace": "ai-tenant-e2e-ipp-a-316fde", "name": "ipp-route-316fde", "reconcileID": "3a5b8fa2-2b06-496f-9b94-2d4507429b59", "LLMInferenceService": "ipp-route-316fde", "namespace": "ai-tenant-e2e-ipp-a-316fde", "name": "ipp-route-316fde-kserve-route-authn"} 2026-09-10T20:22:28Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-316fde","namespace":"ai-tenant-e2e-ipp-a-316fde"}, "namespace": "ai-tenant-e2e-ipp-a-316fde", "name": "ipp-route-316fde", "reconcileID": "3a5b8fa2-2b06-496f-9b94-2d4507429b59", "LLMInferenceService": "ipp-route-316fde", "namespace": "ai-tenant-e2e-ipp-a-316fde", "name": "ipp-route-316fde-kserve-route-authn"} 2026-09-10T20:22:28Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-316fde","namespace":"ai-tenant-e2e-ipp-a-316fde"}, "namespace": "ai-tenant-e2e-ipp-a-316fde", "name": "ipp-route-316fde", "reconcileID": "3a5b8fa2-2b06-496f-9b94-2d4507429b59", "LLMInferenceService": "ipp-route-316fde", "namespace": "ai-tenant-e2e-ipp-a-316fde", "namespace": "ai-tenant-e2e-ipp-a-316fde"} 2026-09-10T20:22:28Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-316fde","namespace":"ai-tenant-e2e-ipp-a-316fde"}, "namespace": "ai-tenant-e2e-ipp-a-316fde", "name": "ipp-route-316fde", "reconcileID": "3a5b8fa2-2b06-496f-9b94-2d4507429b59", "LLMInferenceService": "ipp-route-316fde", "namespace": "ai-tenant-e2e-ipp-a-316fde", "namespace": "ai-tenant-e2e-ipp-a-316fde"} 2026-09-10T20:22:28Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-316fde","namespace":"ai-tenant-e2e-ipp-a-316fde"}, "namespace": "ai-tenant-e2e-ipp-a-316fde", "name": "ipp-route-316fde", "reconcileID": "f0c3c919-44bb-4855-bfd0-d86c56cbc375", "LLMInferenceService": "ipp-route-316fde", "namespace": "ai-tenant-e2e-ipp-a-316fde"} 2026-09-10T20:22:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-316fde","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-316fde", "reconcileID": "f272098d-e0ea-498f-b679-4393ce83d7e9", "Gateway": "e2e-ipp-a-316fde", "namespace": "openshift-ingress"} 2026-09-10T20:22:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-316fde","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-316fde", "reconcileID": "f272098d-e0ea-498f-b679-4393ce83d7e9", "Gateway": "e2e-ipp-a-316fde", "namespace": "openshift-ingress", "name": "e2e-ipp-a-316fde-authn-ssl"} 2026-09-10T20:22:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-316fde","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-316fde", "reconcileID": "f272098d-e0ea-498f-b679-4393ce83d7e9", "Gateway": "e2e-ipp-a-316fde", "namespace": "openshift-ingress"} 2026-09-10T20:22:33Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-316fde","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-316fde", "reconcileID": "6d128f5b-c84b-4c6e-8e98-1bd53dee2201", "Gateway": "e2e-ipp-a-316fde", "namespace": "openshift-ingress"} 2026-09-10T20:22:41Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T20:22:41Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T20:22:42Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T20:22:42Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T20:22:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-82457a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-82457a", "reconcileID": "e5718f08-5508-44cd-b9a4-9bf36d5ada8c", "Gateway": "e2e-ipp-b-82457a", "namespace": "openshift-ingress"} 2026-09-10T20:22:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-82457a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-82457a", "reconcileID": "e5718f08-5508-44cd-b9a4-9bf36d5ada8c", "Gateway": "e2e-ipp-b-82457a", "namespace": "openshift-ingress", "name": "e2e-ipp-b-82457a-authn-ssl"} 2026-09-10T20:22:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-82457a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-82457a", "reconcileID": "e5718f08-5508-44cd-b9a4-9bf36d5ada8c", "Gateway": "e2e-ipp-b-82457a", "namespace": "openshift-ingress"} 2026-09-10T20:22:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-82457a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-82457a", "reconcileID": "59ff7d95-2d74-48a2-9d7d-852e58d23f2e", "Gateway": "e2e-ipp-b-82457a", "namespace": "openshift-ingress"} 2026-09-10T20:22:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-82457a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-82457a", "reconcileID": "59ff7d95-2d74-48a2-9d7d-852e58d23f2e", "Gateway": "e2e-ipp-b-82457a", "namespace": "openshift-ingress", "name": "e2e-ipp-b-82457a-authn-ssl"} 2026-09-10T20:22:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-82457a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-82457a", "reconcileID": "59ff7d95-2d74-48a2-9d7d-852e58d23f2e", "Gateway": "e2e-ipp-b-82457a", "namespace": "openshift-ingress"} 2026-09-10T20:22:50Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-82457a"}, "namespace": "ai-tenant-e2e-ipp-b-82457a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fc3cb636-5a28-41fe-949f-443c1b9e84d3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-82457a"} 2026-09-10T20:22:50Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-82457a"}, "namespace": "ai-tenant-e2e-ipp-b-82457a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fc3cb636-5a28-41fe-949f-443c1b9e84d3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-82457a", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T20:22:50Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-82457a"}, "namespace": "ai-tenant-e2e-ipp-b-82457a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fc3cb636-5a28-41fe-949f-443c1b9e84d3", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-82457a because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T20:22:50Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-82457a"}, "namespace": "ai-tenant-e2e-ipp-b-82457a", "name": "odh-trusted-ca-bundle", "reconcileID": "20d8e9f6-f8b5-4f72-81e9-743e53735acd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-82457a"} 2026-09-10T20:22:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-82457a"}, "namespace": "ai-tenant-e2e-ipp-b-82457a", "name": "odh-trusted-ca-bundle", "reconcileID": "20d8e9f6-f8b5-4f72-81e9-743e53735acd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-82457a"} 2026-09-10T20:22:50Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-82457a"}, "namespace": "ai-tenant-e2e-ipp-b-82457a", "name": "openshift-service-ca.crt", "reconcileID": "4b9038c4-2fa9-4704-948e-21b2e3e19b7e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-82457a"} 2026-09-10T20:22:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-82457a"}, "namespace": "ai-tenant-e2e-ipp-b-82457a", "name": "openshift-service-ca.crt", "reconcileID": "4b9038c4-2fa9-4704-948e-21b2e3e19b7e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-82457a"} 2026-09-10T20:22:50Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-82457a"}, "namespace": "ai-tenant-e2e-ipp-b-82457a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "82664081-0cf0-461c-b1c4-f0b481f58eab", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-82457a"} 2026-09-10T20:22:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-82457a"}, "namespace": "ai-tenant-e2e-ipp-b-82457a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "82664081-0cf0-461c-b1c4-f0b481f58eab", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-82457a"} 2026-09-10T20:22:50Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-82457a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-82457a", "reconcileID": "893b48ec-9309-4348-bbd0-7b0f4711612a", "Gateway": "e2e-ipp-b-82457a", "namespace": "openshift-ingress"} 2026-09-10T20:23:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-591d7c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-591d7c", "reconcileID": "75fda808-f2db-439c-8625-1e9625fda5a6", "Gateway": "e2e-shared-a-w3-591d7c", "namespace": "openshift-ingress"} 2026-09-10T20:23:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-591d7c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-591d7c", "reconcileID": "75fda808-f2db-439c-8625-1e9625fda5a6", "Gateway": "e2e-shared-a-w3-591d7c", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-591d7c-authn-ssl"} 2026-09-10T20:23:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-591d7c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-591d7c", "reconcileID": "75fda808-f2db-439c-8625-1e9625fda5a6", "Gateway": "e2e-shared-a-w3-591d7c", "namespace": "openshift-ingress"} 2026-09-10T20:23:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-591d7c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-591d7c", "reconcileID": "7d0ba66d-f47c-414f-be23-7c632c20554e", "Gateway": "e2e-shared-a-w3-591d7c", "namespace": "openshift-ingress"} 2026-09-10T20:23:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-591d7c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-591d7c", "reconcileID": "7d0ba66d-f47c-414f-be23-7c632c20554e", "Gateway": "e2e-shared-a-w3-591d7c", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-591d7c-authn-ssl"} 2026-09-10T20:23:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-591d7c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-591d7c", "reconcileID": "7d0ba66d-f47c-414f-be23-7c632c20554e", "Gateway": "e2e-shared-a-w3-591d7c", "namespace": "openshift-ingress"} 2026-09-10T20:23:07Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-591d7c"}, "namespace": "ai-tenant-e2e-shared-a-w3-591d7c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "18475942-b009-4b9b-a2c2-83b1b2300a72", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-591d7c"} 2026-09-10T20:23:07Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-591d7c"}, "namespace": "ai-tenant-e2e-shared-a-w3-591d7c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "18475942-b009-4b9b-a2c2-83b1b2300a72", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-591d7c", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T20:23:07Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-591d7c"}, "namespace": "ai-tenant-e2e-shared-a-w3-591d7c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "18475942-b009-4b9b-a2c2-83b1b2300a72", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w3-591d7c because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T20:23:07Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-591d7c"}, "namespace": "ai-tenant-e2e-shared-a-w3-591d7c", "name": "odh-trusted-ca-bundle", "reconcileID": "795b1c20-80ee-4916-972e-753ea7290260", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-591d7c"} 2026-09-10T20:23:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-591d7c"}, "namespace": "ai-tenant-e2e-shared-a-w3-591d7c", "name": "odh-trusted-ca-bundle", "reconcileID": "795b1c20-80ee-4916-972e-753ea7290260", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-591d7c"} 2026-09-10T20:23:07Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-591d7c"}, "namespace": "ai-tenant-e2e-shared-a-w3-591d7c", "name": "openshift-service-ca.crt", "reconcileID": "09313661-a91b-4106-934d-7995c1b3ec53", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-591d7c"} 2026-09-10T20:23:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-591d7c"}, "namespace": "ai-tenant-e2e-shared-a-w3-591d7c", "name": "openshift-service-ca.crt", "reconcileID": "09313661-a91b-4106-934d-7995c1b3ec53", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-591d7c"} 2026-09-10T20:23:07Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-591d7c"}, "namespace": "ai-tenant-e2e-shared-a-w3-591d7c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "24a9d83e-8133-4866-8ecb-112305789907", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-591d7c"} 2026-09-10T20:23:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-591d7c"}, "namespace": "ai-tenant-e2e-shared-a-w3-591d7c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "24a9d83e-8133-4866-8ecb-112305789907", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-591d7c"} 2026-09-10T20:23:08Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-591d7c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-591d7c", "reconcileID": "56af2f65-65c0-41ac-8627-84b63fb5d846", "Gateway": "e2e-shared-a-w3-591d7c", "namespace": "openshift-ingress"} 2026-09-10T20:23:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-6550b4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-6550b4", "reconcileID": "016df82d-ea24-47eb-8127-a2c85b3e5f3d", "Gateway": "e2e-shared-b-w3-6550b4", "namespace": "openshift-ingress"} 2026-09-10T20:23:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-6550b4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-6550b4", "reconcileID": "016df82d-ea24-47eb-8127-a2c85b3e5f3d", "Gateway": "e2e-shared-b-w3-6550b4", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-6550b4-authn-ssl"} 2026-09-10T20:23:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-6550b4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-6550b4", "reconcileID": "016df82d-ea24-47eb-8127-a2c85b3e5f3d", "Gateway": "e2e-shared-b-w3-6550b4", "namespace": "openshift-ingress"} 2026-09-10T20:23:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-6550b4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-6550b4", "reconcileID": "30e75b1e-0c09-402a-9718-de597dcbda39", "Gateway": "e2e-shared-b-w3-6550b4", "namespace": "openshift-ingress"} 2026-09-10T20:23:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-6550b4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-6550b4", "reconcileID": "30e75b1e-0c09-402a-9718-de597dcbda39", "Gateway": "e2e-shared-b-w3-6550b4", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-6550b4-authn-ssl"} 2026-09-10T20:23:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-6550b4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-6550b4", "reconcileID": "30e75b1e-0c09-402a-9718-de597dcbda39", "Gateway": "e2e-shared-b-w3-6550b4", "namespace": "openshift-ingress"} 2026-09-10T20:23:25Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-6550b4"}, "namespace": "ai-tenant-e2e-shared-b-w3-6550b4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dc2612f7-76db-4c5d-9668-a95c4e495b3e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-6550b4"} 2026-09-10T20:23:25Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-6550b4"}, "namespace": "ai-tenant-e2e-shared-b-w3-6550b4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dc2612f7-76db-4c5d-9668-a95c4e495b3e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-6550b4", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T20:23:25Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-6550b4"}, "namespace": "ai-tenant-e2e-shared-b-w3-6550b4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dc2612f7-76db-4c5d-9668-a95c4e495b3e", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w3-6550b4 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T20:23:25Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-6550b4"}, "namespace": "ai-tenant-e2e-shared-b-w3-6550b4", "name": "odh-trusted-ca-bundle", "reconcileID": "02e8bef3-a34e-44f4-bb30-1eb5b2d9a83b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-6550b4"} 2026-09-10T20:23:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-6550b4"}, "namespace": "ai-tenant-e2e-shared-b-w3-6550b4", "name": "odh-trusted-ca-bundle", "reconcileID": "02e8bef3-a34e-44f4-bb30-1eb5b2d9a83b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-6550b4"} 2026-09-10T20:23:25Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-6550b4"}, "namespace": "ai-tenant-e2e-shared-b-w3-6550b4", "name": "openshift-service-ca.crt", "reconcileID": "0d5186da-e5eb-4785-989c-568ceb26708a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-6550b4"} 2026-09-10T20:23:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-6550b4"}, "namespace": "ai-tenant-e2e-shared-b-w3-6550b4", "name": "openshift-service-ca.crt", "reconcileID": "0d5186da-e5eb-4785-989c-568ceb26708a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-6550b4"} 2026-09-10T20:23:25Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-6550b4"}, "namespace": "ai-tenant-e2e-shared-b-w3-6550b4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8696566e-dca1-4022-8941-28b344a18335", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-6550b4"} 2026-09-10T20:23:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-6550b4"}, "namespace": "ai-tenant-e2e-shared-b-w3-6550b4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8696566e-dca1-4022-8941-28b344a18335", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-6550b4"} 2026-09-10T20:23:26Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-6550b4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-6550b4", "reconcileID": "817e14fd-313b-419f-a8a7-27b27ef86c81", "Gateway": "e2e-shared-b-w3-6550b4", "namespace": "openshift-ingress"} 2026-09-10T20:27:51Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-15343da8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-15343da8", "reconcileID": "37437234-115f-4da9-a581-42c542a9bcdc", "LLMInferenceService": "e2e-same-id-a-15343da8", "namespace": "llm"} 2026-09-10T20:27:51Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-15343da8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-15343da8", "reconcileID": "37437234-115f-4da9-a581-42c542a9bcdc", "LLMInferenceService": "e2e-same-id-a-15343da8", "namespace": "llm"} 2026-09-10T20:27:51Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-15343da8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-15343da8", "reconcileID": "37437234-115f-4da9-a581-42c542a9bcdc", "LLMInferenceService": "e2e-same-id-a-15343da8", "namespace": "llm"} 2026-09-10T20:27:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ead7b7f8-f445-4d6a-9754-04026223b6f0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T20:27:51Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-15343da8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-15343da8", "reconcileID": "37437234-115f-4da9-a581-42c542a9bcdc", "LLMInferenceService": "e2e-same-id-a-15343da8", "namespace": "llm", "name": "e2e-same-id-a-15343da8-kserve-route-authn"} 2026-09-10T20:27:51Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-15343da8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-15343da8", "reconcileID": "37437234-115f-4da9-a581-42c542a9bcdc", "LLMInferenceService": "e2e-same-id-a-15343da8", "namespace": "llm", "authType": "userdefined"} 2026-09-10T20:27:51Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-15343da8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-15343da8", "reconcileID": "37437234-115f-4da9-a581-42c542a9bcdc", "LLMInferenceService": "e2e-same-id-a-15343da8", "namespace": "llm"} 2026-09-10T20:27:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ead7b7f8-f445-4d6a-9754-04026223b6f0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T20:27:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ead7b7f8-f445-4d6a-9754-04026223b6f0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T20:27:51Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-15343da8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-15343da8", "reconcileID": "c1eb4f1c-7b72-4411-be93-c2785e6ab1a0", "LLMInferenceService": "e2e-same-id-a-15343da8", "namespace": "llm"} 2026-09-10T20:27:51Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-15343da8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-15343da8", "reconcileID": "c1eb4f1c-7b72-4411-be93-c2785e6ab1a0", "LLMInferenceService": "e2e-same-id-a-15343da8", "namespace": "llm"} 2026-09-10T20:27:51Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-15343da8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-15343da8", "reconcileID": "c1eb4f1c-7b72-4411-be93-c2785e6ab1a0", "LLMInferenceService": "e2e-same-id-a-15343da8", "namespace": "llm"} 2026-09-10T20:27:51Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-15343da8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-15343da8", "reconcileID": "c1eb4f1c-7b72-4411-be93-c2785e6ab1a0", "LLMInferenceService": "e2e-same-id-a-15343da8", "namespace": "llm", "name": "e2e-same-id-a-15343da8-kserve-route-authn"} 2026-09-10T20:27:51Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-15343da8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-15343da8", "reconcileID": "c1eb4f1c-7b72-4411-be93-c2785e6ab1a0", "LLMInferenceService": "e2e-same-id-a-15343da8", "namespace": "llm", "authType": "userdefined"} 2026-09-10T20:27:51Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-15343da8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-15343da8", "reconcileID": "c1eb4f1c-7b72-4411-be93-c2785e6ab1a0", "LLMInferenceService": "e2e-same-id-a-15343da8", "namespace": "llm"} 2026-09-10T20:27:51Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-15343da8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-15343da8", "reconcileID": "fc0f97f9-3aa6-4dd9-a998-9c263e251693", "LLMInferenceService": "e2e-same-id-b-15343da8", "namespace": "llm"} 2026-09-10T20:27:51Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-15343da8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-15343da8", "reconcileID": "fc0f97f9-3aa6-4dd9-a998-9c263e251693", "LLMInferenceService": "e2e-same-id-b-15343da8", "namespace": "llm"} 2026-09-10T20:27:51Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-15343da8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-15343da8", "reconcileID": "fc0f97f9-3aa6-4dd9-a998-9c263e251693", "LLMInferenceService": "e2e-same-id-b-15343da8", "namespace": "llm"} 2026-09-10T20:27:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9f4b9eb2-bf89-49bf-ac6d-32db2a8c0098", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T20:27:51Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-15343da8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-15343da8", "reconcileID": "fc0f97f9-3aa6-4dd9-a998-9c263e251693", "LLMInferenceService": "e2e-same-id-b-15343da8", "namespace": "llm", "name": "e2e-same-id-b-15343da8-kserve-route-authn"} 2026-09-10T20:27:51Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-15343da8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-15343da8", "reconcileID": "fc0f97f9-3aa6-4dd9-a998-9c263e251693", "LLMInferenceService": "e2e-same-id-b-15343da8", "namespace": "llm", "authType": "userdefined"} 2026-09-10T20:27:51Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-15343da8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-15343da8", "reconcileID": "fc0f97f9-3aa6-4dd9-a998-9c263e251693", "LLMInferenceService": "e2e-same-id-b-15343da8", "namespace": "llm"} 2026-09-10T20:27:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9f4b9eb2-bf89-49bf-ac6d-32db2a8c0098", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T20:27:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9f4b9eb2-bf89-49bf-ac6d-32db2a8c0098", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T20:27:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9b0668cb-100f-446e-aba9-f13d4ed87ead", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T20:27:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9b0668cb-100f-446e-aba9-f13d4ed87ead", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T20:27:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9b0668cb-100f-446e-aba9-f13d4ed87ead", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T20:27:53Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-15343da8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-15343da8", "reconcileID": "0805cd9f-8638-46f1-b95c-706506bf87d3", "LLMInferenceService": "e2e-same-id-a-15343da8", "namespace": "llm"} 2026-09-10T20:27:53Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-15343da8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-15343da8", "reconcileID": "0805cd9f-8638-46f1-b95c-706506bf87d3", "LLMInferenceService": "e2e-same-id-a-15343da8", "namespace": "llm"} 2026-09-10T20:27:53Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-15343da8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-15343da8", "reconcileID": "0805cd9f-8638-46f1-b95c-706506bf87d3", "LLMInferenceService": "e2e-same-id-a-15343da8", "namespace": "llm"} 2026-09-10T20:27:53Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-15343da8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-15343da8", "reconcileID": "0805cd9f-8638-46f1-b95c-706506bf87d3", "LLMInferenceService": "e2e-same-id-a-15343da8", "namespace": "llm", "name": "e2e-same-id-a-15343da8-kserve-route-authn"} 2026-09-10T20:27:53Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-15343da8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-15343da8", "reconcileID": "0805cd9f-8638-46f1-b95c-706506bf87d3", "LLMInferenceService": "e2e-same-id-a-15343da8", "namespace": "llm", "authType": "userdefined"} 2026-09-10T20:27:53Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-15343da8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-15343da8", "reconcileID": "0805cd9f-8638-46f1-b95c-706506bf87d3", "LLMInferenceService": "e2e-same-id-a-15343da8", "namespace": "llm"} 2026-09-10T20:27:53Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-15343da8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-15343da8", "reconcileID": "b1490b0a-bfcd-4679-ab22-7b64eef9fee8", "LLMInferenceService": "e2e-same-id-b-15343da8", "namespace": "llm"} 2026-09-10T20:27:53Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-15343da8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-15343da8", "reconcileID": "b1490b0a-bfcd-4679-ab22-7b64eef9fee8", "LLMInferenceService": "e2e-same-id-b-15343da8", "namespace": "llm"} 2026-09-10T20:27:53Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-15343da8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-15343da8", "reconcileID": "b1490b0a-bfcd-4679-ab22-7b64eef9fee8", "LLMInferenceService": "e2e-same-id-b-15343da8", "namespace": "llm"} 2026-09-10T20:27:53Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-15343da8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-15343da8", "reconcileID": "b1490b0a-bfcd-4679-ab22-7b64eef9fee8", "LLMInferenceService": "e2e-same-id-b-15343da8", "namespace": "llm", "name": "e2e-same-id-b-15343da8-kserve-route-authn"} 2026-09-10T20:27:53Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-15343da8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-15343da8", "reconcileID": "b1490b0a-bfcd-4679-ab22-7b64eef9fee8", "LLMInferenceService": "e2e-same-id-b-15343da8", "namespace": "llm", "authType": "userdefined"} 2026-09-10T20:27:53Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-15343da8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-15343da8", "reconcileID": "b1490b0a-bfcd-4679-ab22-7b64eef9fee8", "LLMInferenceService": "e2e-same-id-b-15343da8", "namespace": "llm"} 2026-09-10T20:28:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "96578f93-0d4e-431c-aa63-c27ef4f583d0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T20:28:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "96578f93-0d4e-431c-aa63-c27ef4f583d0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T20:28:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "96578f93-0d4e-431c-aa63-c27ef4f583d0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T20:28:09Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-15343da8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-15343da8", "reconcileID": "e8761520-882f-4a03-9d46-d3192a65fff4", "LLMInferenceService": "e2e-same-id-b-15343da8", "namespace": "llm"} 2026-09-10T20:28:09Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-15343da8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-15343da8", "reconcileID": "e8761520-882f-4a03-9d46-d3192a65fff4", "LLMInferenceService": "e2e-same-id-b-15343da8", "namespace": "llm"} 2026-09-10T20:28:09Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-15343da8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-15343da8", "reconcileID": "e8761520-882f-4a03-9d46-d3192a65fff4", "LLMInferenceService": "e2e-same-id-b-15343da8", "namespace": "llm"} 2026-09-10T20:28:09Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-15343da8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-15343da8", "reconcileID": "e8761520-882f-4a03-9d46-d3192a65fff4", "LLMInferenceService": "e2e-same-id-b-15343da8", "namespace": "llm", "name": "e2e-same-id-b-15343da8-kserve-route-authn"} 2026-09-10T20:28:09Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-15343da8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-15343da8", "reconcileID": "e8761520-882f-4a03-9d46-d3192a65fff4", "LLMInferenceService": "e2e-same-id-b-15343da8", "namespace": "llm", "authType": "userdefined"} 2026-09-10T20:28:09Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-15343da8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-15343da8", "reconcileID": "e8761520-882f-4a03-9d46-d3192a65fff4", "LLMInferenceService": "e2e-same-id-b-15343da8", "namespace": "llm"} 2026-09-10T20:28:25Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-15343da8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-15343da8", "reconcileID": "c58cd931-02ae-46be-86a3-8110165cbe85", "LLMInferenceService": "e2e-same-id-a-15343da8", "namespace": "llm"} 2026-09-10T20:28:25Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-15343da8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-15343da8", "reconcileID": "c58cd931-02ae-46be-86a3-8110165cbe85", "LLMInferenceService": "e2e-same-id-a-15343da8", "namespace": "llm"} 2026-09-10T20:28:25Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-15343da8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-15343da8", "reconcileID": "c58cd931-02ae-46be-86a3-8110165cbe85", "LLMInferenceService": "e2e-same-id-a-15343da8", "namespace": "llm"} 2026-09-10T20:28:25Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-15343da8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-15343da8", "reconcileID": "c58cd931-02ae-46be-86a3-8110165cbe85", "LLMInferenceService": "e2e-same-id-a-15343da8", "namespace": "llm", "name": "e2e-same-id-a-15343da8-kserve-route-authn"} 2026-09-10T20:28:25Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-15343da8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-15343da8", "reconcileID": "c58cd931-02ae-46be-86a3-8110165cbe85", "LLMInferenceService": "e2e-same-id-a-15343da8", "namespace": "llm", "authType": "userdefined"} 2026-09-10T20:28:25Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-15343da8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-15343da8", "reconcileID": "c58cd931-02ae-46be-86a3-8110165cbe85", "LLMInferenceService": "e2e-same-id-a-15343da8", "namespace": "llm"} 2026-09-10T20:28:27Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-15343da8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-15343da8", "reconcileID": "d4aad224-f94b-416d-a3d0-e1380a987435", "LLMInferenceService": "e2e-same-id-b-15343da8", "namespace": "llm"} 2026-09-10T20:28:27Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-15343da8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-15343da8", "reconcileID": "d4aad224-f94b-416d-a3d0-e1380a987435", "LLMInferenceService": "e2e-same-id-b-15343da8", "namespace": "llm"} 2026-09-10T20:28:27Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-15343da8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-15343da8", "reconcileID": "d4aad224-f94b-416d-a3d0-e1380a987435", "LLMInferenceService": "e2e-same-id-b-15343da8", "namespace": "llm"} 2026-09-10T20:28:27Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-15343da8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-15343da8", "reconcileID": "d4aad224-f94b-416d-a3d0-e1380a987435", "LLMInferenceService": "e2e-same-id-b-15343da8", "namespace": "llm", "name": "e2e-same-id-b-15343da8-kserve-route-authn"} 2026-09-10T20:28:27Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-15343da8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-15343da8", "reconcileID": "d4aad224-f94b-416d-a3d0-e1380a987435", "LLMInferenceService": "e2e-same-id-b-15343da8", "namespace": "llm", "authType": "userdefined"} 2026-09-10T20:28:27Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-15343da8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-15343da8", "reconcileID": "d4aad224-f94b-416d-a3d0-e1380a987435", "LLMInferenceService": "e2e-same-id-b-15343da8", "namespace": "llm"} 2026-09-10T20:28:29Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-15343da8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-15343da8", "reconcileID": "f3fc896a-f82d-495d-9dfa-2c22ca779880", "LLMInferenceService": "e2e-same-id-a-15343da8", "namespace": "llm"} 2026-09-10T20:28:29Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-15343da8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-15343da8", "reconcileID": "f3fc896a-f82d-495d-9dfa-2c22ca779880", "LLMInferenceService": "e2e-same-id-a-15343da8", "namespace": "llm", "name": "e2e-same-id-a-15343da8"} 2026-09-10T20:28:29Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-15343da8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-15343da8", "reconcileID": "f3fc896a-f82d-495d-9dfa-2c22ca779880", "LLMInferenceService": "e2e-same-id-a-15343da8", "namespace": "llm"} 2026-09-10T20:28:29Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-15343da8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-15343da8", "reconcileID": "f3fc896a-f82d-495d-9dfa-2c22ca779880", "LLMInferenceService": "e2e-same-id-a-15343da8", "namespace": "llm"} 2026-09-10T20:28:29Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-15343da8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-15343da8", "reconcileID": "f3fc896a-f82d-495d-9dfa-2c22ca779880", "LLMInferenceService": "e2e-same-id-a-15343da8", "namespace": "llm", "name": "e2e-same-id-a-15343da8-kserve-route-authn"} 2026-09-10T20:28:29Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-15343da8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-15343da8", "reconcileID": "f3fc896a-f82d-495d-9dfa-2c22ca779880", "LLMInferenceService": "e2e-same-id-a-15343da8", "namespace": "llm", "name": "e2e-same-id-a-15343da8-kserve-route-authn"} 2026-09-10T20:28:29Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-15343da8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-15343da8", "reconcileID": "64a066b9-921e-4618-88fb-56a390578bd2", "LLMInferenceService": "e2e-same-id-a-15343da8", "namespace": "llm"} 2026-09-10T20:28:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5d1b32d6-3cc3-4f43-bb32-b8bee6380182", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T20:28:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5d1b32d6-3cc3-4f43-bb32-b8bee6380182", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T20:28:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5d1b32d6-3cc3-4f43-bb32-b8bee6380182", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T20:28:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8bd4c648-8cd9-49f7-bbab-08267fbb97d4", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T20:28:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8bd4c648-8cd9-49f7-bbab-08267fbb97d4", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T20:28:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8bd4c648-8cd9-49f7-bbab-08267fbb97d4", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T20:28:30Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-15343da8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-15343da8", "reconcileID": "fc1ae798-42db-4263-9ba2-578361c3828b", "LLMInferenceService": "e2e-same-id-b-15343da8", "namespace": "llm"} 2026-09-10T20:28:30Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-15343da8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-15343da8", "reconcileID": "fc1ae798-42db-4263-9ba2-578361c3828b", "LLMInferenceService": "e2e-same-id-b-15343da8", "namespace": "llm", "name": "e2e-same-id-b-15343da8"} 2026-09-10T20:28:30Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-15343da8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-15343da8", "reconcileID": "fc1ae798-42db-4263-9ba2-578361c3828b", "LLMInferenceService": "e2e-same-id-b-15343da8", "namespace": "llm"} 2026-09-10T20:28:30Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-15343da8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-15343da8", "reconcileID": "fc1ae798-42db-4263-9ba2-578361c3828b", "LLMInferenceService": "e2e-same-id-b-15343da8", "namespace": "llm"} 2026-09-10T20:28:30Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-15343da8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-15343da8", "reconcileID": "fc1ae798-42db-4263-9ba2-578361c3828b", "LLMInferenceService": "e2e-same-id-b-15343da8", "namespace": "llm", "name": "e2e-same-id-b-15343da8-kserve-route-authn"} 2026-09-10T20:28:30Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-15343da8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-15343da8", "reconcileID": "fc1ae798-42db-4263-9ba2-578361c3828b", "LLMInferenceService": "e2e-same-id-b-15343da8", "namespace": "llm", "name": "e2e-same-id-b-15343da8-kserve-route-authn"} 2026-09-10T20:28:31Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-15343da8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-15343da8", "reconcileID": "1175db6e-6ad8-473f-8a1a-b2b6fc0cccea", "LLMInferenceService": "e2e-same-id-b-15343da8", "namespace": "llm"} 2026-09-10T20:28:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3e1670ba-3b5a-40ee-8a70-5a49464b32f1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T20:28:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3e1670ba-3b5a-40ee-8a70-5a49464b32f1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T20:28:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3e1670ba-3b5a-40ee-8a70-5a49464b32f1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T20:28:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7b92a2fd-209e-4324-9fc4-1b7b14d7e154", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T20:28:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7b92a2fd-209e-4324-9fc4-1b7b14d7e154", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T20:28:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7b92a2fd-209e-4324-9fc4-1b7b14d7e154", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}