2026-09-08T15:19:26Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7be222","namespace":"ai-tenant-e2e-shared-b-w3-7be222"}, "namespace": "ai-tenant-e2e-shared-b-w3-7be222", "name": "rate-test-model-7be222", "reconcileID": "f53fdf89-c598-48bb-83fa-9d1aedf36da8", "LLMInferenceService": "rate-test-model-7be222", "namespace": "ai-tenant-e2e-shared-b-w3-7be222"} 2026-09-08T15:19:26Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7be222","namespace":"ai-tenant-e2e-shared-b-w3-7be222"}, "namespace": "ai-tenant-e2e-shared-b-w3-7be222", "name": "rate-test-model-7be222", "reconcileID": "f53fdf89-c598-48bb-83fa-9d1aedf36da8", "LLMInferenceService": "rate-test-model-7be222", "namespace": "ai-tenant-e2e-shared-b-w3-7be222"} 2026-09-08T15:19:26Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7be222","namespace":"ai-tenant-e2e-shared-b-w3-7be222"}, "namespace": "ai-tenant-e2e-shared-b-w3-7be222", "name": "rate-test-model-7be222", "reconcileID": "f53fdf89-c598-48bb-83fa-9d1aedf36da8", "LLMInferenceService": "rate-test-model-7be222", "namespace": "ai-tenant-e2e-shared-b-w3-7be222"} 2026-09-08T15:19:26Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7be222","namespace":"ai-tenant-e2e-shared-b-w3-7be222"}, "namespace": "ai-tenant-e2e-shared-b-w3-7be222", "name": "rate-test-model-7be222", "reconcileID": "f53fdf89-c598-48bb-83fa-9d1aedf36da8", "LLMInferenceService": "rate-test-model-7be222", "namespace": "ai-tenant-e2e-shared-b-w3-7be222", "name": "rate-test-model-7be222-kserve-route-authn"} 2026-09-08T15:19:26Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7be222","namespace":"ai-tenant-e2e-shared-b-w3-7be222"}, "namespace": "ai-tenant-e2e-shared-b-w3-7be222", "name": "rate-test-model-7be222", "reconcileID": "f53fdf89-c598-48bb-83fa-9d1aedf36da8", "LLMInferenceService": "rate-test-model-7be222", "namespace": "ai-tenant-e2e-shared-b-w3-7be222", "authType": "userdefined"} 2026-09-08T15:19:26Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7be222","namespace":"ai-tenant-e2e-shared-b-w3-7be222"}, "namespace": "ai-tenant-e2e-shared-b-w3-7be222", "name": "rate-test-model-7be222", "reconcileID": "f53fdf89-c598-48bb-83fa-9d1aedf36da8", "LLMInferenceService": "rate-test-model-7be222", "namespace": "ai-tenant-e2e-shared-b-w3-7be222"} 2026-09-08T15:19:29Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7be222","namespace":"ai-tenant-e2e-shared-b-w3-7be222"}, "namespace": "ai-tenant-e2e-shared-b-w3-7be222", "name": "rate-test-model-7be222", "reconcileID": "dac8b170-555d-4813-a3e4-95e0ef48a62b", "LLMInferenceService": "rate-test-model-7be222", "namespace": "ai-tenant-e2e-shared-b-w3-7be222"} 2026-09-08T15:19:29Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7be222","namespace":"ai-tenant-e2e-shared-b-w3-7be222"}, "namespace": "ai-tenant-e2e-shared-b-w3-7be222", "name": "rate-test-model-7be222", "reconcileID": "dac8b170-555d-4813-a3e4-95e0ef48a62b", "LLMInferenceService": "rate-test-model-7be222", "namespace": "ai-tenant-e2e-shared-b-w3-7be222"} 2026-09-08T15:19:29Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7be222","namespace":"ai-tenant-e2e-shared-b-w3-7be222"}, "namespace": "ai-tenant-e2e-shared-b-w3-7be222", "name": "rate-test-model-7be222", "reconcileID": "dac8b170-555d-4813-a3e4-95e0ef48a62b", "LLMInferenceService": "rate-test-model-7be222", "namespace": "ai-tenant-e2e-shared-b-w3-7be222"} 2026-09-08T15:19:29Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7be222","namespace":"ai-tenant-e2e-shared-b-w3-7be222"}, "namespace": "ai-tenant-e2e-shared-b-w3-7be222", "name": "rate-test-model-7be222", "reconcileID": "dac8b170-555d-4813-a3e4-95e0ef48a62b", "LLMInferenceService": "rate-test-model-7be222", "namespace": "ai-tenant-e2e-shared-b-w3-7be222", "name": "rate-test-model-7be222-kserve-route-authn"} 2026-09-08T15:19:29Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7be222","namespace":"ai-tenant-e2e-shared-b-w3-7be222"}, "namespace": "ai-tenant-e2e-shared-b-w3-7be222", "name": "rate-test-model-7be222", "reconcileID": "dac8b170-555d-4813-a3e4-95e0ef48a62b", "LLMInferenceService": "rate-test-model-7be222", "namespace": "ai-tenant-e2e-shared-b-w3-7be222", "authType": "userdefined"} 2026-09-08T15:19:29Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7be222","namespace":"ai-tenant-e2e-shared-b-w3-7be222"}, "namespace": "ai-tenant-e2e-shared-b-w3-7be222", "name": "rate-test-model-7be222", "reconcileID": "dac8b170-555d-4813-a3e4-95e0ef48a62b", "LLMInferenceService": "rate-test-model-7be222", "namespace": "ai-tenant-e2e-shared-b-w3-7be222"} 2026-09-08T15:19:35Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7be222","namespace":"ai-tenant-e2e-shared-b-w3-7be222"}, "namespace": "ai-tenant-e2e-shared-b-w3-7be222", "name": "rate-test-model-7be222", "reconcileID": "4aabeb4d-3055-4741-84a1-b3aac11f1d17", "LLMInferenceService": "rate-test-model-7be222", "namespace": "ai-tenant-e2e-shared-b-w3-7be222"} 2026-09-08T15:19:35Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7be222","namespace":"ai-tenant-e2e-shared-b-w3-7be222"}, "namespace": "ai-tenant-e2e-shared-b-w3-7be222", "name": "rate-test-model-7be222", "reconcileID": "4aabeb4d-3055-4741-84a1-b3aac11f1d17", "LLMInferenceService": "rate-test-model-7be222", "namespace": "ai-tenant-e2e-shared-b-w3-7be222"} 2026-09-08T15:19:35Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7be222","namespace":"ai-tenant-e2e-shared-b-w3-7be222"}, "namespace": "ai-tenant-e2e-shared-b-w3-7be222", "name": "rate-test-model-7be222", "reconcileID": "4aabeb4d-3055-4741-84a1-b3aac11f1d17", "LLMInferenceService": "rate-test-model-7be222", "namespace": "ai-tenant-e2e-shared-b-w3-7be222"} 2026-09-08T15:19:35Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7be222","namespace":"ai-tenant-e2e-shared-b-w3-7be222"}, "namespace": "ai-tenant-e2e-shared-b-w3-7be222", "name": "rate-test-model-7be222", "reconcileID": "4aabeb4d-3055-4741-84a1-b3aac11f1d17", "LLMInferenceService": "rate-test-model-7be222", "namespace": "ai-tenant-e2e-shared-b-w3-7be222", "name": "rate-test-model-7be222-kserve-route-authn"} 2026-09-08T15:19:35Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7be222","namespace":"ai-tenant-e2e-shared-b-w3-7be222"}, "namespace": "ai-tenant-e2e-shared-b-w3-7be222", "name": "rate-test-model-7be222", "reconcileID": "4aabeb4d-3055-4741-84a1-b3aac11f1d17", "LLMInferenceService": "rate-test-model-7be222", "namespace": "ai-tenant-e2e-shared-b-w3-7be222", "authType": "userdefined"} 2026-09-08T15:19:35Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7be222","namespace":"ai-tenant-e2e-shared-b-w3-7be222"}, "namespace": "ai-tenant-e2e-shared-b-w3-7be222", "name": "rate-test-model-7be222", "reconcileID": "4aabeb4d-3055-4741-84a1-b3aac11f1d17", "LLMInferenceService": "rate-test-model-7be222", "namespace": "ai-tenant-e2e-shared-b-w3-7be222"} 2026-09-08T15:19:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-3ccde3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-3ccde3", "reconcileID": "17facc12-0d71-435e-be5e-52505046dc9a", "Gateway": "e2e-api-a-3ccde3", "namespace": "openshift-ingress"} 2026-09-08T15:19:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-3ccde3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-3ccde3", "reconcileID": "17facc12-0d71-435e-be5e-52505046dc9a", "Gateway": "e2e-api-a-3ccde3", "namespace": "openshift-ingress", "name": "e2e-api-a-3ccde3-authn-ssl"} 2026-09-08T15:19:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-3ccde3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-3ccde3", "reconcileID": "17facc12-0d71-435e-be5e-52505046dc9a", "Gateway": "e2e-api-a-3ccde3", "namespace": "openshift-ingress"} 2026-09-08T15:19:48Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-3ccde3"}, "namespace": "ai-tenant-e2e-api-a-3ccde3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f3000400-7447-4fb5-8975-ff175930b9d4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-3ccde3"} 2026-09-08T15:19:48Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-3ccde3"}, "namespace": "ai-tenant-e2e-api-a-3ccde3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f3000400-7447-4fb5-8975-ff175930b9d4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-3ccde3", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T15:19:48Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-3ccde3"}, "namespace": "ai-tenant-e2e-api-a-3ccde3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f3000400-7447-4fb5-8975-ff175930b9d4", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-3ccde3 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-08T15:19:48Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-3ccde3"}, "namespace": "ai-tenant-e2e-api-a-3ccde3", "name": "odh-trusted-ca-bundle", "reconcileID": "0b3404d9-e4b1-4c4f-80db-9fc1f5085498", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-3ccde3"} 2026-09-08T15:19:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-3ccde3"}, "namespace": "ai-tenant-e2e-api-a-3ccde3", "name": "odh-trusted-ca-bundle", "reconcileID": "0b3404d9-e4b1-4c4f-80db-9fc1f5085498", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-3ccde3"} 2026-09-08T15:19:48Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-3ccde3"}, "namespace": "ai-tenant-e2e-api-a-3ccde3", "name": "openshift-service-ca.crt", "reconcileID": "0ba16ae4-7f92-476c-b0da-fe12cecf86f2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-3ccde3"} 2026-09-08T15:19:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-3ccde3"}, "namespace": "ai-tenant-e2e-api-a-3ccde3", "name": "openshift-service-ca.crt", "reconcileID": "0ba16ae4-7f92-476c-b0da-fe12cecf86f2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-3ccde3"} 2026-09-08T15:19:48Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-3ccde3"}, "namespace": "ai-tenant-e2e-api-a-3ccde3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cf3a02b1-7fd4-47ef-9595-edd7e6d8878a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-3ccde3"} 2026-09-08T15:19:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-3ccde3"}, "namespace": "ai-tenant-e2e-api-a-3ccde3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cf3a02b1-7fd4-47ef-9595-edd7e6d8878a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-3ccde3"} 2026-09-08T15:19:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-3ccde3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-3ccde3", "reconcileID": "5e1e5b4d-fd11-4a53-9088-f268da5feea2", "Gateway": "e2e-api-a-3ccde3", "namespace": "openshift-ingress"} 2026-09-08T15:19:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-3ccde3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-3ccde3", "reconcileID": "5e1e5b4d-fd11-4a53-9088-f268da5feea2", "Gateway": "e2e-api-a-3ccde3", "namespace": "openshift-ingress", "name": "e2e-api-a-3ccde3-authn-ssl"} 2026-09-08T15:19:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-3ccde3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-3ccde3", "reconcileID": "5e1e5b4d-fd11-4a53-9088-f268da5feea2", "Gateway": "e2e-api-a-3ccde3", "namespace": "openshift-ingress"} 2026-09-08T15:19:49Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-3ccde3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-3ccde3", "reconcileID": "5af9390b-8f8e-43bb-bc96-625f7b92a144", "Gateway": "e2e-api-a-3ccde3", "namespace": "openshift-ingress"} 2026-09-08T15:20:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-0da0d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-0da0d1", "reconcileID": "8c749adb-bbc1-43b4-bfc9-5f28f88620cc", "Gateway": "e2e-api-b-0da0d1", "namespace": "openshift-ingress"} 2026-09-08T15:20:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-0da0d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-0da0d1", "reconcileID": "8c749adb-bbc1-43b4-bfc9-5f28f88620cc", "Gateway": "e2e-api-b-0da0d1", "namespace": "openshift-ingress", "name": "e2e-api-b-0da0d1-authn-ssl"} 2026-09-08T15:20:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-0da0d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-0da0d1", "reconcileID": "8c749adb-bbc1-43b4-bfc9-5f28f88620cc", "Gateway": "e2e-api-b-0da0d1", "namespace": "openshift-ingress"} 2026-09-08T15:20:11Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-0da0d1"}, "namespace": "ai-tenant-e2e-api-b-0da0d1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5b528537-21ce-4bcc-be36-47d7076720af", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-0da0d1"} 2026-09-08T15:20:11Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-0da0d1"}, "namespace": "ai-tenant-e2e-api-b-0da0d1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5b528537-21ce-4bcc-be36-47d7076720af", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-0da0d1", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T15:20:11Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-0da0d1"}, "namespace": "ai-tenant-e2e-api-b-0da0d1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5b528537-21ce-4bcc-be36-47d7076720af", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-0da0d1 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-08T15:20:11Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-0da0d1"}, "namespace": "ai-tenant-e2e-api-b-0da0d1", "name": "odh-trusted-ca-bundle", "reconcileID": "ad252968-9bb0-40ec-83ea-81a972f87dcc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-0da0d1"} 2026-09-08T15:20:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-0da0d1"}, "namespace": "ai-tenant-e2e-api-b-0da0d1", "name": "odh-trusted-ca-bundle", "reconcileID": "ad252968-9bb0-40ec-83ea-81a972f87dcc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-0da0d1"} 2026-09-08T15:20:11Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-0da0d1"}, "namespace": "ai-tenant-e2e-api-b-0da0d1", "name": "openshift-service-ca.crt", "reconcileID": "9cbd06b0-deee-4419-bc2a-bc9d65342734", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-0da0d1"} 2026-09-08T15:20:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-0da0d1"}, "namespace": "ai-tenant-e2e-api-b-0da0d1", "name": "openshift-service-ca.crt", "reconcileID": "9cbd06b0-deee-4419-bc2a-bc9d65342734", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-0da0d1"} 2026-09-08T15:20:11Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-0da0d1"}, "namespace": "ai-tenant-e2e-api-b-0da0d1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9e238368-e89e-4469-90c6-cb7929d5bbb7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-0da0d1"} 2026-09-08T15:20:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-0da0d1"}, "namespace": "ai-tenant-e2e-api-b-0da0d1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9e238368-e89e-4469-90c6-cb7929d5bbb7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-0da0d1"} 2026-09-08T15:20:12Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-0da0d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-0da0d1", "reconcileID": "619c8040-880c-4211-acdb-4e9634b5a407", "Gateway": "e2e-api-b-0da0d1", "namespace": "openshift-ingress"} 2026-09-08T15:20:23Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ffa941","namespace":"ai-tenant-e2e-shared-a-w3-ffa941"}, "namespace": "ai-tenant-e2e-shared-a-w3-ffa941", "name": "rate-test-model-ffa941", "reconcileID": "32058225-f668-489e-8d4c-b9b78761c749", "LLMInferenceService": "rate-test-model-ffa941", "namespace": "ai-tenant-e2e-shared-a-w3-ffa941"} 2026-09-08T15:20:23Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ffa941","namespace":"ai-tenant-e2e-shared-a-w3-ffa941"}, "namespace": "ai-tenant-e2e-shared-a-w3-ffa941", "name": "rate-test-model-ffa941", "reconcileID": "32058225-f668-489e-8d4c-b9b78761c749", "LLMInferenceService": "rate-test-model-ffa941", "namespace": "ai-tenant-e2e-shared-a-w3-ffa941", "name": "rate-test-model-ffa941"} 2026-09-08T15:20:23Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ffa941","namespace":"ai-tenant-e2e-shared-a-w3-ffa941"}, "namespace": "ai-tenant-e2e-shared-a-w3-ffa941", "name": "rate-test-model-ffa941", "reconcileID": "32058225-f668-489e-8d4c-b9b78761c749", "LLMInferenceService": "rate-test-model-ffa941", "namespace": "ai-tenant-e2e-shared-a-w3-ffa941"} 2026-09-08T15:20:23Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ffa941","namespace":"ai-tenant-e2e-shared-a-w3-ffa941"}, "namespace": "ai-tenant-e2e-shared-a-w3-ffa941", "name": "rate-test-model-ffa941", "reconcileID": "32058225-f668-489e-8d4c-b9b78761c749", "LLMInferenceService": "rate-test-model-ffa941", "namespace": "ai-tenant-e2e-shared-a-w3-ffa941"} 2026-09-08T15:20:23Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ffa941","namespace":"ai-tenant-e2e-shared-a-w3-ffa941"}, "namespace": "ai-tenant-e2e-shared-a-w3-ffa941", "name": "rate-test-model-ffa941", "reconcileID": "32058225-f668-489e-8d4c-b9b78761c749", "LLMInferenceService": "rate-test-model-ffa941", "namespace": "ai-tenant-e2e-shared-a-w3-ffa941", "name": "rate-test-model-ffa941-kserve-route-authn"} 2026-09-08T15:20:23Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ffa941","namespace":"ai-tenant-e2e-shared-a-w3-ffa941"}, "namespace": "ai-tenant-e2e-shared-a-w3-ffa941", "name": "rate-test-model-ffa941", "reconcileID": "32058225-f668-489e-8d4c-b9b78761c749", "LLMInferenceService": "rate-test-model-ffa941", "namespace": "ai-tenant-e2e-shared-a-w3-ffa941", "name": "rate-test-model-ffa941-kserve-route-authn"} 2026-09-08T15:20:23Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ffa941","namespace":"ai-tenant-e2e-shared-a-w3-ffa941"}, "namespace": "ai-tenant-e2e-shared-a-w3-ffa941", "name": "rate-test-model-ffa941", "reconcileID": "32058225-f668-489e-8d4c-b9b78761c749", "LLMInferenceService": "rate-test-model-ffa941", "namespace": "ai-tenant-e2e-shared-a-w3-ffa941", "namespace": "ai-tenant-e2e-shared-a-w3-ffa941"} 2026-09-08T15:20:23Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ffa941","namespace":"ai-tenant-e2e-shared-a-w3-ffa941"}, "namespace": "ai-tenant-e2e-shared-a-w3-ffa941", "name": "rate-test-model-ffa941", "reconcileID": "32058225-f668-489e-8d4c-b9b78761c749", "LLMInferenceService": "rate-test-model-ffa941", "namespace": "ai-tenant-e2e-shared-a-w3-ffa941", "namespace": "ai-tenant-e2e-shared-a-w3-ffa941"} 2026-09-08T15:20:23Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ffa941","namespace":"ai-tenant-e2e-shared-a-w3-ffa941"}, "namespace": "ai-tenant-e2e-shared-a-w3-ffa941", "name": "rate-test-model-ffa941", "reconcileID": "e83700a7-5bec-45e6-a353-760de9d13bb5", "LLMInferenceService": "rate-test-model-ffa941", "namespace": "ai-tenant-e2e-shared-a-w3-ffa941"} 2026-09-08T15:20:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-ffa941","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-ffa941", "reconcileID": "86af2388-4a34-4734-aee9-c7ca7a6fcd85", "Gateway": "e2e-shared-a-w3-ffa941", "namespace": "openshift-ingress"} 2026-09-08T15:20:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-ffa941","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-ffa941", "reconcileID": "86af2388-4a34-4734-aee9-c7ca7a6fcd85", "Gateway": "e2e-shared-a-w3-ffa941", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-ffa941-authn-ssl"} 2026-09-08T15:20:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-ffa941","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-ffa941", "reconcileID": "86af2388-4a34-4734-aee9-c7ca7a6fcd85", "Gateway": "e2e-shared-a-w3-ffa941", "namespace": "openshift-ingress"} 2026-09-08T15:20:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-ffa941","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-ffa941", "reconcileID": "ffed5ce0-e434-4fbc-93aa-7ebdb4f2665b", "Gateway": "e2e-shared-a-w3-ffa941", "namespace": "openshift-ingress"} 2026-09-08T15:20:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-ffa941","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-ffa941", "reconcileID": "ffed5ce0-e434-4fbc-93aa-7ebdb4f2665b", "Gateway": "e2e-shared-a-w3-ffa941", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-ffa941-authn-ssl"} 2026-09-08T15:20:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-ffa941","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-ffa941", "reconcileID": "ffed5ce0-e434-4fbc-93aa-7ebdb4f2665b", "Gateway": "e2e-shared-a-w3-ffa941", "namespace": "openshift-ingress"} 2026-09-08T15:20:23Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7be222","namespace":"ai-tenant-e2e-shared-b-w3-7be222"}, "namespace": "ai-tenant-e2e-shared-b-w3-7be222", "name": "rate-test-model-7be222", "reconcileID": "ddd3f3b3-2d58-480c-ae31-ea0c9cbe7023", "LLMInferenceService": "rate-test-model-7be222", "namespace": "ai-tenant-e2e-shared-b-w3-7be222"} 2026-09-08T15:20:23Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7be222","namespace":"ai-tenant-e2e-shared-b-w3-7be222"}, "namespace": "ai-tenant-e2e-shared-b-w3-7be222", "name": "rate-test-model-7be222", "reconcileID": "ddd3f3b3-2d58-480c-ae31-ea0c9cbe7023", "LLMInferenceService": "rate-test-model-7be222", "namespace": "ai-tenant-e2e-shared-b-w3-7be222", "name": "rate-test-model-7be222"} 2026-09-08T15:20:23Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7be222","namespace":"ai-tenant-e2e-shared-b-w3-7be222"}, "namespace": "ai-tenant-e2e-shared-b-w3-7be222", "name": "rate-test-model-7be222", "reconcileID": "ddd3f3b3-2d58-480c-ae31-ea0c9cbe7023", "LLMInferenceService": "rate-test-model-7be222", "namespace": "ai-tenant-e2e-shared-b-w3-7be222"} 2026-09-08T15:20:23Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7be222","namespace":"ai-tenant-e2e-shared-b-w3-7be222"}, "namespace": "ai-tenant-e2e-shared-b-w3-7be222", "name": "rate-test-model-7be222", "reconcileID": "ddd3f3b3-2d58-480c-ae31-ea0c9cbe7023", "LLMInferenceService": "rate-test-model-7be222", "namespace": "ai-tenant-e2e-shared-b-w3-7be222"} 2026-09-08T15:20:23Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7be222","namespace":"ai-tenant-e2e-shared-b-w3-7be222"}, "namespace": "ai-tenant-e2e-shared-b-w3-7be222", "name": "rate-test-model-7be222", "reconcileID": "ddd3f3b3-2d58-480c-ae31-ea0c9cbe7023", "LLMInferenceService": "rate-test-model-7be222", "namespace": "ai-tenant-e2e-shared-b-w3-7be222", "name": "rate-test-model-7be222-kserve-route-authn"} 2026-09-08T15:20:23Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7be222","namespace":"ai-tenant-e2e-shared-b-w3-7be222"}, "namespace": "ai-tenant-e2e-shared-b-w3-7be222", "name": "rate-test-model-7be222", "reconcileID": "ddd3f3b3-2d58-480c-ae31-ea0c9cbe7023", "LLMInferenceService": "rate-test-model-7be222", "namespace": "ai-tenant-e2e-shared-b-w3-7be222", "name": "rate-test-model-7be222-kserve-route-authn"} 2026-09-08T15:20:23Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7be222","namespace":"ai-tenant-e2e-shared-b-w3-7be222"}, "namespace": "ai-tenant-e2e-shared-b-w3-7be222", "name": "rate-test-model-7be222", "reconcileID": "ddd3f3b3-2d58-480c-ae31-ea0c9cbe7023", "LLMInferenceService": "rate-test-model-7be222", "namespace": "ai-tenant-e2e-shared-b-w3-7be222", "namespace": "ai-tenant-e2e-shared-b-w3-7be222"} 2026-09-08T15:20:23Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7be222","namespace":"ai-tenant-e2e-shared-b-w3-7be222"}, "namespace": "ai-tenant-e2e-shared-b-w3-7be222", "name": "rate-test-model-7be222", "reconcileID": "ddd3f3b3-2d58-480c-ae31-ea0c9cbe7023", "LLMInferenceService": "rate-test-model-7be222", "namespace": "ai-tenant-e2e-shared-b-w3-7be222", "namespace": "ai-tenant-e2e-shared-b-w3-7be222"} 2026-09-08T15:20:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-f6e5ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-f6e5ca", "reconcileID": "a48d3333-1f9a-432f-b238-aebdf1f324bd", "Gateway": "e2e-shared-a-w2-f6e5ca", "namespace": "openshift-ingress"} 2026-09-08T15:20:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-f6e5ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-f6e5ca", "reconcileID": "a48d3333-1f9a-432f-b238-aebdf1f324bd", "Gateway": "e2e-shared-a-w2-f6e5ca", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-f6e5ca-authn-ssl"} 2026-09-08T15:20:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-f6e5ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-f6e5ca", "reconcileID": "a48d3333-1f9a-432f-b238-aebdf1f324bd", "Gateway": "e2e-shared-a-w2-f6e5ca", "namespace": "openshift-ingress"} 2026-09-08T15:20:25Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7be222","namespace":"ai-tenant-e2e-shared-b-w3-7be222"}, "namespace": "ai-tenant-e2e-shared-b-w3-7be222", "name": "rate-test-model-7be222", "reconcileID": "baff0fca-3273-4ef6-a8ac-bb90450fcd2a", "LLMInferenceService": "rate-test-model-7be222", "namespace": "ai-tenant-e2e-shared-b-w3-7be222"} 2026-09-08T15:20:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-7be222","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7be222", "reconcileID": "175e99dd-8d45-4cda-9591-48d1b1593a78", "Gateway": "e2e-shared-b-w3-7be222", "namespace": "openshift-ingress"} 2026-09-08T15:20:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-7be222","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7be222", "reconcileID": "175e99dd-8d45-4cda-9591-48d1b1593a78", "Gateway": "e2e-shared-b-w3-7be222", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7be222-authn-ssl"} 2026-09-08T15:20:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-7be222","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7be222", "reconcileID": "175e99dd-8d45-4cda-9591-48d1b1593a78", "Gateway": "e2e-shared-b-w3-7be222", "namespace": "openshift-ingress"} 2026-09-08T15:20:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-7be222","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7be222", "reconcileID": "98bd7f6e-1a2a-4e69-8d08-4e5129dda881", "Gateway": "e2e-shared-b-w3-7be222", "namespace": "openshift-ingress"} 2026-09-08T15:20:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-7be222","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7be222", "reconcileID": "98bd7f6e-1a2a-4e69-8d08-4e5129dda881", "Gateway": "e2e-shared-b-w3-7be222", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7be222-authn-ssl"} 2026-09-08T15:20:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-7be222","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7be222", "reconcileID": "98bd7f6e-1a2a-4e69-8d08-4e5129dda881", "Gateway": "e2e-shared-b-w3-7be222", "namespace": "openshift-ingress"} 2026-09-08T15:20:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bdd5c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bdd5c7", "reconcileID": "171524cb-c4e1-4647-aabf-c425168f6827", "Gateway": "e2e-ipp-a-bdd5c7", "namespace": "openshift-ingress"} 2026-09-08T15:20:25Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bdd5c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bdd5c7", "reconcileID": "171524cb-c4e1-4647-aabf-c425168f6827", "Gateway": "e2e-ipp-a-bdd5c7", "namespace": "openshift-ingress", "name": "e2e-ipp-a-bdd5c7-authn-ssl"} 2026-09-08T15:20:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bdd5c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bdd5c7", "reconcileID": "171524cb-c4e1-4647-aabf-c425168f6827", "Gateway": "e2e-ipp-a-bdd5c7", "namespace": "openshift-ingress"} 2026-09-08T15:20:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bdd5c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bdd5c7", "reconcileID": "1dc1dd6a-763e-46fe-aa3a-d5e35a915515", "Gateway": "e2e-ipp-a-bdd5c7", "namespace": "openshift-ingress"} 2026-09-08T15:20:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bdd5c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bdd5c7", "reconcileID": "1dc1dd6a-763e-46fe-aa3a-d5e35a915515", "Gateway": "e2e-ipp-a-bdd5c7", "namespace": "openshift-ingress", "name": "e2e-ipp-a-bdd5c7-authn-ssl"} 2026-09-08T15:20:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bdd5c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bdd5c7", "reconcileID": "1dc1dd6a-763e-46fe-aa3a-d5e35a915515", "Gateway": "e2e-ipp-a-bdd5c7", "namespace": "openshift-ingress"} 2026-09-08T15:20:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bdd5c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bdd5c7", "reconcileID": "b0ed532b-9f76-4900-95bb-fbaafbcbf181", "Gateway": "e2e-ipp-a-bdd5c7", "namespace": "openshift-ingress"} 2026-09-08T15:20:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bdd5c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bdd5c7", "reconcileID": "b0ed532b-9f76-4900-95bb-fbaafbcbf181", "Gateway": "e2e-ipp-a-bdd5c7", "namespace": "openshift-ingress", "name": "e2e-ipp-a-bdd5c7-authn-ssl"} 2026-09-08T15:20:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bdd5c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bdd5c7", "reconcileID": "b0ed532b-9f76-4900-95bb-fbaafbcbf181", "Gateway": "e2e-ipp-a-bdd5c7", "namespace": "openshift-ingress"} 2026-09-08T15:20:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bdd5c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bdd5c7", "reconcileID": "e77b1b17-5295-42b1-9b2d-6ec98054119e", "Gateway": "e2e-ipp-a-bdd5c7", "namespace": "openshift-ingress"} 2026-09-08T15:20:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bdd5c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bdd5c7", "reconcileID": "e77b1b17-5295-42b1-9b2d-6ec98054119e", "Gateway": "e2e-ipp-a-bdd5c7", "namespace": "openshift-ingress", "name": "e2e-ipp-a-bdd5c7-authn-ssl"} 2026-09-08T15:20:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bdd5c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bdd5c7", "reconcileID": "e77b1b17-5295-42b1-9b2d-6ec98054119e", "Gateway": "e2e-ipp-a-bdd5c7", "namespace": "openshift-ingress"} 2026-09-08T15:20:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bdd5c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bdd5c7", "reconcileID": "0883250c-b2f1-4cde-8346-ebf98f7e543f", "Gateway": "e2e-ipp-a-bdd5c7", "namespace": "openshift-ingress"} 2026-09-08T15:20:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bdd5c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bdd5c7", "reconcileID": "0883250c-b2f1-4cde-8346-ebf98f7e543f", "Gateway": "e2e-ipp-a-bdd5c7", "namespace": "openshift-ingress", "name": "e2e-ipp-a-bdd5c7-authn-ssl"} 2026-09-08T15:20:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bdd5c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bdd5c7", "reconcileID": "0883250c-b2f1-4cde-8346-ebf98f7e543f", "Gateway": "e2e-ipp-a-bdd5c7", "namespace": "openshift-ingress"} 2026-09-08T15:20:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bdd5c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bdd5c7", "reconcileID": "f3f07d9e-c5e5-4d98-b8af-03060eda8953", "Gateway": "e2e-ipp-a-bdd5c7", "namespace": "openshift-ingress"} 2026-09-08T15:20:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bdd5c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bdd5c7", "reconcileID": "f3f07d9e-c5e5-4d98-b8af-03060eda8953", "Gateway": "e2e-ipp-a-bdd5c7", "namespace": "openshift-ingress", "name": "e2e-ipp-a-bdd5c7-authn-ssl"} 2026-09-08T15:20:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bdd5c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bdd5c7", "reconcileID": "f3f07d9e-c5e5-4d98-b8af-03060eda8953", "Gateway": "e2e-ipp-a-bdd5c7", "namespace": "openshift-ingress"} 2026-09-08T15:20:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-f6e5ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-f6e5ca", "reconcileID": "aaeb3c35-af10-45cf-8d6e-50401b8c824f", "Gateway": "e2e-shared-a-w2-f6e5ca", "namespace": "openshift-ingress"} 2026-09-08T15:20:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-f6e5ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-f6e5ca", "reconcileID": "aaeb3c35-af10-45cf-8d6e-50401b8c824f", "Gateway": "e2e-shared-a-w2-f6e5ca", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-f6e5ca-authn-ssl"} 2026-09-08T15:20:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-f6e5ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-f6e5ca", "reconcileID": "aaeb3c35-af10-45cf-8d6e-50401b8c824f", "Gateway": "e2e-shared-a-w2-f6e5ca", "namespace": "openshift-ingress"} 2026-09-08T15:20:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bdd5c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bdd5c7", "reconcileID": "f9727f10-a2c1-4b15-be3b-aa6d1c9a6a97", "Gateway": "e2e-ipp-a-bdd5c7", "namespace": "openshift-ingress"} 2026-09-08T15:20:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bdd5c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bdd5c7", "reconcileID": "f9727f10-a2c1-4b15-be3b-aa6d1c9a6a97", "Gateway": "e2e-ipp-a-bdd5c7", "namespace": "openshift-ingress", "name": "e2e-ipp-a-bdd5c7-authn-ssl"} 2026-09-08T15:20:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bdd5c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bdd5c7", "reconcileID": "f9727f10-a2c1-4b15-be3b-aa6d1c9a6a97", "Gateway": "e2e-ipp-a-bdd5c7", "namespace": "openshift-ingress"} 2026-09-08T15:20:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-bdd5c7"}, "namespace": "ai-tenant-e2e-ipp-a-bdd5c7", "name": "openshift-service-ca.crt", "reconcileID": "5f68e10a-152d-4c0b-b009-af8684b8617b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-bdd5c7"} 2026-09-08T15:20:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-bdd5c7"}, "namespace": "ai-tenant-e2e-ipp-a-bdd5c7", "name": "odh-trusted-ca-bundle", "reconcileID": "cf07914e-356a-443d-8185-7a78752c6c28", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-bdd5c7"} 2026-09-08T15:20:29Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-bdd5c7"}, "namespace": "ai-tenant-e2e-ipp-a-bdd5c7", "name": "openshift-service-ca.crt", "reconcileID": "f2ca7948-d441-4e38-a394-515fe6df19dd", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-bdd5c7", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T15:20:29Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-bdd5c7"}, "namespace": "ai-tenant-e2e-ipp-a-bdd5c7", "name": "openshift-service-ca.crt", "reconcileID": "f2ca7948-d441-4e38-a394-515fe6df19dd", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-bdd5c7"} 2026-09-08T15:20:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-bdd5c7"}, "namespace": "ai-tenant-e2e-ipp-a-bdd5c7", "name": "openshift-service-ca.crt", "reconcileID": "d39317c8-eb87-4e76-8528-04c40468e6a0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-bdd5c7"} 2026-09-08T15:20:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-bdd5c7"}, "namespace": "ai-tenant-e2e-ipp-a-bdd5c7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "92e6dab4-c11d-4c4b-8c5a-5439bc7a1850", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-bdd5c7"} 2026-09-08T15:20:29Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-bdd5c7"}, "namespace": "ai-tenant-e2e-ipp-a-bdd5c7", "name": "odh-trusted-ca-bundle", "reconcileID": "3862482f-3157-478b-b802-3239a7d44526", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-bdd5c7", "update": "odh-kserve-custom-ca-bundle"} 2026-09-08T15:20:29Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-bdd5c7"}, "namespace": "ai-tenant-e2e-ipp-a-bdd5c7", "name": "odh-trusted-ca-bundle", "reconcileID": "3862482f-3157-478b-b802-3239a7d44526", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-bdd5c7"} 2026-09-08T15:20:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-bdd5c7"}, "namespace": "ai-tenant-e2e-ipp-a-bdd5c7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "53fad1b6-cf75-4f66-82e5-176fdf121ff3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-bdd5c7"} 2026-09-08T15:20:30Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-f6e5ca"}, "namespace": "ai-tenant-e2e-shared-a-w2-f6e5ca", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7422ba74-f8b9-4690-9fb7-b1c413514c90", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-f6e5ca"} 2026-09-08T15:20:30Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-f6e5ca"}, "namespace": "ai-tenant-e2e-shared-a-w2-f6e5ca", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7422ba74-f8b9-4690-9fb7-b1c413514c90", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-f6e5ca", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T15:20:30Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-f6e5ca"}, "namespace": "ai-tenant-e2e-shared-a-w2-f6e5ca", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7422ba74-f8b9-4690-9fb7-b1c413514c90", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w2-f6e5ca because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-08T15:20:30Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-f6e5ca"}, "namespace": "ai-tenant-e2e-shared-a-w2-f6e5ca", "name": "odh-trusted-ca-bundle", "reconcileID": "8f2e2cde-53f5-4848-8d50-cab1f27b838e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-f6e5ca"} 2026-09-08T15:20:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-f6e5ca"}, "namespace": "ai-tenant-e2e-shared-a-w2-f6e5ca", "name": "odh-trusted-ca-bundle", "reconcileID": "8f2e2cde-53f5-4848-8d50-cab1f27b838e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-f6e5ca"} 2026-09-08T15:20:30Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-f6e5ca"}, "namespace": "ai-tenant-e2e-shared-a-w2-f6e5ca", "name": "openshift-service-ca.crt", "reconcileID": "33d6cf1c-fded-4a98-acbb-04238529019f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-f6e5ca"} 2026-09-08T15:20:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-f6e5ca"}, "namespace": "ai-tenant-e2e-shared-a-w2-f6e5ca", "name": "openshift-service-ca.crt", "reconcileID": "33d6cf1c-fded-4a98-acbb-04238529019f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-f6e5ca"} 2026-09-08T15:20:30Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-f6e5ca"}, "namespace": "ai-tenant-e2e-shared-a-w2-f6e5ca", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4cc3c14b-7a24-48ea-8886-b7a1b631b35f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-f6e5ca"} 2026-09-08T15:20:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-f6e5ca"}, "namespace": "ai-tenant-e2e-shared-a-w2-f6e5ca", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4cc3c14b-7a24-48ea-8886-b7a1b631b35f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-f6e5ca"} 2026-09-08T15:20:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bdd5c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bdd5c7", "reconcileID": "37dc00ba-241c-475f-9717-af949fc35592", "Gateway": "e2e-ipp-a-bdd5c7", "namespace": "openshift-ingress"} 2026-09-08T15:20:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bdd5c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bdd5c7", "reconcileID": "37dc00ba-241c-475f-9717-af949fc35592", "Gateway": "e2e-ipp-a-bdd5c7", "namespace": "openshift-ingress", "name": "e2e-ipp-a-bdd5c7-authn-ssl"} 2026-09-08T15:20:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bdd5c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bdd5c7", "reconcileID": "37dc00ba-241c-475f-9717-af949fc35592", "Gateway": "e2e-ipp-a-bdd5c7", "namespace": "openshift-ingress"} 2026-09-08T15:20:30Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-f6e5ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-f6e5ca", "reconcileID": "9dec5340-1bd4-4bdc-96ba-c057e85951ff", "Gateway": "e2e-shared-a-w2-f6e5ca", "namespace": "openshift-ingress"} 2026-09-08T15:20:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bdd5c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bdd5c7", "reconcileID": "cc1b879b-d429-40ab-8982-51ae79646589", "Gateway": "e2e-ipp-a-bdd5c7", "namespace": "openshift-ingress"} 2026-09-08T15:20:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bdd5c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bdd5c7", "reconcileID": "cc1b879b-d429-40ab-8982-51ae79646589", "Gateway": "e2e-ipp-a-bdd5c7", "namespace": "openshift-ingress", "name": "e2e-ipp-a-bdd5c7-authn-ssl"} 2026-09-08T15:20:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bdd5c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bdd5c7", "reconcileID": "cc1b879b-d429-40ab-8982-51ae79646589", "Gateway": "e2e-ipp-a-bdd5c7", "namespace": "openshift-ingress"} 2026-09-08T15:20:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-65dd51","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-65dd51", "reconcileID": "d6468d0f-07bf-4a51-a438-2dc630d821f4", "Gateway": "e2e-shared-b-w2-65dd51", "namespace": "openshift-ingress"} 2026-09-08T15:20:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-65dd51","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-65dd51", "reconcileID": "d6468d0f-07bf-4a51-a438-2dc630d821f4", "Gateway": "e2e-shared-b-w2-65dd51", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-65dd51-authn-ssl"} 2026-09-08T15:20:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-65dd51","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-65dd51", "reconcileID": "d6468d0f-07bf-4a51-a438-2dc630d821f4", "Gateway": "e2e-shared-b-w2-65dd51", "namespace": "openshift-ingress"} 2026-09-08T15:20:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-65dd51","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-65dd51", "reconcileID": "f768154f-1ab0-4bb3-8ce3-c00bc152828d", "Gateway": "e2e-shared-b-w2-65dd51", "namespace": "openshift-ingress"} 2026-09-08T15:20:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-65dd51","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-65dd51", "reconcileID": "f768154f-1ab0-4bb3-8ce3-c00bc152828d", "Gateway": "e2e-shared-b-w2-65dd51", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-65dd51-authn-ssl"} 2026-09-08T15:20:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-65dd51","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-65dd51", "reconcileID": "f768154f-1ab0-4bb3-8ce3-c00bc152828d", "Gateway": "e2e-shared-b-w2-65dd51", "namespace": "openshift-ingress"} 2026-09-08T15:20:48Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-65dd51"}, "namespace": "ai-tenant-e2e-shared-b-w2-65dd51", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "84e4288d-f5ee-47ec-9900-594973f402d1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-65dd51"} 2026-09-08T15:20:48Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-65dd51"}, "namespace": "ai-tenant-e2e-shared-b-w2-65dd51", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "84e4288d-f5ee-47ec-9900-594973f402d1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-65dd51", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T15:20:48Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-65dd51"}, "namespace": "ai-tenant-e2e-shared-b-w2-65dd51", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "84e4288d-f5ee-47ec-9900-594973f402d1", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w2-65dd51 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-08T15:20:48Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-65dd51"}, "namespace": "ai-tenant-e2e-shared-b-w2-65dd51", "name": "odh-trusted-ca-bundle", "reconcileID": "538eb835-ca0e-4e64-9bc5-93815fe44693", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-65dd51"} 2026-09-08T15:20:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-65dd51"}, "namespace": "ai-tenant-e2e-shared-b-w2-65dd51", "name": "odh-trusted-ca-bundle", "reconcileID": "538eb835-ca0e-4e64-9bc5-93815fe44693", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-65dd51"} 2026-09-08T15:20:48Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-65dd51"}, "namespace": "ai-tenant-e2e-shared-b-w2-65dd51", "name": "openshift-service-ca.crt", "reconcileID": "67b8cd37-55d1-4327-bf15-92a5164c34de", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-65dd51"} 2026-09-08T15:20:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-65dd51"}, "namespace": "ai-tenant-e2e-shared-b-w2-65dd51", "name": "openshift-service-ca.crt", "reconcileID": "67b8cd37-55d1-4327-bf15-92a5164c34de", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-65dd51"} 2026-09-08T15:20:48Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-65dd51"}, "namespace": "ai-tenant-e2e-shared-b-w2-65dd51", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8bae1901-73fa-4281-a799-e32562d3b5bc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-65dd51"} 2026-09-08T15:20:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-65dd51"}, "namespace": "ai-tenant-e2e-shared-b-w2-65dd51", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8bae1901-73fa-4281-a799-e32562d3b5bc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-65dd51"} 2026-09-08T15:20:48Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-65dd51","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-65dd51", "reconcileID": "410a7744-82de-4a18-a6d3-df884b94ed8d", "Gateway": "e2e-shared-b-w2-65dd51", "namespace": "openshift-ingress"} 2026-09-08T15:20:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-fa02a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-fa02a8", "reconcileID": "7bfc8557-eae8-4a66-b4f4-09dcaccd14b2", "Gateway": "e2e-ipp-b-fa02a8", "namespace": "openshift-ingress"} 2026-09-08T15:20:55Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-fa02a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-fa02a8", "reconcileID": "7bfc8557-eae8-4a66-b4f4-09dcaccd14b2", "Gateway": "e2e-ipp-b-fa02a8", "namespace": "openshift-ingress", "name": "e2e-ipp-b-fa02a8-authn-ssl"} 2026-09-08T15:20:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-fa02a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-fa02a8", "reconcileID": "7bfc8557-eae8-4a66-b4f4-09dcaccd14b2", "Gateway": "e2e-ipp-b-fa02a8", "namespace": "openshift-ingress"} 2026-09-08T15:20:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-fa02a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-fa02a8", "reconcileID": "3517aa8d-8f49-470b-9315-da4a34e53047", "Gateway": "e2e-ipp-b-fa02a8", "namespace": "openshift-ingress"} 2026-09-08T15:20:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-fa02a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-fa02a8", "reconcileID": "3517aa8d-8f49-470b-9315-da4a34e53047", "Gateway": "e2e-ipp-b-fa02a8", "namespace": "openshift-ingress", "name": "e2e-ipp-b-fa02a8-authn-ssl"} 2026-09-08T15:20:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-fa02a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-fa02a8", "reconcileID": "3517aa8d-8f49-470b-9315-da4a34e53047", "Gateway": "e2e-ipp-b-fa02a8", "namespace": "openshift-ingress"} 2026-09-08T15:20:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-fa02a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-fa02a8", "reconcileID": "2f8d2419-01ab-4edb-95ed-7440931d0c97", "Gateway": "e2e-ipp-b-fa02a8", "namespace": "openshift-ingress"} 2026-09-08T15:20:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-fa02a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-fa02a8", "reconcileID": "2f8d2419-01ab-4edb-95ed-7440931d0c97", "Gateway": "e2e-ipp-b-fa02a8", "namespace": "openshift-ingress", "name": "e2e-ipp-b-fa02a8-authn-ssl"} 2026-09-08T15:20:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-fa02a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-fa02a8", "reconcileID": "2f8d2419-01ab-4edb-95ed-7440931d0c97", "Gateway": "e2e-ipp-b-fa02a8", "namespace": "openshift-ingress"} 2026-09-08T15:20:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-fa02a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-fa02a8", "reconcileID": "6dca6e86-7b78-4f12-bd78-4d0e9df637e1", "Gateway": "e2e-ipp-b-fa02a8", "namespace": "openshift-ingress"} 2026-09-08T15:20:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-fa02a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-fa02a8", "reconcileID": "6dca6e86-7b78-4f12-bd78-4d0e9df637e1", "Gateway": "e2e-ipp-b-fa02a8", "namespace": "openshift-ingress", "name": "e2e-ipp-b-fa02a8-authn-ssl"} 2026-09-08T15:20:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-fa02a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-fa02a8", "reconcileID": "6dca6e86-7b78-4f12-bd78-4d0e9df637e1", "Gateway": "e2e-ipp-b-fa02a8", "namespace": "openshift-ingress"} 2026-09-08T15:20:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-fa02a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-fa02a8", "reconcileID": "5a28f3b9-3a51-477d-a26d-8d669a6ee8dd", "Gateway": "e2e-ipp-b-fa02a8", "namespace": "openshift-ingress"} 2026-09-08T15:20:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-fa02a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-fa02a8", "reconcileID": "5a28f3b9-3a51-477d-a26d-8d669a6ee8dd", "Gateway": "e2e-ipp-b-fa02a8", "namespace": "openshift-ingress", "name": "e2e-ipp-b-fa02a8-authn-ssl"} 2026-09-08T15:20:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-fa02a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-fa02a8", "reconcileID": "5a28f3b9-3a51-477d-a26d-8d669a6ee8dd", "Gateway": "e2e-ipp-b-fa02a8", "namespace": "openshift-ingress"} 2026-09-08T15:20:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-fa02a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-fa02a8", "reconcileID": "3758843a-57b5-4b86-b2c8-54f424006377", "Gateway": "e2e-ipp-b-fa02a8", "namespace": "openshift-ingress"} 2026-09-08T15:20:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-fa02a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-fa02a8", "reconcileID": "3758843a-57b5-4b86-b2c8-54f424006377", "Gateway": "e2e-ipp-b-fa02a8", "namespace": "openshift-ingress", "name": "e2e-ipp-b-fa02a8-authn-ssl"} 2026-09-08T15:20:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-fa02a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-fa02a8", "reconcileID": "3758843a-57b5-4b86-b2c8-54f424006377", "Gateway": "e2e-ipp-b-fa02a8", "namespace": "openshift-ingress"} 2026-09-08T15:20:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-fa02a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-fa02a8", "reconcileID": "24945512-635c-410c-886f-efcf78305a0b", "Gateway": "e2e-ipp-b-fa02a8", "namespace": "openshift-ingress"} 2026-09-08T15:20:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-fa02a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-fa02a8", "reconcileID": "24945512-635c-410c-886f-efcf78305a0b", "Gateway": "e2e-ipp-b-fa02a8", "namespace": "openshift-ingress", "name": "e2e-ipp-b-fa02a8-authn-ssl"} 2026-09-08T15:20:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-fa02a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-fa02a8", "reconcileID": "24945512-635c-410c-886f-efcf78305a0b", "Gateway": "e2e-ipp-b-fa02a8", "namespace": "openshift-ingress"} 2026-09-08T15:20:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-fa02a8"}, "namespace": "ai-tenant-e2e-ipp-b-fa02a8", "name": "openshift-service-ca.crt", "reconcileID": "55caa824-81d4-40e0-877c-f0a7eb50fd00", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-fa02a8"} 2026-09-08T15:20:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-fa02a8"}, "namespace": "ai-tenant-e2e-ipp-b-fa02a8", "name": "odh-trusted-ca-bundle", "reconcileID": "54c0b1fc-ff66-4899-9f23-8c3541360fdf", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-fa02a8"} 2026-09-08T15:20:58Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-fa02a8"}, "namespace": "ai-tenant-e2e-ipp-b-fa02a8", "name": "openshift-service-ca.crt", "reconcileID": "8e7f1977-b6ca-4610-a8de-353e6650042a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-fa02a8", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T15:20:58Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-fa02a8"}, "namespace": "ai-tenant-e2e-ipp-b-fa02a8", "name": "openshift-service-ca.crt", "reconcileID": "8e7f1977-b6ca-4610-a8de-353e6650042a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-fa02a8"} 2026-09-08T15:20:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-fa02a8"}, "namespace": "ai-tenant-e2e-ipp-b-fa02a8", "name": "openshift-service-ca.crt", "reconcileID": "e41033d6-f1eb-4c7e-a868-3464a1de12e1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-fa02a8"} 2026-09-08T15:20:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-fa02a8"}, "namespace": "ai-tenant-e2e-ipp-b-fa02a8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3dab6b35-9017-4222-bc5d-e52d9db2af98", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-fa02a8"} 2026-09-08T15:20:58Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-fa02a8"}, "namespace": "ai-tenant-e2e-ipp-b-fa02a8", "name": "odh-trusted-ca-bundle", "reconcileID": "0384c1f2-f01f-4d78-9f39-cab8b1cecf9c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-fa02a8", "update": "odh-kserve-custom-ca-bundle"} 2026-09-08T15:20:58Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-fa02a8"}, "namespace": "ai-tenant-e2e-ipp-b-fa02a8", "name": "odh-trusted-ca-bundle", "reconcileID": "0384c1f2-f01f-4d78-9f39-cab8b1cecf9c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-fa02a8"} 2026-09-08T15:20:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-fa02a8"}, "namespace": "ai-tenant-e2e-ipp-b-fa02a8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "929c65fa-f57b-4aa7-ad71-0722314c73c2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-fa02a8"} 2026-09-08T15:21:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-fa02a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-fa02a8", "reconcileID": "7df6db83-6616-45b3-bdb4-b5de556581b5", "Gateway": "e2e-ipp-b-fa02a8", "namespace": "openshift-ingress"} 2026-09-08T15:21:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-fa02a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-fa02a8", "reconcileID": "7df6db83-6616-45b3-bdb4-b5de556581b5", "Gateway": "e2e-ipp-b-fa02a8", "namespace": "openshift-ingress", "name": "e2e-ipp-b-fa02a8-authn-ssl"} 2026-09-08T15:21:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-fa02a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-fa02a8", "reconcileID": "7df6db83-6616-45b3-bdb4-b5de556581b5", "Gateway": "e2e-ipp-b-fa02a8", "namespace": "openshift-ingress"} 2026-09-08T15:21:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-fa02a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-fa02a8", "reconcileID": "e1e30a28-cc9a-4a05-b946-7e39ab8f1468", "Gateway": "e2e-ipp-b-fa02a8", "namespace": "openshift-ingress"} 2026-09-08T15:21:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-fa02a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-fa02a8", "reconcileID": "e1e30a28-cc9a-4a05-b946-7e39ab8f1468", "Gateway": "e2e-ipp-b-fa02a8", "namespace": "openshift-ingress", "name": "e2e-ipp-b-fa02a8-authn-ssl"} 2026-09-08T15:21:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-fa02a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-fa02a8", "reconcileID": "e1e30a28-cc9a-4a05-b946-7e39ab8f1468", "Gateway": "e2e-ipp-b-fa02a8", "namespace": "openshift-ingress"} 2026-09-08T15:21:28Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bdd5c7","namespace":"ai-tenant-e2e-ipp-a-bdd5c7"}, "namespace": "ai-tenant-e2e-ipp-a-bdd5c7", "name": "ipp-route-bdd5c7", "reconcileID": "8188cc12-efdd-494a-ae8a-877d734f4cf6", "LLMInferenceService": "ipp-route-bdd5c7", "namespace": "ai-tenant-e2e-ipp-a-bdd5c7"} 2026-09-08T15:21:28Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bdd5c7","namespace":"ai-tenant-e2e-ipp-a-bdd5c7"}, "namespace": "ai-tenant-e2e-ipp-a-bdd5c7", "name": "ipp-route-bdd5c7", "reconcileID": "8188cc12-efdd-494a-ae8a-877d734f4cf6", "LLMInferenceService": "ipp-route-bdd5c7", "namespace": "ai-tenant-e2e-ipp-a-bdd5c7"} 2026-09-08T15:21:28Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bdd5c7","namespace":"ai-tenant-e2e-ipp-a-bdd5c7"}, "namespace": "ai-tenant-e2e-ipp-a-bdd5c7", "name": "ipp-route-bdd5c7", "reconcileID": "8188cc12-efdd-494a-ae8a-877d734f4cf6", "LLMInferenceService": "ipp-route-bdd5c7", "namespace": "ai-tenant-e2e-ipp-a-bdd5c7"} 2026-09-08T15:21:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bdd5c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bdd5c7", "reconcileID": "758c7245-abd8-4071-9a71-f1562fc0a998", "Gateway": "e2e-ipp-a-bdd5c7", "namespace": "openshift-ingress"} 2026-09-08T15:21:28Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bdd5c7","namespace":"ai-tenant-e2e-ipp-a-bdd5c7"}, "namespace": "ai-tenant-e2e-ipp-a-bdd5c7", "name": "ipp-route-bdd5c7", "reconcileID": "8188cc12-efdd-494a-ae8a-877d734f4cf6", "LLMInferenceService": "ipp-route-bdd5c7", "namespace": "ai-tenant-e2e-ipp-a-bdd5c7", "name": "ipp-route-bdd5c7-kserve-route-authn"} 2026-09-08T15:21:28Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bdd5c7","namespace":"ai-tenant-e2e-ipp-a-bdd5c7"}, "namespace": "ai-tenant-e2e-ipp-a-bdd5c7", "name": "ipp-route-bdd5c7", "reconcileID": "8188cc12-efdd-494a-ae8a-877d734f4cf6", "LLMInferenceService": "ipp-route-bdd5c7", "namespace": "ai-tenant-e2e-ipp-a-bdd5c7", "authType": "userdefined"} 2026-09-08T15:21:28Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bdd5c7","namespace":"ai-tenant-e2e-ipp-a-bdd5c7"}, "namespace": "ai-tenant-e2e-ipp-a-bdd5c7", "name": "ipp-route-bdd5c7", "reconcileID": "8188cc12-efdd-494a-ae8a-877d734f4cf6", "LLMInferenceService": "ipp-route-bdd5c7", "namespace": "ai-tenant-e2e-ipp-a-bdd5c7"} 2026-09-08T15:21:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bdd5c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bdd5c7", "reconcileID": "758c7245-abd8-4071-9a71-f1562fc0a998", "Gateway": "e2e-ipp-a-bdd5c7", "namespace": "openshift-ingress", "name": "e2e-ipp-a-bdd5c7-authn-ssl"} 2026-09-08T15:21:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bdd5c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bdd5c7", "reconcileID": "758c7245-abd8-4071-9a71-f1562fc0a998", "Gateway": "e2e-ipp-a-bdd5c7", "namespace": "openshift-ingress"} 2026-09-08T15:21:28Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bdd5c7","namespace":"ai-tenant-e2e-ipp-a-bdd5c7"}, "namespace": "ai-tenant-e2e-ipp-a-bdd5c7", "name": "ipp-route-bdd5c7", "reconcileID": "ae263fef-335d-444a-9fbe-86129f2b53de", "LLMInferenceService": "ipp-route-bdd5c7", "namespace": "ai-tenant-e2e-ipp-a-bdd5c7"} 2026-09-08T15:21:28Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bdd5c7","namespace":"ai-tenant-e2e-ipp-a-bdd5c7"}, "namespace": "ai-tenant-e2e-ipp-a-bdd5c7", "name": "ipp-route-bdd5c7", "reconcileID": "ae263fef-335d-444a-9fbe-86129f2b53de", "LLMInferenceService": "ipp-route-bdd5c7", "namespace": "ai-tenant-e2e-ipp-a-bdd5c7"} 2026-09-08T15:21:28Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bdd5c7","namespace":"ai-tenant-e2e-ipp-a-bdd5c7"}, "namespace": "ai-tenant-e2e-ipp-a-bdd5c7", "name": "ipp-route-bdd5c7", "reconcileID": "ae263fef-335d-444a-9fbe-86129f2b53de", "LLMInferenceService": "ipp-route-bdd5c7", "namespace": "ai-tenant-e2e-ipp-a-bdd5c7"} 2026-09-08T15:21:28Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bdd5c7","namespace":"ai-tenant-e2e-ipp-a-bdd5c7"}, "namespace": "ai-tenant-e2e-ipp-a-bdd5c7", "name": "ipp-route-bdd5c7", "reconcileID": "ae263fef-335d-444a-9fbe-86129f2b53de", "LLMInferenceService": "ipp-route-bdd5c7", "namespace": "ai-tenant-e2e-ipp-a-bdd5c7", "name": "ipp-route-bdd5c7-kserve-route-authn"} 2026-09-08T15:21:28Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bdd5c7","namespace":"ai-tenant-e2e-ipp-a-bdd5c7"}, "namespace": "ai-tenant-e2e-ipp-a-bdd5c7", "name": "ipp-route-bdd5c7", "reconcileID": "ae263fef-335d-444a-9fbe-86129f2b53de", "LLMInferenceService": "ipp-route-bdd5c7", "namespace": "ai-tenant-e2e-ipp-a-bdd5c7", "authType": "userdefined"} 2026-09-08T15:21:28Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bdd5c7","namespace":"ai-tenant-e2e-ipp-a-bdd5c7"}, "namespace": "ai-tenant-e2e-ipp-a-bdd5c7", "name": "ipp-route-bdd5c7", "reconcileID": "ae263fef-335d-444a-9fbe-86129f2b53de", "LLMInferenceService": "ipp-route-bdd5c7", "namespace": "ai-tenant-e2e-ipp-a-bdd5c7"} 2026-09-08T15:21:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bdd5c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bdd5c7", "reconcileID": "e2c4b3bd-3fbb-460c-a83d-c2c584280cac", "Gateway": "e2e-ipp-a-bdd5c7", "namespace": "openshift-ingress"} 2026-09-08T15:21:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bdd5c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bdd5c7", "reconcileID": "e2c4b3bd-3fbb-460c-a83d-c2c584280cac", "Gateway": "e2e-ipp-a-bdd5c7", "namespace": "openshift-ingress", "name": "e2e-ipp-a-bdd5c7-authn-ssl"} 2026-09-08T15:21:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bdd5c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bdd5c7", "reconcileID": "e2c4b3bd-3fbb-460c-a83d-c2c584280cac", "Gateway": "e2e-ipp-a-bdd5c7", "namespace": "openshift-ingress"} 2026-09-08T15:21:31Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bdd5c7","namespace":"ai-tenant-e2e-ipp-a-bdd5c7"}, "namespace": "ai-tenant-e2e-ipp-a-bdd5c7", "name": "ipp-route-bdd5c7", "reconcileID": "da7cd1bd-bfd8-4f68-a670-b5ef9e6ef785", "LLMInferenceService": "ipp-route-bdd5c7", "namespace": "ai-tenant-e2e-ipp-a-bdd5c7"} 2026-09-08T15:21:31Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bdd5c7","namespace":"ai-tenant-e2e-ipp-a-bdd5c7"}, "namespace": "ai-tenant-e2e-ipp-a-bdd5c7", "name": "ipp-route-bdd5c7", "reconcileID": "da7cd1bd-bfd8-4f68-a670-b5ef9e6ef785", "LLMInferenceService": "ipp-route-bdd5c7", "namespace": "ai-tenant-e2e-ipp-a-bdd5c7"} 2026-09-08T15:21:31Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bdd5c7","namespace":"ai-tenant-e2e-ipp-a-bdd5c7"}, "namespace": "ai-tenant-e2e-ipp-a-bdd5c7", "name": "ipp-route-bdd5c7", "reconcileID": "da7cd1bd-bfd8-4f68-a670-b5ef9e6ef785", "LLMInferenceService": "ipp-route-bdd5c7", "namespace": "ai-tenant-e2e-ipp-a-bdd5c7"} 2026-09-08T15:21:31Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bdd5c7","namespace":"ai-tenant-e2e-ipp-a-bdd5c7"}, "namespace": "ai-tenant-e2e-ipp-a-bdd5c7", "name": "ipp-route-bdd5c7", "reconcileID": "da7cd1bd-bfd8-4f68-a670-b5ef9e6ef785", "LLMInferenceService": "ipp-route-bdd5c7", "namespace": "ai-tenant-e2e-ipp-a-bdd5c7", "name": "ipp-route-bdd5c7-kserve-route-authn"} 2026-09-08T15:21:31Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bdd5c7","namespace":"ai-tenant-e2e-ipp-a-bdd5c7"}, "namespace": "ai-tenant-e2e-ipp-a-bdd5c7", "name": "ipp-route-bdd5c7", "reconcileID": "da7cd1bd-bfd8-4f68-a670-b5ef9e6ef785", "LLMInferenceService": "ipp-route-bdd5c7", "namespace": "ai-tenant-e2e-ipp-a-bdd5c7", "authType": "userdefined"} 2026-09-08T15:21:31Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bdd5c7","namespace":"ai-tenant-e2e-ipp-a-bdd5c7"}, "namespace": "ai-tenant-e2e-ipp-a-bdd5c7", "name": "ipp-route-bdd5c7", "reconcileID": "da7cd1bd-bfd8-4f68-a670-b5ef9e6ef785", "LLMInferenceService": "ipp-route-bdd5c7", "namespace": "ai-tenant-e2e-ipp-a-bdd5c7"} 2026-09-08T15:21:46Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bdd5c7","namespace":"ai-tenant-e2e-ipp-a-bdd5c7"}, "namespace": "ai-tenant-e2e-ipp-a-bdd5c7", "name": "ipp-route-bdd5c7", "reconcileID": "3da67d74-9077-4649-96b7-d6e05d5437bc", "LLMInferenceService": "ipp-route-bdd5c7", "namespace": "ai-tenant-e2e-ipp-a-bdd5c7"} 2026-09-08T15:21:46Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bdd5c7","namespace":"ai-tenant-e2e-ipp-a-bdd5c7"}, "namespace": "ai-tenant-e2e-ipp-a-bdd5c7", "name": "ipp-route-bdd5c7", "reconcileID": "3da67d74-9077-4649-96b7-d6e05d5437bc", "LLMInferenceService": "ipp-route-bdd5c7", "namespace": "ai-tenant-e2e-ipp-a-bdd5c7"} 2026-09-08T15:21:46Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bdd5c7","namespace":"ai-tenant-e2e-ipp-a-bdd5c7"}, "namespace": "ai-tenant-e2e-ipp-a-bdd5c7", "name": "ipp-route-bdd5c7", "reconcileID": "3da67d74-9077-4649-96b7-d6e05d5437bc", "LLMInferenceService": "ipp-route-bdd5c7", "namespace": "ai-tenant-e2e-ipp-a-bdd5c7"} 2026-09-08T15:21:46Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bdd5c7","namespace":"ai-tenant-e2e-ipp-a-bdd5c7"}, "namespace": "ai-tenant-e2e-ipp-a-bdd5c7", "name": "ipp-route-bdd5c7", "reconcileID": "3da67d74-9077-4649-96b7-d6e05d5437bc", "LLMInferenceService": "ipp-route-bdd5c7", "namespace": "ai-tenant-e2e-ipp-a-bdd5c7", "name": "ipp-route-bdd5c7-kserve-route-authn"} 2026-09-08T15:21:46Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bdd5c7","namespace":"ai-tenant-e2e-ipp-a-bdd5c7"}, "namespace": "ai-tenant-e2e-ipp-a-bdd5c7", "name": "ipp-route-bdd5c7", "reconcileID": "3da67d74-9077-4649-96b7-d6e05d5437bc", "LLMInferenceService": "ipp-route-bdd5c7", "namespace": "ai-tenant-e2e-ipp-a-bdd5c7", "authType": "userdefined"} 2026-09-08T15:21:46Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bdd5c7","namespace":"ai-tenant-e2e-ipp-a-bdd5c7"}, "namespace": "ai-tenant-e2e-ipp-a-bdd5c7", "name": "ipp-route-bdd5c7", "reconcileID": "3da67d74-9077-4649-96b7-d6e05d5437bc", "LLMInferenceService": "ipp-route-bdd5c7", "namespace": "ai-tenant-e2e-ipp-a-bdd5c7"} 2026-09-08T15:22:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f9a001","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f9a001", "reconcileID": "999b29c3-4a48-4a00-9df3-f997343a9328", "Gateway": "e2e-ipp-cleanup-f9a001", "namespace": "openshift-ingress"} 2026-09-08T15:22:01Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f9a001","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f9a001", "reconcileID": "999b29c3-4a48-4a00-9df3-f997343a9328", "Gateway": "e2e-ipp-cleanup-f9a001", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f9a001-authn-ssl"} 2026-09-08T15:22:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f9a001","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f9a001", "reconcileID": "999b29c3-4a48-4a00-9df3-f997343a9328", "Gateway": "e2e-ipp-cleanup-f9a001", "namespace": "openshift-ingress"} 2026-09-08T15:22:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f9a001","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f9a001", "reconcileID": "4d8630de-ae3d-43bd-8451-103e81c79c8a", "Gateway": "e2e-ipp-cleanup-f9a001", "namespace": "openshift-ingress"} 2026-09-08T15:22:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f9a001","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f9a001", "reconcileID": "4d8630de-ae3d-43bd-8451-103e81c79c8a", "Gateway": "e2e-ipp-cleanup-f9a001", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f9a001-authn-ssl"} 2026-09-08T15:22:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f9a001","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f9a001", "reconcileID": "4d8630de-ae3d-43bd-8451-103e81c79c8a", "Gateway": "e2e-ipp-cleanup-f9a001", "namespace": "openshift-ingress"} 2026-09-08T15:22:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f9a001","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f9a001", "reconcileID": "d24c9a88-a7be-4a61-a44c-47ce6d6363df", "Gateway": "e2e-ipp-cleanup-f9a001", "namespace": "openshift-ingress"} 2026-09-08T15:22:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f9a001","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f9a001", "reconcileID": "d24c9a88-a7be-4a61-a44c-47ce6d6363df", "Gateway": "e2e-ipp-cleanup-f9a001", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f9a001-authn-ssl"} 2026-09-08T15:22:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f9a001","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f9a001", "reconcileID": "d24c9a88-a7be-4a61-a44c-47ce6d6363df", "Gateway": "e2e-ipp-cleanup-f9a001", "namespace": "openshift-ingress"} 2026-09-08T15:22:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f9a001","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f9a001", "reconcileID": "b3e133f9-2ea5-4ba8-857a-6c1e5cb82e86", "Gateway": "e2e-ipp-cleanup-f9a001", "namespace": "openshift-ingress"} 2026-09-08T15:22:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f9a001","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f9a001", "reconcileID": "b3e133f9-2ea5-4ba8-857a-6c1e5cb82e86", "Gateway": "e2e-ipp-cleanup-f9a001", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f9a001-authn-ssl"} 2026-09-08T15:22:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f9a001","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f9a001", "reconcileID": "b3e133f9-2ea5-4ba8-857a-6c1e5cb82e86", "Gateway": "e2e-ipp-cleanup-f9a001", "namespace": "openshift-ingress"} 2026-09-08T15:22:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f9a001","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f9a001", "reconcileID": "beee5421-e189-4100-92ec-df4e612befc5", "Gateway": "e2e-ipp-cleanup-f9a001", "namespace": "openshift-ingress"} 2026-09-08T15:22:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f9a001","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f9a001", "reconcileID": "beee5421-e189-4100-92ec-df4e612befc5", "Gateway": "e2e-ipp-cleanup-f9a001", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f9a001-authn-ssl"} 2026-09-08T15:22:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f9a001","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f9a001", "reconcileID": "beee5421-e189-4100-92ec-df4e612befc5", "Gateway": "e2e-ipp-cleanup-f9a001", "namespace": "openshift-ingress"} 2026-09-08T15:22:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f9a001","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f9a001", "reconcileID": "029f0f30-c9f8-458d-9175-8056e8a577a7", "Gateway": "e2e-ipp-cleanup-f9a001", "namespace": "openshift-ingress"} 2026-09-08T15:22:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f9a001","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f9a001", "reconcileID": "029f0f30-c9f8-458d-9175-8056e8a577a7", "Gateway": "e2e-ipp-cleanup-f9a001", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f9a001-authn-ssl"} 2026-09-08T15:22:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f9a001","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f9a001", "reconcileID": "029f0f30-c9f8-458d-9175-8056e8a577a7", "Gateway": "e2e-ipp-cleanup-f9a001", "namespace": "openshift-ingress"} 2026-09-08T15:22:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-f9a001"}, "namespace": "ai-tenant-e2e-ipp-cleanup-f9a001", "name": "openshift-service-ca.crt", "reconcileID": "306294e2-d9d4-49c6-886c-1ba10c7d04d5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-f9a001"} 2026-09-08T15:22:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-f9a001"}, "namespace": "ai-tenant-e2e-ipp-cleanup-f9a001", "name": "odh-trusted-ca-bundle", "reconcileID": "b72e1944-965e-447a-ac05-a2dd2bee18b1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-f9a001"} 2026-09-08T15:22:04Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-f9a001"}, "namespace": "ai-tenant-e2e-ipp-cleanup-f9a001", "name": "openshift-service-ca.crt", "reconcileID": "f380582b-5e80-4fa6-91dc-81ddb1cd6aa6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-f9a001", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T15:22:04Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-f9a001"}, "namespace": "ai-tenant-e2e-ipp-cleanup-f9a001", "name": "openshift-service-ca.crt", "reconcileID": "f380582b-5e80-4fa6-91dc-81ddb1cd6aa6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-f9a001"} 2026-09-08T15:22:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-f9a001"}, "namespace": "ai-tenant-e2e-ipp-cleanup-f9a001", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ce1fe404-c16b-4b8a-b92d-89790af1f956", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-f9a001"} 2026-09-08T15:22:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-f9a001"}, "namespace": "ai-tenant-e2e-ipp-cleanup-f9a001", "name": "openshift-service-ca.crt", "reconcileID": "fc3e26b9-dc1f-4292-8ebf-3565d33bc69f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-f9a001"} 2026-09-08T15:22:04Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-f9a001"}, "namespace": "ai-tenant-e2e-ipp-cleanup-f9a001", "name": "odh-trusted-ca-bundle", "reconcileID": "26bf32c4-f7d7-416e-9b04-730a8997d823", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-f9a001", "update": "odh-kserve-custom-ca-bundle"} 2026-09-08T15:22:04Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-f9a001"}, "namespace": "ai-tenant-e2e-ipp-cleanup-f9a001", "name": "odh-trusted-ca-bundle", "reconcileID": "26bf32c4-f7d7-416e-9b04-730a8997d823", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-f9a001"} 2026-09-08T15:22:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-f9a001"}, "namespace": "ai-tenant-e2e-ipp-cleanup-f9a001", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6bb58e41-ecd0-406a-8589-22e8647eef3d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-f9a001"} 2026-09-08T15:22:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f9a001","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f9a001", "reconcileID": "351796fd-409b-4dc4-a001-9baa691bc624", "Gateway": "e2e-ipp-cleanup-f9a001", "namespace": "openshift-ingress"} 2026-09-08T15:22:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f9a001","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f9a001", "reconcileID": "351796fd-409b-4dc4-a001-9baa691bc624", "Gateway": "e2e-ipp-cleanup-f9a001", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f9a001-authn-ssl"} 2026-09-08T15:22:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f9a001","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f9a001", "reconcileID": "351796fd-409b-4dc4-a001-9baa691bc624", "Gateway": "e2e-ipp-cleanup-f9a001", "namespace": "openshift-ingress"} 2026-09-08T15:22:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f9a001","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f9a001", "reconcileID": "43df5900-e4dd-45f3-874b-b640ad107bad", "Gateway": "e2e-ipp-cleanup-f9a001", "namespace": "openshift-ingress"} 2026-09-08T15:22:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f9a001","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f9a001", "reconcileID": "43df5900-e4dd-45f3-874b-b640ad107bad", "Gateway": "e2e-ipp-cleanup-f9a001", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f9a001-authn-ssl"} 2026-09-08T15:22:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f9a001","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f9a001", "reconcileID": "43df5900-e4dd-45f3-874b-b640ad107bad", "Gateway": "e2e-ipp-cleanup-f9a001", "namespace": "openshift-ingress"} 2026-09-08T15:22:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f9a001","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f9a001", "reconcileID": "6867402b-3afa-4164-a85e-b0224f3a4768", "Gateway": "e2e-ipp-cleanup-f9a001", "namespace": "openshift-ingress"} 2026-09-08T15:22:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f9a001","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f9a001", "reconcileID": "6867402b-3afa-4164-a85e-b0224f3a4768", "Gateway": "e2e-ipp-cleanup-f9a001", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f9a001-authn-ssl"} 2026-09-08T15:22:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f9a001","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f9a001", "reconcileID": "6867402b-3afa-4164-a85e-b0224f3a4768", "Gateway": "e2e-ipp-cleanup-f9a001", "namespace": "openshift-ingress"} 2026-09-08T15:22:42Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-f9a001"}, "namespace": "ai-tenant-e2e-ipp-cleanup-f9a001", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "112a8e8a-48cb-4af7-927d-7fc5d8472196", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-f9a001"} 2026-09-08T15:22:42Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-f9a001"}, "namespace": "ai-tenant-e2e-ipp-cleanup-f9a001", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "112a8e8a-48cb-4af7-927d-7fc5d8472196", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-f9a001", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T15:22:42Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-f9a001"}, "namespace": "ai-tenant-e2e-ipp-cleanup-f9a001", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "112a8e8a-48cb-4af7-927d-7fc5d8472196", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-f9a001 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-08T15:22:42Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-f9a001"}, "namespace": "ai-tenant-e2e-ipp-cleanup-f9a001", "name": "odh-trusted-ca-bundle", "reconcileID": "1d31525b-edc5-4a0f-a7db-cf2d2467cdba", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-f9a001"} 2026-09-08T15:22:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-f9a001"}, "namespace": "ai-tenant-e2e-ipp-cleanup-f9a001", "name": "odh-trusted-ca-bundle", "reconcileID": "1d31525b-edc5-4a0f-a7db-cf2d2467cdba", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-f9a001"} 2026-09-08T15:22:42Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-f9a001"}, "namespace": "ai-tenant-e2e-ipp-cleanup-f9a001", "name": "openshift-service-ca.crt", "reconcileID": "bf49525f-74fd-48fe-9d8a-4acf3c53ca8a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-f9a001"} 2026-09-08T15:22:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-f9a001"}, "namespace": "ai-tenant-e2e-ipp-cleanup-f9a001", "name": "openshift-service-ca.crt", "reconcileID": "bf49525f-74fd-48fe-9d8a-4acf3c53ca8a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-f9a001"} 2026-09-08T15:22:42Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-f9a001"}, "namespace": "ai-tenant-e2e-ipp-cleanup-f9a001", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8cdab2c9-b6e9-42e5-8ff7-31f9bea1583e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-f9a001"} 2026-09-08T15:22:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-f9a001"}, "namespace": "ai-tenant-e2e-ipp-cleanup-f9a001", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8cdab2c9-b6e9-42e5-8ff7-31f9bea1583e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-f9a001"} 2026-09-08T15:22:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f9a001","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f9a001", "reconcileID": "28efd32a-b2fc-4f86-842d-92f740f451d0", "Gateway": "e2e-ipp-cleanup-f9a001", "namespace": "openshift-ingress"} 2026-09-08T15:22:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f9a001","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f9a001", "reconcileID": "28efd32a-b2fc-4f86-842d-92f740f451d0", "Gateway": "e2e-ipp-cleanup-f9a001", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f9a001-authn-ssl"} 2026-09-08T15:22:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f9a001","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f9a001", "reconcileID": "28efd32a-b2fc-4f86-842d-92f740f451d0", "Gateway": "e2e-ipp-cleanup-f9a001", "namespace": "openshift-ingress"} 2026-09-08T15:22:43Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f9a001","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f9a001", "reconcileID": "fa98401c-101c-477d-9136-0c8d52433765", "Gateway": "e2e-ipp-cleanup-f9a001", "namespace": "openshift-ingress"} 2026-09-08T15:23:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bdd5c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bdd5c7", "reconcileID": "7b2eb284-6d5b-4166-8b42-a5f9f7f5ec8c", "Gateway": "e2e-ipp-a-bdd5c7", "namespace": "openshift-ingress"} 2026-09-08T15:23:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bdd5c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bdd5c7", "reconcileID": "7b2eb284-6d5b-4166-8b42-a5f9f7f5ec8c", "Gateway": "e2e-ipp-a-bdd5c7", "namespace": "openshift-ingress", "name": "e2e-ipp-a-bdd5c7-authn-ssl"} 2026-09-08T15:23:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bdd5c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bdd5c7", "reconcileID": "7b2eb284-6d5b-4166-8b42-a5f9f7f5ec8c", "Gateway": "e2e-ipp-a-bdd5c7", "namespace": "openshift-ingress"} 2026-09-08T15:23:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bdd5c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bdd5c7", "reconcileID": "74ce07c3-cff3-4fbb-92ae-f4a7b8c57392", "Gateway": "e2e-ipp-a-bdd5c7", "namespace": "openshift-ingress"} 2026-09-08T15:23:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bdd5c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bdd5c7", "reconcileID": "74ce07c3-cff3-4fbb-92ae-f4a7b8c57392", "Gateway": "e2e-ipp-a-bdd5c7", "namespace": "openshift-ingress", "name": "e2e-ipp-a-bdd5c7-authn-ssl"} 2026-09-08T15:23:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bdd5c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bdd5c7", "reconcileID": "74ce07c3-cff3-4fbb-92ae-f4a7b8c57392", "Gateway": "e2e-ipp-a-bdd5c7", "namespace": "openshift-ingress"} 2026-09-08T15:23:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bdd5c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bdd5c7", "reconcileID": "ce0a3ef2-7c53-4b62-8874-f97b8a158364", "Gateway": "e2e-ipp-a-bdd5c7", "namespace": "openshift-ingress"} 2026-09-08T15:23:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bdd5c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bdd5c7", "reconcileID": "ce0a3ef2-7c53-4b62-8874-f97b8a158364", "Gateway": "e2e-ipp-a-bdd5c7", "namespace": "openshift-ingress", "name": "e2e-ipp-a-bdd5c7-authn-ssl"} 2026-09-08T15:23:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bdd5c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bdd5c7", "reconcileID": "ce0a3ef2-7c53-4b62-8874-f97b8a158364", "Gateway": "e2e-ipp-a-bdd5c7", "namespace": "openshift-ingress"} 2026-09-08T15:23:08Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bdd5c7","namespace":"ai-tenant-e2e-ipp-a-bdd5c7"}, "namespace": "ai-tenant-e2e-ipp-a-bdd5c7", "name": "ipp-route-bdd5c7", "reconcileID": "dff26c01-5fe9-44fa-b3b4-e99ae166b43a", "LLMInferenceService": "ipp-route-bdd5c7", "namespace": "ai-tenant-e2e-ipp-a-bdd5c7"} 2026-09-08T15:23:08Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bdd5c7","namespace":"ai-tenant-e2e-ipp-a-bdd5c7"}, "namespace": "ai-tenant-e2e-ipp-a-bdd5c7", "name": "ipp-route-bdd5c7", "reconcileID": "dff26c01-5fe9-44fa-b3b4-e99ae166b43a", "LLMInferenceService": "ipp-route-bdd5c7", "namespace": "ai-tenant-e2e-ipp-a-bdd5c7"} 2026-09-08T15:23:08Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bdd5c7","namespace":"ai-tenant-e2e-ipp-a-bdd5c7"}, "namespace": "ai-tenant-e2e-ipp-a-bdd5c7", "name": "ipp-route-bdd5c7", "reconcileID": "dff26c01-5fe9-44fa-b3b4-e99ae166b43a", "LLMInferenceService": "ipp-route-bdd5c7", "namespace": "ai-tenant-e2e-ipp-a-bdd5c7"} 2026-09-08T15:23:08Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bdd5c7","namespace":"ai-tenant-e2e-ipp-a-bdd5c7"}, "namespace": "ai-tenant-e2e-ipp-a-bdd5c7", "name": "ipp-route-bdd5c7", "reconcileID": "dff26c01-5fe9-44fa-b3b4-e99ae166b43a", "LLMInferenceService": "ipp-route-bdd5c7", "namespace": "ai-tenant-e2e-ipp-a-bdd5c7", "name": "ipp-route-bdd5c7-kserve-route-authn"} 2026-09-08T15:23:08Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bdd5c7","namespace":"ai-tenant-e2e-ipp-a-bdd5c7"}, "namespace": "ai-tenant-e2e-ipp-a-bdd5c7", "name": "ipp-route-bdd5c7", "reconcileID": "dff26c01-5fe9-44fa-b3b4-e99ae166b43a", "LLMInferenceService": "ipp-route-bdd5c7", "namespace": "ai-tenant-e2e-ipp-a-bdd5c7", "authType": "userdefined"} 2026-09-08T15:23:08Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bdd5c7","namespace":"ai-tenant-e2e-ipp-a-bdd5c7"}, "namespace": "ai-tenant-e2e-ipp-a-bdd5c7", "name": "ipp-route-bdd5c7", "reconcileID": "dff26c01-5fe9-44fa-b3b4-e99ae166b43a", "LLMInferenceService": "ipp-route-bdd5c7", "namespace": "ai-tenant-e2e-ipp-a-bdd5c7"} 2026-09-08T15:23:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bdd5c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bdd5c7", "reconcileID": "7d2ff61a-d054-416e-bb68-cd25a4f58a3b", "Gateway": "e2e-ipp-a-bdd5c7", "namespace": "openshift-ingress"} 2026-09-08T15:23:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bdd5c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bdd5c7", "reconcileID": "7d2ff61a-d054-416e-bb68-cd25a4f58a3b", "Gateway": "e2e-ipp-a-bdd5c7", "namespace": "openshift-ingress", "name": "e2e-ipp-a-bdd5c7-authn-ssl"} 2026-09-08T15:23:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bdd5c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bdd5c7", "reconcileID": "7d2ff61a-d054-416e-bb68-cd25a4f58a3b", "Gateway": "e2e-ipp-a-bdd5c7", "namespace": "openshift-ingress"} 2026-09-08T15:23:45Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bdd5c7","namespace":"ai-tenant-e2e-ipp-a-bdd5c7"}, "namespace": "ai-tenant-e2e-ipp-a-bdd5c7", "name": "ipp-route-bdd5c7", "reconcileID": "ee0d4d8b-4ef1-410d-bae5-3552f9a371c7", "LLMInferenceService": "ipp-route-bdd5c7", "namespace": "ai-tenant-e2e-ipp-a-bdd5c7"} 2026-09-08T15:23:45Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bdd5c7","namespace":"ai-tenant-e2e-ipp-a-bdd5c7"}, "namespace": "ai-tenant-e2e-ipp-a-bdd5c7", "name": "ipp-route-bdd5c7", "reconcileID": "ee0d4d8b-4ef1-410d-bae5-3552f9a371c7", "LLMInferenceService": "ipp-route-bdd5c7", "namespace": "ai-tenant-e2e-ipp-a-bdd5c7", "name": "ipp-route-bdd5c7"} 2026-09-08T15:23:45Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bdd5c7","namespace":"ai-tenant-e2e-ipp-a-bdd5c7"}, "namespace": "ai-tenant-e2e-ipp-a-bdd5c7", "name": "ipp-route-bdd5c7", "reconcileID": "ee0d4d8b-4ef1-410d-bae5-3552f9a371c7", "LLMInferenceService": "ipp-route-bdd5c7", "namespace": "ai-tenant-e2e-ipp-a-bdd5c7"} 2026-09-08T15:23:45Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bdd5c7","namespace":"ai-tenant-e2e-ipp-a-bdd5c7"}, "namespace": "ai-tenant-e2e-ipp-a-bdd5c7", "name": "ipp-route-bdd5c7", "reconcileID": "ee0d4d8b-4ef1-410d-bae5-3552f9a371c7", "LLMInferenceService": "ipp-route-bdd5c7", "namespace": "ai-tenant-e2e-ipp-a-bdd5c7"} 2026-09-08T15:23:45Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bdd5c7","namespace":"ai-tenant-e2e-ipp-a-bdd5c7"}, "namespace": "ai-tenant-e2e-ipp-a-bdd5c7", "name": "ipp-route-bdd5c7", "reconcileID": "ee0d4d8b-4ef1-410d-bae5-3552f9a371c7", "LLMInferenceService": "ipp-route-bdd5c7", "namespace": "ai-tenant-e2e-ipp-a-bdd5c7", "name": "ipp-route-bdd5c7-kserve-route-authn"} 2026-09-08T15:23:45Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bdd5c7","namespace":"ai-tenant-e2e-ipp-a-bdd5c7"}, "namespace": "ai-tenant-e2e-ipp-a-bdd5c7", "name": "ipp-route-bdd5c7", "reconcileID": "ee0d4d8b-4ef1-410d-bae5-3552f9a371c7", "LLMInferenceService": "ipp-route-bdd5c7", "namespace": "ai-tenant-e2e-ipp-a-bdd5c7", "name": "ipp-route-bdd5c7-kserve-route-authn"} 2026-09-08T15:23:45Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bdd5c7","namespace":"ai-tenant-e2e-ipp-a-bdd5c7"}, "namespace": "ai-tenant-e2e-ipp-a-bdd5c7", "name": "ipp-route-bdd5c7", "reconcileID": "ee0d4d8b-4ef1-410d-bae5-3552f9a371c7", "LLMInferenceService": "ipp-route-bdd5c7", "namespace": "ai-tenant-e2e-ipp-a-bdd5c7", "namespace": "ai-tenant-e2e-ipp-a-bdd5c7"} 2026-09-08T15:23:45Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bdd5c7","namespace":"ai-tenant-e2e-ipp-a-bdd5c7"}, "namespace": "ai-tenant-e2e-ipp-a-bdd5c7", "name": "ipp-route-bdd5c7", "reconcileID": "ee0d4d8b-4ef1-410d-bae5-3552f9a371c7", "LLMInferenceService": "ipp-route-bdd5c7", "namespace": "ai-tenant-e2e-ipp-a-bdd5c7", "namespace": "ai-tenant-e2e-ipp-a-bdd5c7"} 2026-09-08T15:23:45Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-bdd5c7"}, "namespace": "ai-tenant-e2e-ipp-a-bdd5c7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "04c051a1-fe65-4bcc-941d-2e71411573c2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-bdd5c7"} 2026-09-08T15:23:45Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-bdd5c7"}, "namespace": "ai-tenant-e2e-ipp-a-bdd5c7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "04c051a1-fe65-4bcc-941d-2e71411573c2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-bdd5c7", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T15:23:45Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-bdd5c7"}, "namespace": "ai-tenant-e2e-ipp-a-bdd5c7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "04c051a1-fe65-4bcc-941d-2e71411573c2", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-bdd5c7 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-08T15:23:45Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-bdd5c7"}, "namespace": "ai-tenant-e2e-ipp-a-bdd5c7", "name": "odh-trusted-ca-bundle", "reconcileID": "2dc19d09-895a-4388-a71a-223433209aad", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-bdd5c7"} 2026-09-08T15:23:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-bdd5c7"}, "namespace": "ai-tenant-e2e-ipp-a-bdd5c7", "name": "odh-trusted-ca-bundle", "reconcileID": "2dc19d09-895a-4388-a71a-223433209aad", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-bdd5c7"} 2026-09-08T15:23:45Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-bdd5c7"}, "namespace": "ai-tenant-e2e-ipp-a-bdd5c7", "name": "openshift-service-ca.crt", "reconcileID": "9e2248e4-194d-4254-9edd-0d139eecec5b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-bdd5c7"} 2026-09-08T15:23:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-bdd5c7"}, "namespace": "ai-tenant-e2e-ipp-a-bdd5c7", "name": "openshift-service-ca.crt", "reconcileID": "9e2248e4-194d-4254-9edd-0d139eecec5b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-bdd5c7"} 2026-09-08T15:23:45Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-bdd5c7"}, "namespace": "ai-tenant-e2e-ipp-a-bdd5c7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f0d867b8-11d8-4187-84f7-858a0cf7defb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-bdd5c7"} 2026-09-08T15:23:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-bdd5c7"}, "namespace": "ai-tenant-e2e-ipp-a-bdd5c7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f0d867b8-11d8-4187-84f7-858a0cf7defb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-bdd5c7"} 2026-09-08T15:23:45Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bdd5c7","namespace":"ai-tenant-e2e-ipp-a-bdd5c7"}, "namespace": "ai-tenant-e2e-ipp-a-bdd5c7", "name": "ipp-route-bdd5c7", "reconcileID": "8dc055ba-1df7-454e-867c-7ad8e9bffc3c", "LLMInferenceService": "ipp-route-bdd5c7", "namespace": "ai-tenant-e2e-ipp-a-bdd5c7"} 2026-09-08T15:23:45Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bdd5c7","namespace":"ai-tenant-e2e-ipp-a-bdd5c7"}, "namespace": "ai-tenant-e2e-ipp-a-bdd5c7", "name": "ipp-route-bdd5c7", "reconcileID": "8dc055ba-1df7-454e-867c-7ad8e9bffc3c", "LLMInferenceService": "ipp-route-bdd5c7", "namespace": "ai-tenant-e2e-ipp-a-bdd5c7", "name": "ipp-route-bdd5c7"} 2026-09-08T15:23:45Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bdd5c7","namespace":"ai-tenant-e2e-ipp-a-bdd5c7"}, "namespace": "ai-tenant-e2e-ipp-a-bdd5c7", "name": "ipp-route-bdd5c7", "reconcileID": "8dc055ba-1df7-454e-867c-7ad8e9bffc3c", "LLMInferenceService": "ipp-route-bdd5c7", "namespace": "ai-tenant-e2e-ipp-a-bdd5c7"} 2026-09-08T15:23:45Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bdd5c7","namespace":"ai-tenant-e2e-ipp-a-bdd5c7"}, "namespace": "ai-tenant-e2e-ipp-a-bdd5c7", "name": "ipp-route-bdd5c7", "reconcileID": "8dc055ba-1df7-454e-867c-7ad8e9bffc3c", "LLMInferenceService": "ipp-route-bdd5c7", "namespace": "ai-tenant-e2e-ipp-a-bdd5c7"} 2026-09-08T15:23:45Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bdd5c7","namespace":"ai-tenant-e2e-ipp-a-bdd5c7"}, "namespace": "ai-tenant-e2e-ipp-a-bdd5c7", "name": "ipp-route-bdd5c7", "reconcileID": "8dc055ba-1df7-454e-867c-7ad8e9bffc3c", "LLMInferenceService": "ipp-route-bdd5c7", "namespace": "ai-tenant-e2e-ipp-a-bdd5c7", "name": "ipp-route-bdd5c7-kserve-route-authn"} 2026-09-08T15:23:45Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bdd5c7","namespace":"ai-tenant-e2e-ipp-a-bdd5c7"}, "namespace": "ai-tenant-e2e-ipp-a-bdd5c7", "name": "ipp-route-bdd5c7", "reconcileID": "8dc055ba-1df7-454e-867c-7ad8e9bffc3c", "LLMInferenceService": "ipp-route-bdd5c7", "namespace": "ai-tenant-e2e-ipp-a-bdd5c7", "name": "ipp-route-bdd5c7-kserve-route-authn"} 2026-09-08T15:23:45Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bdd5c7","namespace":"ai-tenant-e2e-ipp-a-bdd5c7"}, "namespace": "ai-tenant-e2e-ipp-a-bdd5c7", "name": "ipp-route-bdd5c7", "reconcileID": "8dc055ba-1df7-454e-867c-7ad8e9bffc3c", "LLMInferenceService": "ipp-route-bdd5c7", "namespace": "ai-tenant-e2e-ipp-a-bdd5c7", "namespace": "ai-tenant-e2e-ipp-a-bdd5c7"} 2026-09-08T15:23:45Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bdd5c7","namespace":"ai-tenant-e2e-ipp-a-bdd5c7"}, "namespace": "ai-tenant-e2e-ipp-a-bdd5c7", "name": "ipp-route-bdd5c7", "reconcileID": "8dc055ba-1df7-454e-867c-7ad8e9bffc3c", "LLMInferenceService": "ipp-route-bdd5c7", "namespace": "ai-tenant-e2e-ipp-a-bdd5c7", "namespace": "ai-tenant-e2e-ipp-a-bdd5c7"} 2026-09-08T15:23:46Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bdd5c7","namespace":"ai-tenant-e2e-ipp-a-bdd5c7"}, "namespace": "ai-tenant-e2e-ipp-a-bdd5c7", "name": "ipp-route-bdd5c7", "reconcileID": "a0eef897-56b3-4876-aeec-c6c7201e89c7", "LLMInferenceService": "ipp-route-bdd5c7", "namespace": "ai-tenant-e2e-ipp-a-bdd5c7"} 2026-09-08T15:23:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bdd5c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bdd5c7", "reconcileID": "0d076971-a4a1-4da3-b9b6-80e61d6b75cb", "Gateway": "e2e-ipp-a-bdd5c7", "namespace": "openshift-ingress"} 2026-09-08T15:23:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bdd5c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bdd5c7", "reconcileID": "0d076971-a4a1-4da3-b9b6-80e61d6b75cb", "Gateway": "e2e-ipp-a-bdd5c7", "namespace": "openshift-ingress", "name": "e2e-ipp-a-bdd5c7-authn-ssl"} 2026-09-08T15:23:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bdd5c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bdd5c7", "reconcileID": "0d076971-a4a1-4da3-b9b6-80e61d6b75cb", "Gateway": "e2e-ipp-a-bdd5c7", "namespace": "openshift-ingress"} 2026-09-08T15:23:51Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bdd5c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bdd5c7", "reconcileID": "3b63eb25-0283-4f4c-a1ca-efffda8a1e09", "Gateway": "e2e-ipp-a-bdd5c7", "namespace": "openshift-ingress"} 2026-09-08T15:24:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-fa02a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-fa02a8", "reconcileID": "715f67e7-9e65-4588-be42-a0a237045594", "Gateway": "e2e-ipp-b-fa02a8", "namespace": "openshift-ingress"} 2026-09-08T15:24:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-fa02a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-fa02a8", "reconcileID": "715f67e7-9e65-4588-be42-a0a237045594", "Gateway": "e2e-ipp-b-fa02a8", "namespace": "openshift-ingress", "name": "e2e-ipp-b-fa02a8-authn-ssl"} 2026-09-08T15:24:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-fa02a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-fa02a8", "reconcileID": "715f67e7-9e65-4588-be42-a0a237045594", "Gateway": "e2e-ipp-b-fa02a8", "namespace": "openshift-ingress"} 2026-09-08T15:24:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-fa02a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-fa02a8", "reconcileID": "8a93edd1-6f95-4803-8bc6-4823b0c29931", "Gateway": "e2e-ipp-b-fa02a8", "namespace": "openshift-ingress"} 2026-09-08T15:24:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-fa02a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-fa02a8", "reconcileID": "8a93edd1-6f95-4803-8bc6-4823b0c29931", "Gateway": "e2e-ipp-b-fa02a8", "namespace": "openshift-ingress", "name": "e2e-ipp-b-fa02a8-authn-ssl"} 2026-09-08T15:24:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-fa02a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-fa02a8", "reconcileID": "8a93edd1-6f95-4803-8bc6-4823b0c29931", "Gateway": "e2e-ipp-b-fa02a8", "namespace": "openshift-ingress"} 2026-09-08T15:24:08Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-fa02a8"}, "namespace": "ai-tenant-e2e-ipp-b-fa02a8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9a3815d0-c489-4d6a-9659-ab9fb3f30a33", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-fa02a8"} 2026-09-08T15:24:08Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-fa02a8"}, "namespace": "ai-tenant-e2e-ipp-b-fa02a8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9a3815d0-c489-4d6a-9659-ab9fb3f30a33", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-fa02a8", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T15:24:08Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-fa02a8"}, "namespace": "ai-tenant-e2e-ipp-b-fa02a8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9a3815d0-c489-4d6a-9659-ab9fb3f30a33", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-fa02a8 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-08T15:24:08Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-fa02a8"}, "namespace": "ai-tenant-e2e-ipp-b-fa02a8", "name": "odh-trusted-ca-bundle", "reconcileID": "27165f57-0c78-46d1-b6fb-659141ee4467", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-fa02a8"} 2026-09-08T15:24:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-fa02a8"}, "namespace": "ai-tenant-e2e-ipp-b-fa02a8", "name": "odh-trusted-ca-bundle", "reconcileID": "27165f57-0c78-46d1-b6fb-659141ee4467", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-fa02a8"} 2026-09-08T15:24:08Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-fa02a8"}, "namespace": "ai-tenant-e2e-ipp-b-fa02a8", "name": "openshift-service-ca.crt", "reconcileID": "2acd45cd-c06b-47dd-a9d0-10d972b4d7b7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-fa02a8"} 2026-09-08T15:24:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-fa02a8"}, "namespace": "ai-tenant-e2e-ipp-b-fa02a8", "name": "openshift-service-ca.crt", "reconcileID": "2acd45cd-c06b-47dd-a9d0-10d972b4d7b7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-fa02a8"} 2026-09-08T15:24:08Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-fa02a8"}, "namespace": "ai-tenant-e2e-ipp-b-fa02a8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "caaab326-f79e-4c98-84ed-9b31eed9fd1c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-fa02a8"} 2026-09-08T15:24:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-fa02a8"}, "namespace": "ai-tenant-e2e-ipp-b-fa02a8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "caaab326-f79e-4c98-84ed-9b31eed9fd1c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-fa02a8"} 2026-09-08T15:24:09Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-fa02a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-fa02a8", "reconcileID": "3a482b38-4d49-408e-9d79-b321a5af8a67", "Gateway": "e2e-ipp-b-fa02a8", "namespace": "openshift-ingress"} 2026-09-08T15:24:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-ffa941","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-ffa941", "reconcileID": "fb125aeb-c460-4f83-b880-35a8d995b8ba", "Gateway": "e2e-shared-a-w3-ffa941", "namespace": "openshift-ingress"} 2026-09-08T15:24:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-ffa941","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-ffa941", "reconcileID": "fb125aeb-c460-4f83-b880-35a8d995b8ba", "Gateway": "e2e-shared-a-w3-ffa941", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-ffa941-authn-ssl"} 2026-09-08T15:24:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-ffa941","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-ffa941", "reconcileID": "fb125aeb-c460-4f83-b880-35a8d995b8ba", "Gateway": "e2e-shared-a-w3-ffa941", "namespace": "openshift-ingress"} 2026-09-08T15:24:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-ffa941","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-ffa941", "reconcileID": "5cc84c54-072f-45eb-a4e5-f18c9c89c908", "Gateway": "e2e-shared-a-w3-ffa941", "namespace": "openshift-ingress"} 2026-09-08T15:24:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-ffa941","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-ffa941", "reconcileID": "5cc84c54-072f-45eb-a4e5-f18c9c89c908", "Gateway": "e2e-shared-a-w3-ffa941", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-ffa941-authn-ssl"} 2026-09-08T15:24:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-ffa941","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-ffa941", "reconcileID": "5cc84c54-072f-45eb-a4e5-f18c9c89c908", "Gateway": "e2e-shared-a-w3-ffa941", "namespace": "openshift-ingress"} 2026-09-08T15:24:26Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-ffa941"}, "namespace": "ai-tenant-e2e-shared-a-w3-ffa941", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "05d99f73-2e0a-4f1e-8e1f-98449f5b9635", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-ffa941"} 2026-09-08T15:24:26Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-ffa941"}, "namespace": "ai-tenant-e2e-shared-a-w3-ffa941", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "05d99f73-2e0a-4f1e-8e1f-98449f5b9635", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-ffa941", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T15:24:26Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-ffa941"}, "namespace": "ai-tenant-e2e-shared-a-w3-ffa941", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "05d99f73-2e0a-4f1e-8e1f-98449f5b9635", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w3-ffa941 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-08T15:24:26Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-ffa941"}, "namespace": "ai-tenant-e2e-shared-a-w3-ffa941", "name": "odh-trusted-ca-bundle", "reconcileID": "61052230-c080-4277-8408-a883ac5411a2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-ffa941"} 2026-09-08T15:24:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-ffa941"}, "namespace": "ai-tenant-e2e-shared-a-w3-ffa941", "name": "odh-trusted-ca-bundle", "reconcileID": "61052230-c080-4277-8408-a883ac5411a2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-ffa941"} 2026-09-08T15:24:26Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-ffa941"}, "namespace": "ai-tenant-e2e-shared-a-w3-ffa941", "name": "openshift-service-ca.crt", "reconcileID": "c8030ca4-7c00-4237-bd5f-85849546ccf6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-ffa941"} 2026-09-08T15:24:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-ffa941"}, "namespace": "ai-tenant-e2e-shared-a-w3-ffa941", "name": "openshift-service-ca.crt", "reconcileID": "c8030ca4-7c00-4237-bd5f-85849546ccf6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-ffa941"} 2026-09-08T15:24:26Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-ffa941"}, "namespace": "ai-tenant-e2e-shared-a-w3-ffa941", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f7f5cce4-3495-4ca7-87d8-e57617c5f4c6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-ffa941"} 2026-09-08T15:24:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-ffa941"}, "namespace": "ai-tenant-e2e-shared-a-w3-ffa941", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f7f5cce4-3495-4ca7-87d8-e57617c5f4c6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-ffa941"} 2026-09-08T15:24:28Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-ffa941","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-ffa941", "reconcileID": "4ffe8b0b-c452-45d7-bf71-0b0ecaaafee3", "Gateway": "e2e-shared-a-w3-ffa941", "namespace": "openshift-ingress"} 2026-09-08T15:24:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-7be222","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7be222", "reconcileID": "91d0362e-a5ed-4c4f-9d04-43dde941e1c3", "Gateway": "e2e-shared-b-w3-7be222", "namespace": "openshift-ingress"} 2026-09-08T15:24:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-7be222","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7be222", "reconcileID": "91d0362e-a5ed-4c4f-9d04-43dde941e1c3", "Gateway": "e2e-shared-b-w3-7be222", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7be222-authn-ssl"} 2026-09-08T15:24:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-7be222","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7be222", "reconcileID": "91d0362e-a5ed-4c4f-9d04-43dde941e1c3", "Gateway": "e2e-shared-b-w3-7be222", "namespace": "openshift-ingress"} 2026-09-08T15:24:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-7be222","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7be222", "reconcileID": "80606a54-6058-464e-a0db-9532cd4c51db", "Gateway": "e2e-shared-b-w3-7be222", "namespace": "openshift-ingress"} 2026-09-08T15:24:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-7be222","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7be222", "reconcileID": "80606a54-6058-464e-a0db-9532cd4c51db", "Gateway": "e2e-shared-b-w3-7be222", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7be222-authn-ssl"} 2026-09-08T15:24:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-7be222","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7be222", "reconcileID": "80606a54-6058-464e-a0db-9532cd4c51db", "Gateway": "e2e-shared-b-w3-7be222", "namespace": "openshift-ingress"} 2026-09-08T15:24:45Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-7be222"}, "namespace": "ai-tenant-e2e-shared-b-w3-7be222", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6729132a-b2c2-4dd5-a374-4ee7a19f79b0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-7be222"} 2026-09-08T15:24:45Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-7be222"}, "namespace": "ai-tenant-e2e-shared-b-w3-7be222", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6729132a-b2c2-4dd5-a374-4ee7a19f79b0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-7be222", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T15:24:45Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-7be222"}, "namespace": "ai-tenant-e2e-shared-b-w3-7be222", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6729132a-b2c2-4dd5-a374-4ee7a19f79b0", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w3-7be222 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-08T15:24:45Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-7be222"}, "namespace": "ai-tenant-e2e-shared-b-w3-7be222", "name": "odh-trusted-ca-bundle", "reconcileID": "1f62dd3d-376c-472e-924d-8330b83da0d5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-7be222"} 2026-09-08T15:24:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-7be222"}, "namespace": "ai-tenant-e2e-shared-b-w3-7be222", "name": "odh-trusted-ca-bundle", "reconcileID": "1f62dd3d-376c-472e-924d-8330b83da0d5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-7be222"} 2026-09-08T15:24:45Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-7be222"}, "namespace": "ai-tenant-e2e-shared-b-w3-7be222", "name": "openshift-service-ca.crt", "reconcileID": "89fd71ee-b243-473f-ac0b-70af2606592d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-7be222"} 2026-09-08T15:24:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-7be222"}, "namespace": "ai-tenant-e2e-shared-b-w3-7be222", "name": "openshift-service-ca.crt", "reconcileID": "89fd71ee-b243-473f-ac0b-70af2606592d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-7be222"} 2026-09-08T15:24:45Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-7be222"}, "namespace": "ai-tenant-e2e-shared-b-w3-7be222", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "20f39264-c073-4f0e-8bec-21c70d41125e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-7be222"} 2026-09-08T15:24:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-7be222"}, "namespace": "ai-tenant-e2e-shared-b-w3-7be222", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "20f39264-c073-4f0e-8bec-21c70d41125e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-7be222"} 2026-09-08T15:24:45Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-7be222","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7be222", "reconcileID": "6939bdb3-86a8-4263-a77f-3e8a9fbcf15c", "Gateway": "e2e-shared-b-w3-7be222", "namespace": "openshift-ingress"} 2026-09-08T15:25:46Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-08T15:25:46Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-08T15:25:47Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-08T15:25:47Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-08T15:29:03Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0572b5a6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0572b5a6", "reconcileID": "9ef8fee3-e569-4ef1-bbd9-4c10be17a05b", "LLMInferenceService": "e2e-same-id-a-0572b5a6", "namespace": "llm"} 2026-09-08T15:29:03Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0572b5a6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0572b5a6", "reconcileID": "9ef8fee3-e569-4ef1-bbd9-4c10be17a05b", "LLMInferenceService": "e2e-same-id-a-0572b5a6", "namespace": "llm"} 2026-09-08T15:29:03Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0572b5a6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0572b5a6", "reconcileID": "9ef8fee3-e569-4ef1-bbd9-4c10be17a05b", "LLMInferenceService": "e2e-same-id-a-0572b5a6", "namespace": "llm"} 2026-09-08T15:29:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8f5984ea-6558-415c-9f91-f5abfedac18f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T15:29:03Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0572b5a6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0572b5a6", "reconcileID": "9ef8fee3-e569-4ef1-bbd9-4c10be17a05b", "LLMInferenceService": "e2e-same-id-a-0572b5a6", "namespace": "llm", "name": "e2e-same-id-a-0572b5a6-kserve-route-authn"} 2026-09-08T15:29:03Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0572b5a6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0572b5a6", "reconcileID": "9ef8fee3-e569-4ef1-bbd9-4c10be17a05b", "LLMInferenceService": "e2e-same-id-a-0572b5a6", "namespace": "llm", "authType": "userdefined"} 2026-09-08T15:29:03Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0572b5a6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0572b5a6", "reconcileID": "9ef8fee3-e569-4ef1-bbd9-4c10be17a05b", "LLMInferenceService": "e2e-same-id-a-0572b5a6", "namespace": "llm"} 2026-09-08T15:29:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8f5984ea-6558-415c-9f91-f5abfedac18f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-08T15:29:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8f5984ea-6558-415c-9f91-f5abfedac18f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T15:29:03Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0572b5a6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0572b5a6", "reconcileID": "20c13def-94e7-4c6c-9170-4d6ed03c0598", "LLMInferenceService": "e2e-same-id-a-0572b5a6", "namespace": "llm"} 2026-09-08T15:29:03Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0572b5a6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0572b5a6", "reconcileID": "20c13def-94e7-4c6c-9170-4d6ed03c0598", "LLMInferenceService": "e2e-same-id-a-0572b5a6", "namespace": "llm"} 2026-09-08T15:29:03Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0572b5a6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0572b5a6", "reconcileID": "20c13def-94e7-4c6c-9170-4d6ed03c0598", "LLMInferenceService": "e2e-same-id-a-0572b5a6", "namespace": "llm"} 2026-09-08T15:29:03Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0572b5a6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0572b5a6", "reconcileID": "20c13def-94e7-4c6c-9170-4d6ed03c0598", "LLMInferenceService": "e2e-same-id-a-0572b5a6", "namespace": "llm", "name": "e2e-same-id-a-0572b5a6-kserve-route-authn"} 2026-09-08T15:29:03Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0572b5a6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0572b5a6", "reconcileID": "20c13def-94e7-4c6c-9170-4d6ed03c0598", "LLMInferenceService": "e2e-same-id-a-0572b5a6", "namespace": "llm", "authType": "userdefined"} 2026-09-08T15:29:03Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0572b5a6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0572b5a6", "reconcileID": "20c13def-94e7-4c6c-9170-4d6ed03c0598", "LLMInferenceService": "e2e-same-id-a-0572b5a6", "namespace": "llm"} 2026-09-08T15:29:03Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0572b5a6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0572b5a6", "reconcileID": "bbf83bac-2c70-46ba-9ce9-2d89292f7338", "LLMInferenceService": "e2e-same-id-b-0572b5a6", "namespace": "llm"} 2026-09-08T15:29:03Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0572b5a6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0572b5a6", "reconcileID": "bbf83bac-2c70-46ba-9ce9-2d89292f7338", "LLMInferenceService": "e2e-same-id-b-0572b5a6", "namespace": "llm"} 2026-09-08T15:29:03Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0572b5a6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0572b5a6", "reconcileID": "bbf83bac-2c70-46ba-9ce9-2d89292f7338", "LLMInferenceService": "e2e-same-id-b-0572b5a6", "namespace": "llm"} 2026-09-08T15:29:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "dfb23d12-f4ca-49c1-987c-973e439148cd", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T15:29:03Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0572b5a6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0572b5a6", "reconcileID": "bbf83bac-2c70-46ba-9ce9-2d89292f7338", "LLMInferenceService": "e2e-same-id-b-0572b5a6", "namespace": "llm", "name": "e2e-same-id-b-0572b5a6-kserve-route-authn"} 2026-09-08T15:29:03Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0572b5a6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0572b5a6", "reconcileID": "bbf83bac-2c70-46ba-9ce9-2d89292f7338", "LLMInferenceService": "e2e-same-id-b-0572b5a6", "namespace": "llm", "authType": "userdefined"} 2026-09-08T15:29:03Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0572b5a6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0572b5a6", "reconcileID": "bbf83bac-2c70-46ba-9ce9-2d89292f7338", "LLMInferenceService": "e2e-same-id-b-0572b5a6", "namespace": "llm"} 2026-09-08T15:29:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "dfb23d12-f4ca-49c1-987c-973e439148cd", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-08T15:29:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "dfb23d12-f4ca-49c1-987c-973e439148cd", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T15:29:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a89b3911-9476-48ee-aa4c-22e31989c33e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T15:29:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a89b3911-9476-48ee-aa4c-22e31989c33e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-08T15:29:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a89b3911-9476-48ee-aa4c-22e31989c33e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T15:29:18Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0572b5a6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0572b5a6", "reconcileID": "ed04de03-327b-47c5-ba97-5b026b49b0f8", "LLMInferenceService": "e2e-same-id-a-0572b5a6", "namespace": "llm"} 2026-09-08T15:29:18Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0572b5a6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0572b5a6", "reconcileID": "ed04de03-327b-47c5-ba97-5b026b49b0f8", "LLMInferenceService": "e2e-same-id-a-0572b5a6", "namespace": "llm"} 2026-09-08T15:29:18Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0572b5a6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0572b5a6", "reconcileID": "ed04de03-327b-47c5-ba97-5b026b49b0f8", "LLMInferenceService": "e2e-same-id-a-0572b5a6", "namespace": "llm"} 2026-09-08T15:29:18Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0572b5a6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0572b5a6", "reconcileID": "ed04de03-327b-47c5-ba97-5b026b49b0f8", "LLMInferenceService": "e2e-same-id-a-0572b5a6", "namespace": "llm", "name": "e2e-same-id-a-0572b5a6-kserve-route-authn"} 2026-09-08T15:29:18Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0572b5a6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0572b5a6", "reconcileID": "ed04de03-327b-47c5-ba97-5b026b49b0f8", "LLMInferenceService": "e2e-same-id-a-0572b5a6", "namespace": "llm", "authType": "userdefined"} 2026-09-08T15:29:18Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0572b5a6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0572b5a6", "reconcileID": "ed04de03-327b-47c5-ba97-5b026b49b0f8", "LLMInferenceService": "e2e-same-id-a-0572b5a6", "namespace": "llm"} 2026-09-08T15:29:18Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0572b5a6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0572b5a6", "reconcileID": "d9b8b20a-d1a6-4815-abf5-79d86bc27628", "LLMInferenceService": "e2e-same-id-b-0572b5a6", "namespace": "llm"} 2026-09-08T15:29:18Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0572b5a6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0572b5a6", "reconcileID": "d9b8b20a-d1a6-4815-abf5-79d86bc27628", "LLMInferenceService": "e2e-same-id-b-0572b5a6", "namespace": "llm"} 2026-09-08T15:29:18Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0572b5a6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0572b5a6", "reconcileID": "d9b8b20a-d1a6-4815-abf5-79d86bc27628", "LLMInferenceService": "e2e-same-id-b-0572b5a6", "namespace": "llm"} 2026-09-08T15:29:18Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0572b5a6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0572b5a6", "reconcileID": "d9b8b20a-d1a6-4815-abf5-79d86bc27628", "LLMInferenceService": "e2e-same-id-b-0572b5a6", "namespace": "llm", "name": "e2e-same-id-b-0572b5a6-kserve-route-authn"} 2026-09-08T15:29:18Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0572b5a6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0572b5a6", "reconcileID": "d9b8b20a-d1a6-4815-abf5-79d86bc27628", "LLMInferenceService": "e2e-same-id-b-0572b5a6", "namespace": "llm", "authType": "userdefined"} 2026-09-08T15:29:18Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0572b5a6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0572b5a6", "reconcileID": "d9b8b20a-d1a6-4815-abf5-79d86bc27628", "LLMInferenceService": "e2e-same-id-b-0572b5a6", "namespace": "llm"} 2026-09-08T15:29:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e2f1e0e1-dff7-41bc-bccb-2cd5af29e970", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T15:29:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e2f1e0e1-dff7-41bc-bccb-2cd5af29e970", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-08T15:29:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e2f1e0e1-dff7-41bc-bccb-2cd5af29e970", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T15:29:32Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0572b5a6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0572b5a6", "reconcileID": "1bd2ff02-0a7b-4ce6-a8c2-e3b72c64e198", "LLMInferenceService": "e2e-same-id-b-0572b5a6", "namespace": "llm"} 2026-09-08T15:29:32Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0572b5a6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0572b5a6", "reconcileID": "1bd2ff02-0a7b-4ce6-a8c2-e3b72c64e198", "LLMInferenceService": "e2e-same-id-b-0572b5a6", "namespace": "llm"} 2026-09-08T15:29:32Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0572b5a6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0572b5a6", "reconcileID": "1bd2ff02-0a7b-4ce6-a8c2-e3b72c64e198", "LLMInferenceService": "e2e-same-id-b-0572b5a6", "namespace": "llm"} 2026-09-08T15:29:32Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0572b5a6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0572b5a6", "reconcileID": "1bd2ff02-0a7b-4ce6-a8c2-e3b72c64e198", "LLMInferenceService": "e2e-same-id-b-0572b5a6", "namespace": "llm", "name": "e2e-same-id-b-0572b5a6-kserve-route-authn"} 2026-09-08T15:29:32Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0572b5a6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0572b5a6", "reconcileID": "1bd2ff02-0a7b-4ce6-a8c2-e3b72c64e198", "LLMInferenceService": "e2e-same-id-b-0572b5a6", "namespace": "llm", "authType": "userdefined"} 2026-09-08T15:29:32Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0572b5a6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0572b5a6", "reconcileID": "1bd2ff02-0a7b-4ce6-a8c2-e3b72c64e198", "LLMInferenceService": "e2e-same-id-b-0572b5a6", "namespace": "llm"} 2026-09-08T15:29:41Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0572b5a6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0572b5a6", "reconcileID": "ba9ddeaf-41ff-4204-a07a-35b6d57775bf", "LLMInferenceService": "e2e-same-id-a-0572b5a6", "namespace": "llm"} 2026-09-08T15:29:41Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0572b5a6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0572b5a6", "reconcileID": "ba9ddeaf-41ff-4204-a07a-35b6d57775bf", "LLMInferenceService": "e2e-same-id-a-0572b5a6", "namespace": "llm"} 2026-09-08T15:29:41Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0572b5a6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0572b5a6", "reconcileID": "ba9ddeaf-41ff-4204-a07a-35b6d57775bf", "LLMInferenceService": "e2e-same-id-a-0572b5a6", "namespace": "llm"} 2026-09-08T15:29:41Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0572b5a6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0572b5a6", "reconcileID": "ba9ddeaf-41ff-4204-a07a-35b6d57775bf", "LLMInferenceService": "e2e-same-id-a-0572b5a6", "namespace": "llm", "name": "e2e-same-id-a-0572b5a6-kserve-route-authn"} 2026-09-08T15:29:41Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0572b5a6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0572b5a6", "reconcileID": "ba9ddeaf-41ff-4204-a07a-35b6d57775bf", "LLMInferenceService": "e2e-same-id-a-0572b5a6", "namespace": "llm", "authType": "userdefined"} 2026-09-08T15:29:41Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0572b5a6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0572b5a6", "reconcileID": "ba9ddeaf-41ff-4204-a07a-35b6d57775bf", "LLMInferenceService": "e2e-same-id-a-0572b5a6", "namespace": "llm"} 2026-09-08T15:29:45Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0572b5a6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0572b5a6", "reconcileID": "b389a5a4-fa2f-44dd-ba75-b4054b3bf422", "LLMInferenceService": "e2e-same-id-b-0572b5a6", "namespace": "llm"} 2026-09-08T15:29:45Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0572b5a6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0572b5a6", "reconcileID": "b389a5a4-fa2f-44dd-ba75-b4054b3bf422", "LLMInferenceService": "e2e-same-id-b-0572b5a6", "namespace": "llm"} 2026-09-08T15:29:45Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0572b5a6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0572b5a6", "reconcileID": "b389a5a4-fa2f-44dd-ba75-b4054b3bf422", "LLMInferenceService": "e2e-same-id-b-0572b5a6", "namespace": "llm"} 2026-09-08T15:29:45Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0572b5a6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0572b5a6", "reconcileID": "b389a5a4-fa2f-44dd-ba75-b4054b3bf422", "LLMInferenceService": "e2e-same-id-b-0572b5a6", "namespace": "llm", "name": "e2e-same-id-b-0572b5a6-kserve-route-authn"} 2026-09-08T15:29:45Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0572b5a6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0572b5a6", "reconcileID": "b389a5a4-fa2f-44dd-ba75-b4054b3bf422", "LLMInferenceService": "e2e-same-id-b-0572b5a6", "namespace": "llm", "authType": "userdefined"} 2026-09-08T15:29:45Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0572b5a6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0572b5a6", "reconcileID": "b389a5a4-fa2f-44dd-ba75-b4054b3bf422", "LLMInferenceService": "e2e-same-id-b-0572b5a6", "namespace": "llm"} 2026-09-08T15:29:48Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0572b5a6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0572b5a6", "reconcileID": "44c0c2fd-f660-44b9-a346-946d1ca91159", "LLMInferenceService": "e2e-same-id-a-0572b5a6", "namespace": "llm"} 2026-09-08T15:29:48Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0572b5a6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0572b5a6", "reconcileID": "44c0c2fd-f660-44b9-a346-946d1ca91159", "LLMInferenceService": "e2e-same-id-a-0572b5a6", "namespace": "llm", "name": "e2e-same-id-a-0572b5a6"} 2026-09-08T15:29:48Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0572b5a6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0572b5a6", "reconcileID": "44c0c2fd-f660-44b9-a346-946d1ca91159", "LLMInferenceService": "e2e-same-id-a-0572b5a6", "namespace": "llm"} 2026-09-08T15:29:48Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0572b5a6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0572b5a6", "reconcileID": "44c0c2fd-f660-44b9-a346-946d1ca91159", "LLMInferenceService": "e2e-same-id-a-0572b5a6", "namespace": "llm"} 2026-09-08T15:29:48Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0572b5a6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0572b5a6", "reconcileID": "44c0c2fd-f660-44b9-a346-946d1ca91159", "LLMInferenceService": "e2e-same-id-a-0572b5a6", "namespace": "llm", "name": "e2e-same-id-a-0572b5a6-kserve-route-authn"} 2026-09-08T15:29:48Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0572b5a6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0572b5a6", "reconcileID": "44c0c2fd-f660-44b9-a346-946d1ca91159", "LLMInferenceService": "e2e-same-id-a-0572b5a6", "namespace": "llm", "name": "e2e-same-id-a-0572b5a6-kserve-route-authn"} 2026-09-08T15:29:48Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-0572b5a6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-0572b5a6", "reconcileID": "daca3a1d-294d-428a-9654-b8b5f8af69af", "LLMInferenceService": "e2e-same-id-a-0572b5a6", "namespace": "llm"} 2026-09-08T15:29:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "acc8da7f-1bfa-404a-b060-d3ecd55ee36e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T15:29:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "acc8da7f-1bfa-404a-b060-d3ecd55ee36e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-08T15:29:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "acc8da7f-1bfa-404a-b060-d3ecd55ee36e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T15:29:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "bc8983e8-bf78-49b1-8927-b9cc647d0e41", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T15:29:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "bc8983e8-bf78-49b1-8927-b9cc647d0e41", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-08T15:29:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "bc8983e8-bf78-49b1-8927-b9cc647d0e41", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T15:29:48Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0572b5a6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0572b5a6", "reconcileID": "436c298b-ec52-4aa4-ab54-016af0434081", "LLMInferenceService": "e2e-same-id-b-0572b5a6", "namespace": "llm"} 2026-09-08T15:29:48Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0572b5a6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0572b5a6", "reconcileID": "436c298b-ec52-4aa4-ab54-016af0434081", "LLMInferenceService": "e2e-same-id-b-0572b5a6", "namespace": "llm", "name": "e2e-same-id-b-0572b5a6"} 2026-09-08T15:29:48Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0572b5a6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0572b5a6", "reconcileID": "436c298b-ec52-4aa4-ab54-016af0434081", "LLMInferenceService": "e2e-same-id-b-0572b5a6", "namespace": "llm"} 2026-09-08T15:29:48Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0572b5a6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0572b5a6", "reconcileID": "436c298b-ec52-4aa4-ab54-016af0434081", "LLMInferenceService": "e2e-same-id-b-0572b5a6", "namespace": "llm"} 2026-09-08T15:29:48Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0572b5a6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0572b5a6", "reconcileID": "436c298b-ec52-4aa4-ab54-016af0434081", "LLMInferenceService": "e2e-same-id-b-0572b5a6", "namespace": "llm", "name": "e2e-same-id-b-0572b5a6-kserve-route-authn"} 2026-09-08T15:29:48Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0572b5a6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0572b5a6", "reconcileID": "436c298b-ec52-4aa4-ab54-016af0434081", "LLMInferenceService": "e2e-same-id-b-0572b5a6", "namespace": "llm", "name": "e2e-same-id-b-0572b5a6-kserve-route-authn"} 2026-09-08T15:29:49Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-0572b5a6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-0572b5a6", "reconcileID": "17af8660-1b77-4602-ad64-1c92f2cbff2e", "LLMInferenceService": "e2e-same-id-b-0572b5a6", "namespace": "llm"} 2026-09-08T15:29:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3f83e6c6-c9ee-47d4-9074-265f8c7350cd", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T15:29:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3f83e6c6-c9ee-47d4-9074-265f8c7350cd", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-08T15:29:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3f83e6c6-c9ee-47d4-9074-265f8c7350cd", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T15:29:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "51588975-dc51-4fda-bd04-0ca3d8fdcabb", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T15:29:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "51588975-dc51-4fda-bd04-0ca3d8fdcabb", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-08T15:29:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "51588975-dc51-4fda-bd04-0ca3d8fdcabb", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}