2026-09-09T07:14:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-d8398c"}, "namespace": "ai-tenant-e2e-api-b-d8398c", "name": "openshift-service-ca.crt", "reconcileID": "46656b9d-9bd4-4651-b77e-7435ecefe16c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-d8398c"} 2026-09-09T07:14:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-d8398c"}, "namespace": "ai-tenant-e2e-api-b-d8398c", "name": "odh-trusted-ca-bundle", "reconcileID": "1c239698-64d9-40b9-919e-0e40ce189046", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-d8398c"} 2026-09-09T07:14:37Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-d8398c"}, "namespace": "ai-tenant-e2e-api-b-d8398c", "name": "openshift-service-ca.crt", "reconcileID": "89cd63fb-1d72-478d-a272-1d853b0834a5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-d8398c", "create": "odh-kserve-custom-ca-bundle"} 2026-09-09T07:14:37Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-d8398c"}, "namespace": "ai-tenant-e2e-api-b-d8398c", "name": "openshift-service-ca.crt", "reconcileID": "89cd63fb-1d72-478d-a272-1d853b0834a5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-d8398c"} 2026-09-09T07:14:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-d8398c"}, "namespace": "ai-tenant-e2e-api-b-d8398c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "88d1f573-1521-4411-97f5-72ba84a17c40", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-d8398c"} 2026-09-09T07:14:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-d8398c"}, "namespace": "ai-tenant-e2e-api-b-d8398c", "name": "openshift-service-ca.crt", "reconcileID": "f5d6c7a3-6ad0-4d4b-8e73-84900c877d8f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-d8398c"} 2026-09-09T07:14:37Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-d8398c"}, "namespace": "ai-tenant-e2e-api-b-d8398c", "name": "odh-trusted-ca-bundle", "reconcileID": "8cdb207f-9aa4-4e57-b948-39c286d13b51", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-d8398c", "update": "odh-kserve-custom-ca-bundle"} 2026-09-09T07:14:37Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-d8398c"}, "namespace": "ai-tenant-e2e-api-b-d8398c", "name": "odh-trusted-ca-bundle", "reconcileID": "8cdb207f-9aa4-4e57-b948-39c286d13b51", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-d8398c"} 2026-09-09T07:14:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-d8398c"}, "namespace": "ai-tenant-e2e-api-b-d8398c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "27158ea3-aa1c-443f-96f8-2ba7a5609878", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-d8398c"} 2026-09-09T07:14:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-d8398c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-d8398c", "reconcileID": "29d153c3-ea61-423d-9ac7-717b00463a83", "Gateway": "e2e-api-b-d8398c", "namespace": "openshift-ingress"} 2026-09-09T07:14:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-d8398c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-d8398c", "reconcileID": "29d153c3-ea61-423d-9ac7-717b00463a83", "Gateway": "e2e-api-b-d8398c", "namespace": "openshift-ingress", "name": "e2e-api-b-d8398c-authn-ssl"} 2026-09-09T07:14:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-d8398c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-d8398c", "reconcileID": "29d153c3-ea61-423d-9ac7-717b00463a83", "Gateway": "e2e-api-b-d8398c", "namespace": "openshift-ingress"} 2026-09-09T07:14:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-d8398c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-d8398c", "reconcileID": "e1b129da-75f4-446b-87e0-60282ab40cb9", "Gateway": "e2e-api-b-d8398c", "namespace": "openshift-ingress"} 2026-09-09T07:14:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-d8398c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-d8398c", "reconcileID": "e1b129da-75f4-446b-87e0-60282ab40cb9", "Gateway": "e2e-api-b-d8398c", "namespace": "openshift-ingress", "name": "e2e-api-b-d8398c-authn-ssl"} 2026-09-09T07:14:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-d8398c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-d8398c", "reconcileID": "e1b129da-75f4-446b-87e0-60282ab40cb9", "Gateway": "e2e-api-b-d8398c", "namespace": "openshift-ingress"} 2026-09-09T07:15:08Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ea0f1c","namespace":"ai-tenant-e2e-shared-a-w3-ea0f1c"}, "namespace": "ai-tenant-e2e-shared-a-w3-ea0f1c", "name": "rate-test-model-ea0f1c", "reconcileID": "e1da8fae-c143-4674-ad59-3f1f0890c79d", "LLMInferenceService": "rate-test-model-ea0f1c", "namespace": "ai-tenant-e2e-shared-a-w3-ea0f1c"} 2026-09-09T07:15:08Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ea0f1c","namespace":"ai-tenant-e2e-shared-a-w3-ea0f1c"}, "namespace": "ai-tenant-e2e-shared-a-w3-ea0f1c", "name": "rate-test-model-ea0f1c", "reconcileID": "e1da8fae-c143-4674-ad59-3f1f0890c79d", "LLMInferenceService": "rate-test-model-ea0f1c", "namespace": "ai-tenant-e2e-shared-a-w3-ea0f1c", "name": "rate-test-model-ea0f1c"} 2026-09-09T07:15:08Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ea0f1c","namespace":"ai-tenant-e2e-shared-a-w3-ea0f1c"}, "namespace": "ai-tenant-e2e-shared-a-w3-ea0f1c", "name": "rate-test-model-ea0f1c", "reconcileID": "e1da8fae-c143-4674-ad59-3f1f0890c79d", "LLMInferenceService": "rate-test-model-ea0f1c", "namespace": "ai-tenant-e2e-shared-a-w3-ea0f1c"} 2026-09-09T07:15:08Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ea0f1c","namespace":"ai-tenant-e2e-shared-a-w3-ea0f1c"}, "namespace": "ai-tenant-e2e-shared-a-w3-ea0f1c", "name": "rate-test-model-ea0f1c", "reconcileID": "e1da8fae-c143-4674-ad59-3f1f0890c79d", "LLMInferenceService": "rate-test-model-ea0f1c", "namespace": "ai-tenant-e2e-shared-a-w3-ea0f1c"} 2026-09-09T07:15:08Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ea0f1c","namespace":"ai-tenant-e2e-shared-a-w3-ea0f1c"}, "namespace": "ai-tenant-e2e-shared-a-w3-ea0f1c", "name": "rate-test-model-ea0f1c", "reconcileID": "e1da8fae-c143-4674-ad59-3f1f0890c79d", "LLMInferenceService": "rate-test-model-ea0f1c", "namespace": "ai-tenant-e2e-shared-a-w3-ea0f1c", "name": "rate-test-model-ea0f1c-kserve-route-authn"} 2026-09-09T07:15:08Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ea0f1c","namespace":"ai-tenant-e2e-shared-a-w3-ea0f1c"}, "namespace": "ai-tenant-e2e-shared-a-w3-ea0f1c", "name": "rate-test-model-ea0f1c", "reconcileID": "e1da8fae-c143-4674-ad59-3f1f0890c79d", "LLMInferenceService": "rate-test-model-ea0f1c", "namespace": "ai-tenant-e2e-shared-a-w3-ea0f1c", "name": "rate-test-model-ea0f1c-kserve-route-authn"} 2026-09-09T07:15:08Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ea0f1c","namespace":"ai-tenant-e2e-shared-a-w3-ea0f1c"}, "namespace": "ai-tenant-e2e-shared-a-w3-ea0f1c", "name": "rate-test-model-ea0f1c", "reconcileID": "e1da8fae-c143-4674-ad59-3f1f0890c79d", "LLMInferenceService": "rate-test-model-ea0f1c", "namespace": "ai-tenant-e2e-shared-a-w3-ea0f1c", "namespace": "ai-tenant-e2e-shared-a-w3-ea0f1c"} 2026-09-09T07:15:08Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ea0f1c","namespace":"ai-tenant-e2e-shared-a-w3-ea0f1c"}, "namespace": "ai-tenant-e2e-shared-a-w3-ea0f1c", "name": "rate-test-model-ea0f1c", "reconcileID": "e1da8fae-c143-4674-ad59-3f1f0890c79d", "LLMInferenceService": "rate-test-model-ea0f1c", "namespace": "ai-tenant-e2e-shared-a-w3-ea0f1c", "namespace": "ai-tenant-e2e-shared-a-w3-ea0f1c"} 2026-09-09T07:15:08Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ea0f1c","namespace":"ai-tenant-e2e-shared-a-w3-ea0f1c"}, "namespace": "ai-tenant-e2e-shared-a-w3-ea0f1c", "name": "rate-test-model-ea0f1c", "reconcileID": "2c75d83d-50ca-4ef9-9d31-7101f32d45b8", "LLMInferenceService": "rate-test-model-ea0f1c", "namespace": "ai-tenant-e2e-shared-a-w3-ea0f1c"} 2026-09-09T07:15:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-ea0f1c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-ea0f1c", "reconcileID": "59136197-ea7b-4ba0-9bee-99f4d4224f66", "Gateway": "e2e-shared-a-w3-ea0f1c", "namespace": "openshift-ingress"} 2026-09-09T07:15:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-ea0f1c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-ea0f1c", "reconcileID": "59136197-ea7b-4ba0-9bee-99f4d4224f66", "Gateway": "e2e-shared-a-w3-ea0f1c", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-ea0f1c-authn-ssl"} 2026-09-09T07:15:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-ea0f1c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-ea0f1c", "reconcileID": "59136197-ea7b-4ba0-9bee-99f4d4224f66", "Gateway": "e2e-shared-a-w3-ea0f1c", "namespace": "openshift-ingress"} 2026-09-09T07:15:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-ea0f1c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-ea0f1c", "reconcileID": "d797ff39-7d85-414b-b3a4-237d3a5de49b", "Gateway": "e2e-shared-a-w3-ea0f1c", "namespace": "openshift-ingress"} 2026-09-09T07:15:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-ea0f1c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-ea0f1c", "reconcileID": "d797ff39-7d85-414b-b3a4-237d3a5de49b", "Gateway": "e2e-shared-a-w3-ea0f1c", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-ea0f1c-authn-ssl"} 2026-09-09T07:15:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-ea0f1c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-ea0f1c", "reconcileID": "d797ff39-7d85-414b-b3a4-237d3a5de49b", "Gateway": "e2e-shared-a-w3-ea0f1c", "namespace": "openshift-ingress"} 2026-09-09T07:15:09Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-988b24","namespace":"ai-tenant-e2e-shared-b-w3-988b24"}, "namespace": "ai-tenant-e2e-shared-b-w3-988b24", "name": "rate-test-model-988b24", "reconcileID": "e5388287-ebf1-4a02-abae-9d1c904d4947", "LLMInferenceService": "rate-test-model-988b24", "namespace": "ai-tenant-e2e-shared-b-w3-988b24"} 2026-09-09T07:15:09Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-988b24","namespace":"ai-tenant-e2e-shared-b-w3-988b24"}, "namespace": "ai-tenant-e2e-shared-b-w3-988b24", "name": "rate-test-model-988b24", "reconcileID": "e5388287-ebf1-4a02-abae-9d1c904d4947", "LLMInferenceService": "rate-test-model-988b24", "namespace": "ai-tenant-e2e-shared-b-w3-988b24", "name": "rate-test-model-988b24"} 2026-09-09T07:15:09Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-988b24","namespace":"ai-tenant-e2e-shared-b-w3-988b24"}, "namespace": "ai-tenant-e2e-shared-b-w3-988b24", "name": "rate-test-model-988b24", "reconcileID": "e5388287-ebf1-4a02-abae-9d1c904d4947", "LLMInferenceService": "rate-test-model-988b24", "namespace": "ai-tenant-e2e-shared-b-w3-988b24"} 2026-09-09T07:15:09Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-988b24","namespace":"ai-tenant-e2e-shared-b-w3-988b24"}, "namespace": "ai-tenant-e2e-shared-b-w3-988b24", "name": "rate-test-model-988b24", "reconcileID": "e5388287-ebf1-4a02-abae-9d1c904d4947", "LLMInferenceService": "rate-test-model-988b24", "namespace": "ai-tenant-e2e-shared-b-w3-988b24"} 2026-09-09T07:15:09Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-988b24","namespace":"ai-tenant-e2e-shared-b-w3-988b24"}, "namespace": "ai-tenant-e2e-shared-b-w3-988b24", "name": "rate-test-model-988b24", "reconcileID": "e5388287-ebf1-4a02-abae-9d1c904d4947", "LLMInferenceService": "rate-test-model-988b24", "namespace": "ai-tenant-e2e-shared-b-w3-988b24", "name": "rate-test-model-988b24-kserve-route-authn"} 2026-09-09T07:15:09Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-988b24","namespace":"ai-tenant-e2e-shared-b-w3-988b24"}, "namespace": "ai-tenant-e2e-shared-b-w3-988b24", "name": "rate-test-model-988b24", "reconcileID": "e5388287-ebf1-4a02-abae-9d1c904d4947", "LLMInferenceService": "rate-test-model-988b24", "namespace": "ai-tenant-e2e-shared-b-w3-988b24", "name": "rate-test-model-988b24-kserve-route-authn"} 2026-09-09T07:15:09Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-988b24","namespace":"ai-tenant-e2e-shared-b-w3-988b24"}, "namespace": "ai-tenant-e2e-shared-b-w3-988b24", "name": "rate-test-model-988b24", "reconcileID": "e5388287-ebf1-4a02-abae-9d1c904d4947", "LLMInferenceService": "rate-test-model-988b24", "namespace": "ai-tenant-e2e-shared-b-w3-988b24", "namespace": "ai-tenant-e2e-shared-b-w3-988b24"} 2026-09-09T07:15:09Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-988b24","namespace":"ai-tenant-e2e-shared-b-w3-988b24"}, "namespace": "ai-tenant-e2e-shared-b-w3-988b24", "name": "rate-test-model-988b24", "reconcileID": "e5388287-ebf1-4a02-abae-9d1c904d4947", "LLMInferenceService": "rate-test-model-988b24", "namespace": "ai-tenant-e2e-shared-b-w3-988b24", "namespace": "ai-tenant-e2e-shared-b-w3-988b24"} 2026-09-09T07:15:09Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-988b24","namespace":"ai-tenant-e2e-shared-b-w3-988b24"}, "namespace": "ai-tenant-e2e-shared-b-w3-988b24", "name": "rate-test-model-988b24", "reconcileID": "ea926c53-97fa-44b2-8664-9458743e7c7a", "LLMInferenceService": "rate-test-model-988b24", "namespace": "ai-tenant-e2e-shared-b-w3-988b24"} 2026-09-09T07:15:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-988b24","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-988b24", "reconcileID": "4cd6a1e2-5303-4ab4-8c05-10b85505276e", "Gateway": "e2e-shared-b-w3-988b24", "namespace": "openshift-ingress"} 2026-09-09T07:15:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-988b24","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-988b24", "reconcileID": "4cd6a1e2-5303-4ab4-8c05-10b85505276e", "Gateway": "e2e-shared-b-w3-988b24", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-988b24-authn-ssl"} 2026-09-09T07:15:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-988b24","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-988b24", "reconcileID": "4cd6a1e2-5303-4ab4-8c05-10b85505276e", "Gateway": "e2e-shared-b-w3-988b24", "namespace": "openshift-ingress"} 2026-09-09T07:15:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-988b24","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-988b24", "reconcileID": "a02c95b2-d854-49f3-b149-edcac143fbec", "Gateway": "e2e-shared-b-w3-988b24", "namespace": "openshift-ingress"} 2026-09-09T07:15:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-988b24","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-988b24", "reconcileID": "a02c95b2-d854-49f3-b149-edcac143fbec", "Gateway": "e2e-shared-b-w3-988b24", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-988b24-authn-ssl"} 2026-09-09T07:15:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-988b24","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-988b24", "reconcileID": "a02c95b2-d854-49f3-b149-edcac143fbec", "Gateway": "e2e-shared-b-w3-988b24", "namespace": "openshift-ingress"} 2026-09-09T07:15:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bea943","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bea943", "reconcileID": "bf435ad0-249c-4821-b23f-0eacd6a8abd1", "Gateway": "e2e-ipp-a-bea943", "namespace": "openshift-ingress"} 2026-09-09T07:15:10Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bea943","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bea943", "reconcileID": "bf435ad0-249c-4821-b23f-0eacd6a8abd1", "Gateway": "e2e-ipp-a-bea943", "namespace": "openshift-ingress", "name": "e2e-ipp-a-bea943-authn-ssl"} 2026-09-09T07:15:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bea943","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bea943", "reconcileID": "bf435ad0-249c-4821-b23f-0eacd6a8abd1", "Gateway": "e2e-ipp-a-bea943", "namespace": "openshift-ingress"} 2026-09-09T07:15:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bea943","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bea943", "reconcileID": "7d47fa98-df56-4186-b4f3-1c332a182415", "Gateway": "e2e-ipp-a-bea943", "namespace": "openshift-ingress"} 2026-09-09T07:15:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bea943","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bea943", "reconcileID": "7d47fa98-df56-4186-b4f3-1c332a182415", "Gateway": "e2e-ipp-a-bea943", "namespace": "openshift-ingress", "name": "e2e-ipp-a-bea943-authn-ssl"} 2026-09-09T07:15:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bea943","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bea943", "reconcileID": "7d47fa98-df56-4186-b4f3-1c332a182415", "Gateway": "e2e-ipp-a-bea943", "namespace": "openshift-ingress"} 2026-09-09T07:15:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bea943","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bea943", "reconcileID": "0da748af-d956-4b77-bf27-8c3160583fbb", "Gateway": "e2e-ipp-a-bea943", "namespace": "openshift-ingress"} 2026-09-09T07:15:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bea943","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bea943", "reconcileID": "0da748af-d956-4b77-bf27-8c3160583fbb", "Gateway": "e2e-ipp-a-bea943", "namespace": "openshift-ingress", "name": "e2e-ipp-a-bea943-authn-ssl"} 2026-09-09T07:15:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bea943","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bea943", "reconcileID": "0da748af-d956-4b77-bf27-8c3160583fbb", "Gateway": "e2e-ipp-a-bea943", "namespace": "openshift-ingress"} 2026-09-09T07:15:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bea943","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bea943", "reconcileID": "01f02466-0966-41c4-91ac-39d061cf8f0a", "Gateway": "e2e-ipp-a-bea943", "namespace": "openshift-ingress"} 2026-09-09T07:15:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bea943","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bea943", "reconcileID": "01f02466-0966-41c4-91ac-39d061cf8f0a", "Gateway": "e2e-ipp-a-bea943", "namespace": "openshift-ingress", "name": "e2e-ipp-a-bea943-authn-ssl"} 2026-09-09T07:15:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bea943","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bea943", "reconcileID": "01f02466-0966-41c4-91ac-39d061cf8f0a", "Gateway": "e2e-ipp-a-bea943", "namespace": "openshift-ingress"} 2026-09-09T07:15:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bea943","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bea943", "reconcileID": "32e8d25a-fc95-4014-ab30-9e6865cadbd6", "Gateway": "e2e-ipp-a-bea943", "namespace": "openshift-ingress"} 2026-09-09T07:15:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bea943","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bea943", "reconcileID": "32e8d25a-fc95-4014-ab30-9e6865cadbd6", "Gateway": "e2e-ipp-a-bea943", "namespace": "openshift-ingress", "name": "e2e-ipp-a-bea943-authn-ssl"} 2026-09-09T07:15:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bea943","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bea943", "reconcileID": "32e8d25a-fc95-4014-ab30-9e6865cadbd6", "Gateway": "e2e-ipp-a-bea943", "namespace": "openshift-ingress"} 2026-09-09T07:15:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bea943","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bea943", "reconcileID": "a8146810-aa3d-4545-ae07-55158cad53a1", "Gateway": "e2e-ipp-a-bea943", "namespace": "openshift-ingress"} 2026-09-09T07:15:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bea943","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bea943", "reconcileID": "a8146810-aa3d-4545-ae07-55158cad53a1", "Gateway": "e2e-ipp-a-bea943", "namespace": "openshift-ingress", "name": "e2e-ipp-a-bea943-authn-ssl"} 2026-09-09T07:15:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bea943","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bea943", "reconcileID": "a8146810-aa3d-4545-ae07-55158cad53a1", "Gateway": "e2e-ipp-a-bea943", "namespace": "openshift-ingress"} 2026-09-09T07:15:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bea943","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bea943", "reconcileID": "f48b94af-b38b-4168-9931-c4ff6d425c0c", "Gateway": "e2e-ipp-a-bea943", "namespace": "openshift-ingress"} 2026-09-09T07:15:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bea943","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bea943", "reconcileID": "f48b94af-b38b-4168-9931-c4ff6d425c0c", "Gateway": "e2e-ipp-a-bea943", "namespace": "openshift-ingress", "name": "e2e-ipp-a-bea943-authn-ssl"} 2026-09-09T07:15:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bea943","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bea943", "reconcileID": "f48b94af-b38b-4168-9931-c4ff6d425c0c", "Gateway": "e2e-ipp-a-bea943", "namespace": "openshift-ingress"} 2026-09-09T07:15:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bea943","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bea943", "reconcileID": "97b1c5ea-7c22-47e1-8c80-a9f1a98707ce", "Gateway": "e2e-ipp-a-bea943", "namespace": "openshift-ingress"} 2026-09-09T07:15:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bea943","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bea943", "reconcileID": "97b1c5ea-7c22-47e1-8c80-a9f1a98707ce", "Gateway": "e2e-ipp-a-bea943", "namespace": "openshift-ingress", "name": "e2e-ipp-a-bea943-authn-ssl"} 2026-09-09T07:15:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bea943","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bea943", "reconcileID": "97b1c5ea-7c22-47e1-8c80-a9f1a98707ce", "Gateway": "e2e-ipp-a-bea943", "namespace": "openshift-ingress"} 2026-09-09T07:15:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-bea943"}, "namespace": "ai-tenant-e2e-ipp-a-bea943", "name": "openshift-service-ca.crt", "reconcileID": "4903651c-3ad6-49df-9d77-d659b64868c3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-bea943"} 2026-09-09T07:15:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-bea943"}, "namespace": "ai-tenant-e2e-ipp-a-bea943", "name": "odh-trusted-ca-bundle", "reconcileID": "5a9595f5-0b7e-4bf2-bc28-71eed5db51ca", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-bea943"} 2026-09-09T07:15:13Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-bea943"}, "namespace": "ai-tenant-e2e-ipp-a-bea943", "name": "openshift-service-ca.crt", "reconcileID": "8e8d17f7-5fbb-477c-b1fa-252f373ab9a0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-bea943", "create": "odh-kserve-custom-ca-bundle"} 2026-09-09T07:15:13Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-bea943"}, "namespace": "ai-tenant-e2e-ipp-a-bea943", "name": "openshift-service-ca.crt", "reconcileID": "8e8d17f7-5fbb-477c-b1fa-252f373ab9a0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-bea943"} 2026-09-09T07:15:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-bea943"}, "namespace": "ai-tenant-e2e-ipp-a-bea943", "name": "openshift-service-ca.crt", "reconcileID": "cb94c66b-3d77-4f6b-8750-f74f1e253bc8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-bea943"} 2026-09-09T07:15:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-bea943"}, "namespace": "ai-tenant-e2e-ipp-a-bea943", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4ddf62bc-0d17-4fde-bdbf-77bceb667191", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-bea943"} 2026-09-09T07:15:13Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-bea943"}, "namespace": "ai-tenant-e2e-ipp-a-bea943", "name": "odh-trusted-ca-bundle", "reconcileID": "0d660e96-9573-4725-a388-0843c94aeaee", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-bea943", "update": "odh-kserve-custom-ca-bundle"} 2026-09-09T07:15:13Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-bea943"}, "namespace": "ai-tenant-e2e-ipp-a-bea943", "name": "odh-trusted-ca-bundle", "reconcileID": "0d660e96-9573-4725-a388-0843c94aeaee", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-bea943"} 2026-09-09T07:15:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-bea943"}, "namespace": "ai-tenant-e2e-ipp-a-bea943", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "20812e01-4937-4441-a5d4-34ba3b4b0a52", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-bea943"} 2026-09-09T07:15:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bea943","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bea943", "reconcileID": "7599a37a-4aae-4fd3-bec6-f1b56ac60648", "Gateway": "e2e-ipp-a-bea943", "namespace": "openshift-ingress"} 2026-09-09T07:15:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bea943","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bea943", "reconcileID": "7599a37a-4aae-4fd3-bec6-f1b56ac60648", "Gateway": "e2e-ipp-a-bea943", "namespace": "openshift-ingress", "name": "e2e-ipp-a-bea943-authn-ssl"} 2026-09-09T07:15:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bea943","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bea943", "reconcileID": "7599a37a-4aae-4fd3-bec6-f1b56ac60648", "Gateway": "e2e-ipp-a-bea943", "namespace": "openshift-ingress"} 2026-09-09T07:15:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-043f83","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-043f83", "reconcileID": "27173780-2df8-4790-bd4b-987a71d4faa7", "Gateway": "e2e-api-a-043f83", "namespace": "openshift-ingress"} 2026-09-09T07:15:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-043f83","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-043f83", "reconcileID": "27173780-2df8-4790-bd4b-987a71d4faa7", "Gateway": "e2e-api-a-043f83", "namespace": "openshift-ingress", "name": "e2e-api-a-043f83-authn-ssl"} 2026-09-09T07:15:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-043f83","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-043f83", "reconcileID": "27173780-2df8-4790-bd4b-987a71d4faa7", "Gateway": "e2e-api-a-043f83", "namespace": "openshift-ingress"} 2026-09-09T07:15:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-043f83","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-043f83", "reconcileID": "dda3e0b8-f353-408e-a4b7-4274f0b89d25", "Gateway": "e2e-api-a-043f83", "namespace": "openshift-ingress"} 2026-09-09T07:15:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-043f83","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-043f83", "reconcileID": "dda3e0b8-f353-408e-a4b7-4274f0b89d25", "Gateway": "e2e-api-a-043f83", "namespace": "openshift-ingress", "name": "e2e-api-a-043f83-authn-ssl"} 2026-09-09T07:15:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-043f83","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-043f83", "reconcileID": "dda3e0b8-f353-408e-a4b7-4274f0b89d25", "Gateway": "e2e-api-a-043f83", "namespace": "openshift-ingress"} 2026-09-09T07:15:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bea943","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bea943", "reconcileID": "c8dc192d-b854-46f3-bb7f-a4f15edaf36e", "Gateway": "e2e-ipp-a-bea943", "namespace": "openshift-ingress"} 2026-09-09T07:15:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bea943","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bea943", "reconcileID": "c8dc192d-b854-46f3-bb7f-a4f15edaf36e", "Gateway": "e2e-ipp-a-bea943", "namespace": "openshift-ingress", "name": "e2e-ipp-a-bea943-authn-ssl"} 2026-09-09T07:15:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bea943","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bea943", "reconcileID": "c8dc192d-b854-46f3-bb7f-a4f15edaf36e", "Gateway": "e2e-ipp-a-bea943", "namespace": "openshift-ingress"} 2026-09-09T07:15:28Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-043f83"}, "namespace": "ai-tenant-e2e-api-a-043f83", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1938c6bd-c74f-40a7-95fd-d7588973138a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-043f83"} 2026-09-09T07:15:28Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-043f83"}, "namespace": "ai-tenant-e2e-api-a-043f83", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1938c6bd-c74f-40a7-95fd-d7588973138a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-043f83", "create": "odh-kserve-custom-ca-bundle"} 2026-09-09T07:15:28Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-043f83"}, "namespace": "ai-tenant-e2e-api-a-043f83", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1938c6bd-c74f-40a7-95fd-d7588973138a", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-043f83 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-09T07:15:28Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-043f83"}, "namespace": "ai-tenant-e2e-api-a-043f83", "name": "odh-trusted-ca-bundle", "reconcileID": "12e58e2d-d007-49b6-9d7f-306830e504b5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-043f83"} 2026-09-09T07:15:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-043f83"}, "namespace": "ai-tenant-e2e-api-a-043f83", "name": "odh-trusted-ca-bundle", "reconcileID": "12e58e2d-d007-49b6-9d7f-306830e504b5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-043f83"} 2026-09-09T07:15:28Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-043f83"}, "namespace": "ai-tenant-e2e-api-a-043f83", "name": "openshift-service-ca.crt", "reconcileID": "463111d0-aeeb-412f-b9de-383126b09587", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-043f83"} 2026-09-09T07:15:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-043f83"}, "namespace": "ai-tenant-e2e-api-a-043f83", "name": "openshift-service-ca.crt", "reconcileID": "463111d0-aeeb-412f-b9de-383126b09587", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-043f83"} 2026-09-09T07:15:28Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-043f83"}, "namespace": "ai-tenant-e2e-api-a-043f83", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d1b5bb84-58a9-4030-9232-512cb2f54e5e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-043f83"} 2026-09-09T07:15:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-043f83"}, "namespace": "ai-tenant-e2e-api-a-043f83", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d1b5bb84-58a9-4030-9232-512cb2f54e5e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-043f83"} 2026-09-09T07:15:29Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-043f83","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-043f83", "reconcileID": "f78943ed-3585-4a5e-b5c0-369acb0b89b1", "Gateway": "e2e-api-a-043f83", "namespace": "openshift-ingress"} 2026-09-09T07:15:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-083e4a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-083e4a", "reconcileID": "97be5514-49d0-4a3c-b1f6-2274d6f83020", "Gateway": "e2e-ipp-b-083e4a", "namespace": "openshift-ingress"} 2026-09-09T07:15:39Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-083e4a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-083e4a", "reconcileID": "97be5514-49d0-4a3c-b1f6-2274d6f83020", "Gateway": "e2e-ipp-b-083e4a", "namespace": "openshift-ingress", "name": "e2e-ipp-b-083e4a-authn-ssl"} 2026-09-09T07:15:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-083e4a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-083e4a", "reconcileID": "97be5514-49d0-4a3c-b1f6-2274d6f83020", "Gateway": "e2e-ipp-b-083e4a", "namespace": "openshift-ingress"} 2026-09-09T07:15:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-083e4a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-083e4a", "reconcileID": "a67c0e3a-c946-44c4-99b7-27e076b46933", "Gateway": "e2e-ipp-b-083e4a", "namespace": "openshift-ingress"} 2026-09-09T07:15:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-083e4a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-083e4a", "reconcileID": "a67c0e3a-c946-44c4-99b7-27e076b46933", "Gateway": "e2e-ipp-b-083e4a", "namespace": "openshift-ingress", "name": "e2e-ipp-b-083e4a-authn-ssl"} 2026-09-09T07:15:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-083e4a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-083e4a", "reconcileID": "a67c0e3a-c946-44c4-99b7-27e076b46933", "Gateway": "e2e-ipp-b-083e4a", "namespace": "openshift-ingress"} 2026-09-09T07:15:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-083e4a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-083e4a", "reconcileID": "58b5287a-909d-478c-a9d5-bd811d4bc25e", "Gateway": "e2e-ipp-b-083e4a", "namespace": "openshift-ingress"} 2026-09-09T07:15:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-083e4a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-083e4a", "reconcileID": "58b5287a-909d-478c-a9d5-bd811d4bc25e", "Gateway": "e2e-ipp-b-083e4a", "namespace": "openshift-ingress", "name": "e2e-ipp-b-083e4a-authn-ssl"} 2026-09-09T07:15:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-083e4a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-083e4a", "reconcileID": "58b5287a-909d-478c-a9d5-bd811d4bc25e", "Gateway": "e2e-ipp-b-083e4a", "namespace": "openshift-ingress"} 2026-09-09T07:15:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-083e4a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-083e4a", "reconcileID": "01ff1117-ea01-4314-bd0e-95adde9851bd", "Gateway": "e2e-ipp-b-083e4a", "namespace": "openshift-ingress"} 2026-09-09T07:15:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-083e4a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-083e4a", "reconcileID": "01ff1117-ea01-4314-bd0e-95adde9851bd", "Gateway": "e2e-ipp-b-083e4a", "namespace": "openshift-ingress", "name": "e2e-ipp-b-083e4a-authn-ssl"} 2026-09-09T07:15:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-083e4a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-083e4a", "reconcileID": "01ff1117-ea01-4314-bd0e-95adde9851bd", "Gateway": "e2e-ipp-b-083e4a", "namespace": "openshift-ingress"} 2026-09-09T07:15:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-083e4a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-083e4a", "reconcileID": "90966bfa-9013-4ce3-b2e2-863b9afa9b0a", "Gateway": "e2e-ipp-b-083e4a", "namespace": "openshift-ingress"} 2026-09-09T07:15:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-083e4a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-083e4a", "reconcileID": "90966bfa-9013-4ce3-b2e2-863b9afa9b0a", "Gateway": "e2e-ipp-b-083e4a", "namespace": "openshift-ingress", "name": "e2e-ipp-b-083e4a-authn-ssl"} 2026-09-09T07:15:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-083e4a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-083e4a", "reconcileID": "90966bfa-9013-4ce3-b2e2-863b9afa9b0a", "Gateway": "e2e-ipp-b-083e4a", "namespace": "openshift-ingress"} 2026-09-09T07:15:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-083e4a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-083e4a", "reconcileID": "89a9db18-5dd2-4268-9171-3dfb40756464", "Gateway": "e2e-ipp-b-083e4a", "namespace": "openshift-ingress"} 2026-09-09T07:15:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-083e4a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-083e4a", "reconcileID": "89a9db18-5dd2-4268-9171-3dfb40756464", "Gateway": "e2e-ipp-b-083e4a", "namespace": "openshift-ingress", "name": "e2e-ipp-b-083e4a-authn-ssl"} 2026-09-09T07:15:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-083e4a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-083e4a", "reconcileID": "89a9db18-5dd2-4268-9171-3dfb40756464", "Gateway": "e2e-ipp-b-083e4a", "namespace": "openshift-ingress"} 2026-09-09T07:15:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-083e4a"}, "namespace": "ai-tenant-e2e-ipp-b-083e4a", "name": "openshift-service-ca.crt", "reconcileID": "39008864-3f13-4ec6-8fba-008720ad7127", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-083e4a"} 2026-09-09T07:15:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-083e4a"}, "namespace": "ai-tenant-e2e-ipp-b-083e4a", "name": "odh-trusted-ca-bundle", "reconcileID": "6663ee0b-0d0b-4acf-9e33-18c84f453f06", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-083e4a"} 2026-09-09T07:15:43Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-083e4a"}, "namespace": "ai-tenant-e2e-ipp-b-083e4a", "name": "openshift-service-ca.crt", "reconcileID": "ecb9b0fb-6268-407a-ba6e-a10e4aed1186", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-083e4a", "create": "odh-kserve-custom-ca-bundle"} 2026-09-09T07:15:43Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-083e4a"}, "namespace": "ai-tenant-e2e-ipp-b-083e4a", "name": "openshift-service-ca.crt", "reconcileID": "ecb9b0fb-6268-407a-ba6e-a10e4aed1186", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-083e4a"} 2026-09-09T07:15:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-083e4a"}, "namespace": "ai-tenant-e2e-ipp-b-083e4a", "name": "openshift-service-ca.crt", "reconcileID": "172b0c86-0b1f-4fd7-9e11-bab664bc0842", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-083e4a"} 2026-09-09T07:15:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-083e4a"}, "namespace": "ai-tenant-e2e-ipp-b-083e4a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e794f42c-26b6-4fdf-adfc-7a590888f21a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-083e4a"} 2026-09-09T07:15:43Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-083e4a"}, "namespace": "ai-tenant-e2e-ipp-b-083e4a", "name": "odh-trusted-ca-bundle", "reconcileID": "a67dc116-3079-49cf-aae3-f595f6c8a7db", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-083e4a", "update": "odh-kserve-custom-ca-bundle"} 2026-09-09T07:15:43Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-083e4a"}, "namespace": "ai-tenant-e2e-ipp-b-083e4a", "name": "odh-trusted-ca-bundle", "reconcileID": "a67dc116-3079-49cf-aae3-f595f6c8a7db", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-083e4a"} 2026-09-09T07:15:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-083e4a"}, "namespace": "ai-tenant-e2e-ipp-b-083e4a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d8bf3aa4-694d-4b6f-9bb2-4f1cfa794c54", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-083e4a"} 2026-09-09T07:15:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-083e4a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-083e4a", "reconcileID": "e383bad8-c74d-4efb-ae2f-0008680a394c", "Gateway": "e2e-ipp-b-083e4a", "namespace": "openshift-ingress"} 2026-09-09T07:15:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-083e4a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-083e4a", "reconcileID": "e383bad8-c74d-4efb-ae2f-0008680a394c", "Gateway": "e2e-ipp-b-083e4a", "namespace": "openshift-ingress", "name": "e2e-ipp-b-083e4a-authn-ssl"} 2026-09-09T07:15:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-083e4a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-083e4a", "reconcileID": "e383bad8-c74d-4efb-ae2f-0008680a394c", "Gateway": "e2e-ipp-b-083e4a", "namespace": "openshift-ingress"} 2026-09-09T07:15:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-d8398c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-d8398c", "reconcileID": "863872c5-12d9-4706-9626-146371fffd13", "Gateway": "e2e-api-b-d8398c", "namespace": "openshift-ingress"} 2026-09-09T07:15:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-d8398c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-d8398c", "reconcileID": "863872c5-12d9-4706-9626-146371fffd13", "Gateway": "e2e-api-b-d8398c", "namespace": "openshift-ingress", "name": "e2e-api-b-d8398c-authn-ssl"} 2026-09-09T07:15:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-d8398c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-d8398c", "reconcileID": "863872c5-12d9-4706-9626-146371fffd13", "Gateway": "e2e-api-b-d8398c", "namespace": "openshift-ingress"} 2026-09-09T07:15:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-d8398c"}, "namespace": "ai-tenant-e2e-api-b-d8398c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "253709f7-b87c-4065-8e43-2785f8971127", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-d8398c"} 2026-09-09T07:15:52Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-d8398c"}, "namespace": "ai-tenant-e2e-api-b-d8398c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "253709f7-b87c-4065-8e43-2785f8971127", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-d8398c", "create": "odh-kserve-custom-ca-bundle"} 2026-09-09T07:15:52Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-d8398c"}, "namespace": "ai-tenant-e2e-api-b-d8398c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "253709f7-b87c-4065-8e43-2785f8971127", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-d8398c because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-09T07:15:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-d8398c"}, "namespace": "ai-tenant-e2e-api-b-d8398c", "name": "odh-trusted-ca-bundle", "reconcileID": "db2f19cb-44ba-469a-b7a1-de2facc02ff3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-d8398c"} 2026-09-09T07:15:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-d8398c"}, "namespace": "ai-tenant-e2e-api-b-d8398c", "name": "odh-trusted-ca-bundle", "reconcileID": "db2f19cb-44ba-469a-b7a1-de2facc02ff3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-d8398c"} 2026-09-09T07:15:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-d8398c"}, "namespace": "ai-tenant-e2e-api-b-d8398c", "name": "openshift-service-ca.crt", "reconcileID": "43e7f862-357b-4c34-a396-0df7e0caf0a6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-d8398c"} 2026-09-09T07:15:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-d8398c"}, "namespace": "ai-tenant-e2e-api-b-d8398c", "name": "openshift-service-ca.crt", "reconcileID": "43e7f862-357b-4c34-a396-0df7e0caf0a6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-d8398c"} 2026-09-09T07:15:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-d8398c"}, "namespace": "ai-tenant-e2e-api-b-d8398c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "24d6ac35-e2d4-4acd-a5da-31157f467599", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-d8398c"} 2026-09-09T07:15:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-d8398c"}, "namespace": "ai-tenant-e2e-api-b-d8398c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "24d6ac35-e2d4-4acd-a5da-31157f467599", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-d8398c"} 2026-09-09T07:15:53Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-d8398c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-d8398c", "reconcileID": "b514b7fa-ccdd-409b-a574-e5eb07d472e1", "Gateway": "e2e-api-b-d8398c", "namespace": "openshift-ingress"} 2026-09-09T07:15:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-083e4a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-083e4a", "reconcileID": "9e980ac9-3ac4-4b9a-ac7d-ef74c09c320e", "Gateway": "e2e-ipp-b-083e4a", "namespace": "openshift-ingress"} 2026-09-09T07:15:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-083e4a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-083e4a", "reconcileID": "9e980ac9-3ac4-4b9a-ac7d-ef74c09c320e", "Gateway": "e2e-ipp-b-083e4a", "namespace": "openshift-ingress", "name": "e2e-ipp-b-083e4a-authn-ssl"} 2026-09-09T07:15:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-083e4a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-083e4a", "reconcileID": "9e980ac9-3ac4-4b9a-ac7d-ef74c09c320e", "Gateway": "e2e-ipp-b-083e4a", "namespace": "openshift-ingress"} 2026-09-09T07:16:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-1128ac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-1128ac", "reconcileID": "ba80ef49-6a6c-4cff-a553-c1ca613b0b70", "Gateway": "e2e-shared-a-w2-1128ac", "namespace": "openshift-ingress"} 2026-09-09T07:16:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-1128ac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-1128ac", "reconcileID": "ba80ef49-6a6c-4cff-a553-c1ca613b0b70", "Gateway": "e2e-shared-a-w2-1128ac", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-1128ac-authn-ssl"} 2026-09-09T07:16:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-1128ac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-1128ac", "reconcileID": "ba80ef49-6a6c-4cff-a553-c1ca613b0b70", "Gateway": "e2e-shared-a-w2-1128ac", "namespace": "openshift-ingress"} 2026-09-09T07:16:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-1128ac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-1128ac", "reconcileID": "8af7a0c5-e1d9-47b3-9c41-b6492439ef0f", "Gateway": "e2e-shared-a-w2-1128ac", "namespace": "openshift-ingress"} 2026-09-09T07:16:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-1128ac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-1128ac", "reconcileID": "8af7a0c5-e1d9-47b3-9c41-b6492439ef0f", "Gateway": "e2e-shared-a-w2-1128ac", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-1128ac-authn-ssl"} 2026-09-09T07:16:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-1128ac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-1128ac", "reconcileID": "8af7a0c5-e1d9-47b3-9c41-b6492439ef0f", "Gateway": "e2e-shared-a-w2-1128ac", "namespace": "openshift-ingress"} 2026-09-09T07:16:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-1128ac"}, "namespace": "ai-tenant-e2e-shared-a-w2-1128ac", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3b6d68fa-f014-45a5-b1fa-19cd80e512ae", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-1128ac"} 2026-09-09T07:16:10Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-1128ac"}, "namespace": "ai-tenant-e2e-shared-a-w2-1128ac", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3b6d68fa-f014-45a5-b1fa-19cd80e512ae", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-1128ac", "create": "odh-kserve-custom-ca-bundle"} 2026-09-09T07:16:10Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-1128ac"}, "namespace": "ai-tenant-e2e-shared-a-w2-1128ac", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3b6d68fa-f014-45a5-b1fa-19cd80e512ae", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w2-1128ac because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-09T07:16:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-1128ac"}, "namespace": "ai-tenant-e2e-shared-a-w2-1128ac", "name": "odh-trusted-ca-bundle", "reconcileID": "58cf28e1-e565-4812-9515-528f1afd3ec5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-1128ac"} 2026-09-09T07:16:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-1128ac"}, "namespace": "ai-tenant-e2e-shared-a-w2-1128ac", "name": "odh-trusted-ca-bundle", "reconcileID": "58cf28e1-e565-4812-9515-528f1afd3ec5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-1128ac"} 2026-09-09T07:16:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-1128ac"}, "namespace": "ai-tenant-e2e-shared-a-w2-1128ac", "name": "openshift-service-ca.crt", "reconcileID": "7c59eb00-1c90-4163-94a6-1fa5d139bb4f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-1128ac"} 2026-09-09T07:16:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-1128ac"}, "namespace": "ai-tenant-e2e-shared-a-w2-1128ac", "name": "openshift-service-ca.crt", "reconcileID": "7c59eb00-1c90-4163-94a6-1fa5d139bb4f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-1128ac"} 2026-09-09T07:16:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-1128ac"}, "namespace": "ai-tenant-e2e-shared-a-w2-1128ac", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "480c31a0-f2bc-4322-8c65-39de14964088", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-1128ac"} 2026-09-09T07:16:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-1128ac"}, "namespace": "ai-tenant-e2e-shared-a-w2-1128ac", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "480c31a0-f2bc-4322-8c65-39de14964088", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-1128ac"} 2026-09-09T07:16:11Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-1128ac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-1128ac", "reconcileID": "2771a8a8-d45d-49c7-94d0-5a873eacd4e9", "Gateway": "e2e-shared-a-w2-1128ac", "namespace": "openshift-ingress"} 2026-09-09T07:16:14Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bea943","namespace":"ai-tenant-e2e-ipp-a-bea943"}, "namespace": "ai-tenant-e2e-ipp-a-bea943", "name": "ipp-route-bea943", "reconcileID": "2d17c1e4-f321-4e3c-97a4-7d795aad79c8", "LLMInferenceService": "ipp-route-bea943", "namespace": "ai-tenant-e2e-ipp-a-bea943"} 2026-09-09T07:16:14Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bea943","namespace":"ai-tenant-e2e-ipp-a-bea943"}, "namespace": "ai-tenant-e2e-ipp-a-bea943", "name": "ipp-route-bea943", "reconcileID": "2d17c1e4-f321-4e3c-97a4-7d795aad79c8", "LLMInferenceService": "ipp-route-bea943", "namespace": "ai-tenant-e2e-ipp-a-bea943"} 2026-09-09T07:16:14Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bea943","namespace":"ai-tenant-e2e-ipp-a-bea943"}, "namespace": "ai-tenant-e2e-ipp-a-bea943", "name": "ipp-route-bea943", "reconcileID": "2d17c1e4-f321-4e3c-97a4-7d795aad79c8", "LLMInferenceService": "ipp-route-bea943", "namespace": "ai-tenant-e2e-ipp-a-bea943"} 2026-09-09T07:16:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bea943","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bea943", "reconcileID": "dfaaad9b-687e-48e3-a301-804b60c5992e", "Gateway": "e2e-ipp-a-bea943", "namespace": "openshift-ingress"} 2026-09-09T07:16:14Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bea943","namespace":"ai-tenant-e2e-ipp-a-bea943"}, "namespace": "ai-tenant-e2e-ipp-a-bea943", "name": "ipp-route-bea943", "reconcileID": "2d17c1e4-f321-4e3c-97a4-7d795aad79c8", "LLMInferenceService": "ipp-route-bea943", "namespace": "ai-tenant-e2e-ipp-a-bea943", "name": "ipp-route-bea943-kserve-route-authn"} 2026-09-09T07:16:14Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bea943","namespace":"ai-tenant-e2e-ipp-a-bea943"}, "namespace": "ai-tenant-e2e-ipp-a-bea943", "name": "ipp-route-bea943", "reconcileID": "2d17c1e4-f321-4e3c-97a4-7d795aad79c8", "LLMInferenceService": "ipp-route-bea943", "namespace": "ai-tenant-e2e-ipp-a-bea943", "authType": "userdefined"} 2026-09-09T07:16:14Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bea943","namespace":"ai-tenant-e2e-ipp-a-bea943"}, "namespace": "ai-tenant-e2e-ipp-a-bea943", "name": "ipp-route-bea943", "reconcileID": "2d17c1e4-f321-4e3c-97a4-7d795aad79c8", "LLMInferenceService": "ipp-route-bea943", "namespace": "ai-tenant-e2e-ipp-a-bea943"} 2026-09-09T07:16:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bea943","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bea943", "reconcileID": "dfaaad9b-687e-48e3-a301-804b60c5992e", "Gateway": "e2e-ipp-a-bea943", "namespace": "openshift-ingress", "name": "e2e-ipp-a-bea943-authn-ssl"} 2026-09-09T07:16:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bea943","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bea943", "reconcileID": "dfaaad9b-687e-48e3-a301-804b60c5992e", "Gateway": "e2e-ipp-a-bea943", "namespace": "openshift-ingress"} 2026-09-09T07:16:14Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bea943","namespace":"ai-tenant-e2e-ipp-a-bea943"}, "namespace": "ai-tenant-e2e-ipp-a-bea943", "name": "ipp-route-bea943", "reconcileID": "881bb25c-fc4c-44bc-85a6-06c7d692ad65", "LLMInferenceService": "ipp-route-bea943", "namespace": "ai-tenant-e2e-ipp-a-bea943"} 2026-09-09T07:16:14Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bea943","namespace":"ai-tenant-e2e-ipp-a-bea943"}, "namespace": "ai-tenant-e2e-ipp-a-bea943", "name": "ipp-route-bea943", "reconcileID": "881bb25c-fc4c-44bc-85a6-06c7d692ad65", "LLMInferenceService": "ipp-route-bea943", "namespace": "ai-tenant-e2e-ipp-a-bea943"} 2026-09-09T07:16:14Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bea943","namespace":"ai-tenant-e2e-ipp-a-bea943"}, "namespace": "ai-tenant-e2e-ipp-a-bea943", "name": "ipp-route-bea943", "reconcileID": "881bb25c-fc4c-44bc-85a6-06c7d692ad65", "LLMInferenceService": "ipp-route-bea943", "namespace": "ai-tenant-e2e-ipp-a-bea943"} 2026-09-09T07:16:14Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bea943","namespace":"ai-tenant-e2e-ipp-a-bea943"}, "namespace": "ai-tenant-e2e-ipp-a-bea943", "name": "ipp-route-bea943", "reconcileID": "881bb25c-fc4c-44bc-85a6-06c7d692ad65", "LLMInferenceService": "ipp-route-bea943", "namespace": "ai-tenant-e2e-ipp-a-bea943", "name": "ipp-route-bea943-kserve-route-authn"} 2026-09-09T07:16:14Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bea943","namespace":"ai-tenant-e2e-ipp-a-bea943"}, "namespace": "ai-tenant-e2e-ipp-a-bea943", "name": "ipp-route-bea943", "reconcileID": "881bb25c-fc4c-44bc-85a6-06c7d692ad65", "LLMInferenceService": "ipp-route-bea943", "namespace": "ai-tenant-e2e-ipp-a-bea943", "authType": "userdefined"} 2026-09-09T07:16:14Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bea943","namespace":"ai-tenant-e2e-ipp-a-bea943"}, "namespace": "ai-tenant-e2e-ipp-a-bea943", "name": "ipp-route-bea943", "reconcileID": "881bb25c-fc4c-44bc-85a6-06c7d692ad65", "LLMInferenceService": "ipp-route-bea943", "namespace": "ai-tenant-e2e-ipp-a-bea943"} 2026-09-09T07:16:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-1d8843","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-1d8843", "reconcileID": "3fb4637f-160a-4398-8184-1434fce28319", "Gateway": "e2e-shared-b-w2-1d8843", "namespace": "openshift-ingress"} 2026-09-09T07:16:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-1d8843","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-1d8843", "reconcileID": "3fb4637f-160a-4398-8184-1434fce28319", "Gateway": "e2e-shared-b-w2-1d8843", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-1d8843-authn-ssl"} 2026-09-09T07:16:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-1d8843","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-1d8843", "reconcileID": "3fb4637f-160a-4398-8184-1434fce28319", "Gateway": "e2e-shared-b-w2-1d8843", "namespace": "openshift-ingress"} 2026-09-09T07:16:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bea943","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bea943", "reconcileID": "d04f37ff-077b-4892-80f8-e7978e8bf091", "Gateway": "e2e-ipp-a-bea943", "namespace": "openshift-ingress"} 2026-09-09T07:16:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bea943","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bea943", "reconcileID": "d04f37ff-077b-4892-80f8-e7978e8bf091", "Gateway": "e2e-ipp-a-bea943", "namespace": "openshift-ingress", "name": "e2e-ipp-a-bea943-authn-ssl"} 2026-09-09T07:16:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bea943","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bea943", "reconcileID": "d04f37ff-077b-4892-80f8-e7978e8bf091", "Gateway": "e2e-ipp-a-bea943", "namespace": "openshift-ingress"} 2026-09-09T07:16:27Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bea943","namespace":"ai-tenant-e2e-ipp-a-bea943"}, "namespace": "ai-tenant-e2e-ipp-a-bea943", "name": "ipp-route-bea943", "reconcileID": "70671a99-3c96-4e2c-9f8b-2804d998c071", "LLMInferenceService": "ipp-route-bea943", "namespace": "ai-tenant-e2e-ipp-a-bea943"} 2026-09-09T07:16:27Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bea943","namespace":"ai-tenant-e2e-ipp-a-bea943"}, "namespace": "ai-tenant-e2e-ipp-a-bea943", "name": "ipp-route-bea943", "reconcileID": "70671a99-3c96-4e2c-9f8b-2804d998c071", "LLMInferenceService": "ipp-route-bea943", "namespace": "ai-tenant-e2e-ipp-a-bea943"} 2026-09-09T07:16:27Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bea943","namespace":"ai-tenant-e2e-ipp-a-bea943"}, "namespace": "ai-tenant-e2e-ipp-a-bea943", "name": "ipp-route-bea943", "reconcileID": "70671a99-3c96-4e2c-9f8b-2804d998c071", "LLMInferenceService": "ipp-route-bea943", "namespace": "ai-tenant-e2e-ipp-a-bea943"} 2026-09-09T07:16:27Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bea943","namespace":"ai-tenant-e2e-ipp-a-bea943"}, "namespace": "ai-tenant-e2e-ipp-a-bea943", "name": "ipp-route-bea943", "reconcileID": "70671a99-3c96-4e2c-9f8b-2804d998c071", "LLMInferenceService": "ipp-route-bea943", "namespace": "ai-tenant-e2e-ipp-a-bea943", "name": "ipp-route-bea943-kserve-route-authn"} 2026-09-09T07:16:27Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bea943","namespace":"ai-tenant-e2e-ipp-a-bea943"}, "namespace": "ai-tenant-e2e-ipp-a-bea943", "name": "ipp-route-bea943", "reconcileID": "70671a99-3c96-4e2c-9f8b-2804d998c071", "LLMInferenceService": "ipp-route-bea943", "namespace": "ai-tenant-e2e-ipp-a-bea943", "authType": "userdefined"} 2026-09-09T07:16:27Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bea943","namespace":"ai-tenant-e2e-ipp-a-bea943"}, "namespace": "ai-tenant-e2e-ipp-a-bea943", "name": "ipp-route-bea943", "reconcileID": "70671a99-3c96-4e2c-9f8b-2804d998c071", "LLMInferenceService": "ipp-route-bea943", "namespace": "ai-tenant-e2e-ipp-a-bea943"} 2026-09-09T07:16:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-1d8843","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-1d8843", "reconcileID": "1cddd27c-39e4-4595-8995-5c741703c141", "Gateway": "e2e-shared-b-w2-1d8843", "namespace": "openshift-ingress"} 2026-09-09T07:16:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-1d8843","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-1d8843", "reconcileID": "1cddd27c-39e4-4595-8995-5c741703c141", "Gateway": "e2e-shared-b-w2-1d8843", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-1d8843-authn-ssl"} 2026-09-09T07:16:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-1d8843","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-1d8843", "reconcileID": "1cddd27c-39e4-4595-8995-5c741703c141", "Gateway": "e2e-shared-b-w2-1d8843", "namespace": "openshift-ingress"} 2026-09-09T07:16:28Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-1d8843"}, "namespace": "ai-tenant-e2e-shared-b-w2-1d8843", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c2dd4f91-33e6-4b48-9d86-b36ed34bc162", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-1d8843"} 2026-09-09T07:16:28Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-1d8843"}, "namespace": "ai-tenant-e2e-shared-b-w2-1d8843", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c2dd4f91-33e6-4b48-9d86-b36ed34bc162", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-1d8843", "create": "odh-kserve-custom-ca-bundle"} 2026-09-09T07:16:28Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-1d8843"}, "namespace": "ai-tenant-e2e-shared-b-w2-1d8843", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c2dd4f91-33e6-4b48-9d86-b36ed34bc162", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w2-1d8843 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-09T07:16:28Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-1d8843"}, "namespace": "ai-tenant-e2e-shared-b-w2-1d8843", "name": "odh-trusted-ca-bundle", "reconcileID": "6e864c3e-0ae6-4b29-b79d-9a496af085b1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-1d8843"} 2026-09-09T07:16:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-1d8843"}, "namespace": "ai-tenant-e2e-shared-b-w2-1d8843", "name": "odh-trusted-ca-bundle", "reconcileID": "6e864c3e-0ae6-4b29-b79d-9a496af085b1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-1d8843"} 2026-09-09T07:16:28Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-1d8843"}, "namespace": "ai-tenant-e2e-shared-b-w2-1d8843", "name": "openshift-service-ca.crt", "reconcileID": "b77d7e7b-1c29-43e4-97bb-cc543702f935", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-1d8843"} 2026-09-09T07:16:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-1d8843"}, "namespace": "ai-tenant-e2e-shared-b-w2-1d8843", "name": "openshift-service-ca.crt", "reconcileID": "b77d7e7b-1c29-43e4-97bb-cc543702f935", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-1d8843"} 2026-09-09T07:16:28Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-1d8843"}, "namespace": "ai-tenant-e2e-shared-b-w2-1d8843", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "79e90a3b-6933-440d-b5e8-b9b4e86c1183", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-1d8843"} 2026-09-09T07:16:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-1d8843"}, "namespace": "ai-tenant-e2e-shared-b-w2-1d8843", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "79e90a3b-6933-440d-b5e8-b9b4e86c1183", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-1d8843"} 2026-09-09T07:16:29Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-1d8843","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-1d8843", "reconcileID": "6119954d-d613-4441-9c04-01fe1c87d365", "Gateway": "e2e-shared-b-w2-1d8843", "namespace": "openshift-ingress"} 2026-09-09T07:16:44Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bea943","namespace":"ai-tenant-e2e-ipp-a-bea943"}, "namespace": "ai-tenant-e2e-ipp-a-bea943", "name": "ipp-route-bea943", "reconcileID": "d8e45614-dda9-4a51-b7f4-6fe77c3a0f2a", "LLMInferenceService": "ipp-route-bea943", "namespace": "ai-tenant-e2e-ipp-a-bea943"} 2026-09-09T07:16:44Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bea943","namespace":"ai-tenant-e2e-ipp-a-bea943"}, "namespace": "ai-tenant-e2e-ipp-a-bea943", "name": "ipp-route-bea943", "reconcileID": "d8e45614-dda9-4a51-b7f4-6fe77c3a0f2a", "LLMInferenceService": "ipp-route-bea943", "namespace": "ai-tenant-e2e-ipp-a-bea943"} 2026-09-09T07:16:44Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bea943","namespace":"ai-tenant-e2e-ipp-a-bea943"}, "namespace": "ai-tenant-e2e-ipp-a-bea943", "name": "ipp-route-bea943", "reconcileID": "d8e45614-dda9-4a51-b7f4-6fe77c3a0f2a", "LLMInferenceService": "ipp-route-bea943", "namespace": "ai-tenant-e2e-ipp-a-bea943"} 2026-09-09T07:16:44Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bea943","namespace":"ai-tenant-e2e-ipp-a-bea943"}, "namespace": "ai-tenant-e2e-ipp-a-bea943", "name": "ipp-route-bea943", "reconcileID": "d8e45614-dda9-4a51-b7f4-6fe77c3a0f2a", "LLMInferenceService": "ipp-route-bea943", "namespace": "ai-tenant-e2e-ipp-a-bea943", "name": "ipp-route-bea943-kserve-route-authn"} 2026-09-09T07:16:44Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bea943","namespace":"ai-tenant-e2e-ipp-a-bea943"}, "namespace": "ai-tenant-e2e-ipp-a-bea943", "name": "ipp-route-bea943", "reconcileID": "d8e45614-dda9-4a51-b7f4-6fe77c3a0f2a", "LLMInferenceService": "ipp-route-bea943", "namespace": "ai-tenant-e2e-ipp-a-bea943", "authType": "userdefined"} 2026-09-09T07:16:44Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bea943","namespace":"ai-tenant-e2e-ipp-a-bea943"}, "namespace": "ai-tenant-e2e-ipp-a-bea943", "name": "ipp-route-bea943", "reconcileID": "d8e45614-dda9-4a51-b7f4-6fe77c3a0f2a", "LLMInferenceService": "ipp-route-bea943", "namespace": "ai-tenant-e2e-ipp-a-bea943"} 2026-09-09T07:16:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-36a83e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-36a83e", "reconcileID": "979d095b-ff4b-49fe-89ba-00d6ff29cd77", "Gateway": "e2e-ipp-cleanup-36a83e", "namespace": "openshift-ingress"} 2026-09-09T07:16:58Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-36a83e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-36a83e", "reconcileID": "979d095b-ff4b-49fe-89ba-00d6ff29cd77", "Gateway": "e2e-ipp-cleanup-36a83e", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-36a83e-authn-ssl"} 2026-09-09T07:16:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-36a83e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-36a83e", "reconcileID": "979d095b-ff4b-49fe-89ba-00d6ff29cd77", "Gateway": "e2e-ipp-cleanup-36a83e", "namespace": "openshift-ingress"} 2026-09-09T07:16:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-36a83e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-36a83e", "reconcileID": "cac979d5-fe7e-49e7-9e88-cae2a6314466", "Gateway": "e2e-ipp-cleanup-36a83e", "namespace": "openshift-ingress"} 2026-09-09T07:16:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-36a83e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-36a83e", "reconcileID": "cac979d5-fe7e-49e7-9e88-cae2a6314466", "Gateway": "e2e-ipp-cleanup-36a83e", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-36a83e-authn-ssl"} 2026-09-09T07:16:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-36a83e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-36a83e", "reconcileID": "cac979d5-fe7e-49e7-9e88-cae2a6314466", "Gateway": "e2e-ipp-cleanup-36a83e", "namespace": "openshift-ingress"} 2026-09-09T07:16:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-36a83e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-36a83e", "reconcileID": "e62ebe62-3c4e-4e23-982e-4f21e9dc6f6d", "Gateway": "e2e-ipp-cleanup-36a83e", "namespace": "openshift-ingress"} 2026-09-09T07:16:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-36a83e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-36a83e", "reconcileID": "e62ebe62-3c4e-4e23-982e-4f21e9dc6f6d", "Gateway": "e2e-ipp-cleanup-36a83e", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-36a83e-authn-ssl"} 2026-09-09T07:16:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-36a83e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-36a83e", "reconcileID": "e62ebe62-3c4e-4e23-982e-4f21e9dc6f6d", "Gateway": "e2e-ipp-cleanup-36a83e", "namespace": "openshift-ingress"} 2026-09-09T07:16:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-36a83e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-36a83e", "reconcileID": "0a578c0e-3833-41e0-ac02-1a39de18d9ed", "Gateway": "e2e-ipp-cleanup-36a83e", "namespace": "openshift-ingress"} 2026-09-09T07:16:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-36a83e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-36a83e", "reconcileID": "0a578c0e-3833-41e0-ac02-1a39de18d9ed", "Gateway": "e2e-ipp-cleanup-36a83e", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-36a83e-authn-ssl"} 2026-09-09T07:16:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-36a83e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-36a83e", "reconcileID": "0a578c0e-3833-41e0-ac02-1a39de18d9ed", "Gateway": "e2e-ipp-cleanup-36a83e", "namespace": "openshift-ingress"} 2026-09-09T07:16:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-36a83e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-36a83e", "reconcileID": "921c5f1b-25c0-44f8-9957-35a3b4012420", "Gateway": "e2e-ipp-cleanup-36a83e", "namespace": "openshift-ingress"} 2026-09-09T07:16:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-36a83e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-36a83e", "reconcileID": "921c5f1b-25c0-44f8-9957-35a3b4012420", "Gateway": "e2e-ipp-cleanup-36a83e", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-36a83e-authn-ssl"} 2026-09-09T07:16:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-36a83e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-36a83e", "reconcileID": "921c5f1b-25c0-44f8-9957-35a3b4012420", "Gateway": "e2e-ipp-cleanup-36a83e", "namespace": "openshift-ingress"} 2026-09-09T07:16:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-36a83e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-36a83e", "reconcileID": "6f8c1b10-96b4-4546-82f5-e199aa5420f9", "Gateway": "e2e-ipp-cleanup-36a83e", "namespace": "openshift-ingress"} 2026-09-09T07:16:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-36a83e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-36a83e", "reconcileID": "6f8c1b10-96b4-4546-82f5-e199aa5420f9", "Gateway": "e2e-ipp-cleanup-36a83e", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-36a83e-authn-ssl"} 2026-09-09T07:16:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-36a83e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-36a83e", "reconcileID": "6f8c1b10-96b4-4546-82f5-e199aa5420f9", "Gateway": "e2e-ipp-cleanup-36a83e", "namespace": "openshift-ingress"} 2026-09-09T07:17:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-36a83e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-36a83e", "reconcileID": "55198965-4e38-4fd9-b7d7-ced5c8f39895", "Gateway": "e2e-ipp-cleanup-36a83e", "namespace": "openshift-ingress"} 2026-09-09T07:17:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-36a83e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-36a83e", "reconcileID": "55198965-4e38-4fd9-b7d7-ced5c8f39895", "Gateway": "e2e-ipp-cleanup-36a83e", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-36a83e-authn-ssl"} 2026-09-09T07:17:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-36a83e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-36a83e", "reconcileID": "55198965-4e38-4fd9-b7d7-ced5c8f39895", "Gateway": "e2e-ipp-cleanup-36a83e", "namespace": "openshift-ingress"} 2026-09-09T07:17:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-36a83e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-36a83e", "name": "openshift-service-ca.crt", "reconcileID": "148f44a3-cbb0-4a25-9cbd-e98f562c21f5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-36a83e"} 2026-09-09T07:17:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-36a83e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-36a83e", "name": "odh-trusted-ca-bundle", "reconcileID": "53f6c03b-12e9-4750-945f-7f609da215dc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-36a83e"} 2026-09-09T07:17:02Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-36a83e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-36a83e", "name": "openshift-service-ca.crt", "reconcileID": "211ca413-a825-43d7-8fa8-40f5a5e96eff", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-36a83e", "create": "odh-kserve-custom-ca-bundle"} 2026-09-09T07:17:02Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-36a83e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-36a83e", "name": "openshift-service-ca.crt", "reconcileID": "211ca413-a825-43d7-8fa8-40f5a5e96eff", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-36a83e"} 2026-09-09T07:17:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-36a83e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-36a83e", "name": "openshift-service-ca.crt", "reconcileID": "22910e8d-97a1-4e52-acd4-1b70ec5b948d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-36a83e"} 2026-09-09T07:17:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-36a83e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-36a83e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7d6ebccb-a4c2-466e-9d17-d541db91f565", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-36a83e"} 2026-09-09T07:17:02Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-36a83e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-36a83e", "name": "odh-trusted-ca-bundle", "reconcileID": "91a26071-bae4-47fc-aa4d-31f72945e76d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-36a83e", "update": "odh-kserve-custom-ca-bundle"} 2026-09-09T07:17:02Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-36a83e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-36a83e", "name": "odh-trusted-ca-bundle", "reconcileID": "91a26071-bae4-47fc-aa4d-31f72945e76d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-36a83e"} 2026-09-09T07:17:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-36a83e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-36a83e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c74cb4da-9552-45a1-b932-ee494b0cbb34", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-36a83e"} 2026-09-09T07:17:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-36a83e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-36a83e", "reconcileID": "f8efaa9d-9063-4fbe-bfd5-44e98884ea59", "Gateway": "e2e-ipp-cleanup-36a83e", "namespace": "openshift-ingress"} 2026-09-09T07:17:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-36a83e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-36a83e", "reconcileID": "f8efaa9d-9063-4fbe-bfd5-44e98884ea59", "Gateway": "e2e-ipp-cleanup-36a83e", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-36a83e-authn-ssl"} 2026-09-09T07:17:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-36a83e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-36a83e", "reconcileID": "f8efaa9d-9063-4fbe-bfd5-44e98884ea59", "Gateway": "e2e-ipp-cleanup-36a83e", "namespace": "openshift-ingress"} 2026-09-09T07:17:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-36a83e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-36a83e", "reconcileID": "532d59a5-0bf5-42d2-83be-e0ba8dd0ba66", "Gateway": "e2e-ipp-cleanup-36a83e", "namespace": "openshift-ingress"} 2026-09-09T07:17:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-36a83e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-36a83e", "reconcileID": "532d59a5-0bf5-42d2-83be-e0ba8dd0ba66", "Gateway": "e2e-ipp-cleanup-36a83e", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-36a83e-authn-ssl"} 2026-09-09T07:17:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-36a83e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-36a83e", "reconcileID": "532d59a5-0bf5-42d2-83be-e0ba8dd0ba66", "Gateway": "e2e-ipp-cleanup-36a83e", "namespace": "openshift-ingress"} 2026-09-09T07:17:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-36a83e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-36a83e", "reconcileID": "484c9f60-86ba-4de8-af6d-59b2f2b6318c", "Gateway": "e2e-ipp-cleanup-36a83e", "namespace": "openshift-ingress"} 2026-09-09T07:17:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-36a83e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-36a83e", "reconcileID": "484c9f60-86ba-4de8-af6d-59b2f2b6318c", "Gateway": "e2e-ipp-cleanup-36a83e", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-36a83e-authn-ssl"} 2026-09-09T07:17:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-36a83e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-36a83e", "reconcileID": "484c9f60-86ba-4de8-af6d-59b2f2b6318c", "Gateway": "e2e-ipp-cleanup-36a83e", "namespace": "openshift-ingress"} 2026-09-09T07:17:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-36a83e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-36a83e", "reconcileID": "102d8722-afb7-44d0-88c7-fb526749639e", "Gateway": "e2e-ipp-cleanup-36a83e", "namespace": "openshift-ingress"} 2026-09-09T07:17:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-36a83e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-36a83e", "reconcileID": "102d8722-afb7-44d0-88c7-fb526749639e", "Gateway": "e2e-ipp-cleanup-36a83e", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-36a83e-authn-ssl"} 2026-09-09T07:17:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-36a83e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-36a83e", "reconcileID": "102d8722-afb7-44d0-88c7-fb526749639e", "Gateway": "e2e-ipp-cleanup-36a83e", "namespace": "openshift-ingress"} 2026-09-09T07:17:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-36a83e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-36a83e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1c7566c4-a4cd-4830-8826-b7f085b39f90", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-36a83e"} 2026-09-09T07:17:40Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-36a83e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-36a83e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1c7566c4-a4cd-4830-8826-b7f085b39f90", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-36a83e", "create": "odh-kserve-custom-ca-bundle"} 2026-09-09T07:17:40Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-36a83e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-36a83e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1c7566c4-a4cd-4830-8826-b7f085b39f90", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-36a83e because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-09T07:17:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-36a83e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-36a83e", "name": "odh-trusted-ca-bundle", "reconcileID": "c0315598-c6a8-4667-9572-6dde14e0cdab", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-36a83e"} 2026-09-09T07:17:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-36a83e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-36a83e", "name": "odh-trusted-ca-bundle", "reconcileID": "c0315598-c6a8-4667-9572-6dde14e0cdab", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-36a83e"} 2026-09-09T07:17:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-36a83e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-36a83e", "name": "openshift-service-ca.crt", "reconcileID": "b24b097a-b731-4c2a-b8f1-206aee7d4c2f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-36a83e"} 2026-09-09T07:17:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-36a83e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-36a83e", "name": "openshift-service-ca.crt", "reconcileID": "b24b097a-b731-4c2a-b8f1-206aee7d4c2f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-36a83e"} 2026-09-09T07:17:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-36a83e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-36a83e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3f346094-ea0f-4466-a82d-d9d0fb292652", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-36a83e"} 2026-09-09T07:17:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-36a83e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-36a83e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3f346094-ea0f-4466-a82d-d9d0fb292652", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-36a83e"} 2026-09-09T07:17:40Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-36a83e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-36a83e", "reconcileID": "6d49e4f7-04ff-406e-a11b-08b4dd1f63cc", "Gateway": "e2e-ipp-cleanup-36a83e", "namespace": "openshift-ingress"} 2026-09-09T07:17:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bea943","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bea943", "reconcileID": "a0c2e632-0987-464b-969c-68d91055b8e2", "Gateway": "e2e-ipp-a-bea943", "namespace": "openshift-ingress"} 2026-09-09T07:17:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bea943","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bea943", "reconcileID": "a0c2e632-0987-464b-969c-68d91055b8e2", "Gateway": "e2e-ipp-a-bea943", "namespace": "openshift-ingress", "name": "e2e-ipp-a-bea943-authn-ssl"} 2026-09-09T07:17:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bea943","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bea943", "reconcileID": "a0c2e632-0987-464b-969c-68d91055b8e2", "Gateway": "e2e-ipp-a-bea943", "namespace": "openshift-ingress"} 2026-09-09T07:17:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bea943","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bea943", "reconcileID": "eb89f980-d59b-46a7-934f-89cd996ed450", "Gateway": "e2e-ipp-a-bea943", "namespace": "openshift-ingress"} 2026-09-09T07:17:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bea943","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bea943", "reconcileID": "eb89f980-d59b-46a7-934f-89cd996ed450", "Gateway": "e2e-ipp-a-bea943", "namespace": "openshift-ingress", "name": "e2e-ipp-a-bea943-authn-ssl"} 2026-09-09T07:17:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bea943","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bea943", "reconcileID": "eb89f980-d59b-46a7-934f-89cd996ed450", "Gateway": "e2e-ipp-a-bea943", "namespace": "openshift-ingress"} 2026-09-09T07:18:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bea943","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bea943", "reconcileID": "33420fde-aaac-49e9-80e3-ddc2aae2d269", "Gateway": "e2e-ipp-a-bea943", "namespace": "openshift-ingress"} 2026-09-09T07:18:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bea943","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bea943", "reconcileID": "33420fde-aaac-49e9-80e3-ddc2aae2d269", "Gateway": "e2e-ipp-a-bea943", "namespace": "openshift-ingress", "name": "e2e-ipp-a-bea943-authn-ssl"} 2026-09-09T07:18:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bea943","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bea943", "reconcileID": "33420fde-aaac-49e9-80e3-ddc2aae2d269", "Gateway": "e2e-ipp-a-bea943", "namespace": "openshift-ingress"} 2026-09-09T07:18:05Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bea943","namespace":"ai-tenant-e2e-ipp-a-bea943"}, "namespace": "ai-tenant-e2e-ipp-a-bea943", "name": "ipp-route-bea943", "reconcileID": "5ae3d58a-c3dc-4ff3-8eab-4cc925d028bb", "LLMInferenceService": "ipp-route-bea943", "namespace": "ai-tenant-e2e-ipp-a-bea943"} 2026-09-09T07:18:05Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bea943","namespace":"ai-tenant-e2e-ipp-a-bea943"}, "namespace": "ai-tenant-e2e-ipp-a-bea943", "name": "ipp-route-bea943", "reconcileID": "5ae3d58a-c3dc-4ff3-8eab-4cc925d028bb", "LLMInferenceService": "ipp-route-bea943", "namespace": "ai-tenant-e2e-ipp-a-bea943"} 2026-09-09T07:18:05Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bea943","namespace":"ai-tenant-e2e-ipp-a-bea943"}, "namespace": "ai-tenant-e2e-ipp-a-bea943", "name": "ipp-route-bea943", "reconcileID": "5ae3d58a-c3dc-4ff3-8eab-4cc925d028bb", "LLMInferenceService": "ipp-route-bea943", "namespace": "ai-tenant-e2e-ipp-a-bea943"} 2026-09-09T07:18:05Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bea943","namespace":"ai-tenant-e2e-ipp-a-bea943"}, "namespace": "ai-tenant-e2e-ipp-a-bea943", "name": "ipp-route-bea943", "reconcileID": "5ae3d58a-c3dc-4ff3-8eab-4cc925d028bb", "LLMInferenceService": "ipp-route-bea943", "namespace": "ai-tenant-e2e-ipp-a-bea943", "name": "ipp-route-bea943-kserve-route-authn"} 2026-09-09T07:18:05Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bea943","namespace":"ai-tenant-e2e-ipp-a-bea943"}, "namespace": "ai-tenant-e2e-ipp-a-bea943", "name": "ipp-route-bea943", "reconcileID": "5ae3d58a-c3dc-4ff3-8eab-4cc925d028bb", "LLMInferenceService": "ipp-route-bea943", "namespace": "ai-tenant-e2e-ipp-a-bea943", "authType": "userdefined"} 2026-09-09T07:18:05Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bea943","namespace":"ai-tenant-e2e-ipp-a-bea943"}, "namespace": "ai-tenant-e2e-ipp-a-bea943", "name": "ipp-route-bea943", "reconcileID": "5ae3d58a-c3dc-4ff3-8eab-4cc925d028bb", "LLMInferenceService": "ipp-route-bea943", "namespace": "ai-tenant-e2e-ipp-a-bea943"} 2026-09-09T07:18:41Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-bea943"}, "namespace": "ai-tenant-e2e-ipp-a-bea943", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "78e6b9ad-72b6-4a5a-8c50-b6519f543662", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-bea943"} 2026-09-09T07:18:41Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-bea943"}, "namespace": "ai-tenant-e2e-ipp-a-bea943", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "78e6b9ad-72b6-4a5a-8c50-b6519f543662", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-bea943", "create": "odh-kserve-custom-ca-bundle"} 2026-09-09T07:18:41Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-bea943"}, "namespace": "ai-tenant-e2e-ipp-a-bea943", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "78e6b9ad-72b6-4a5a-8c50-b6519f543662", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-bea943 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-09T07:18:41Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-bea943"}, "namespace": "ai-tenant-e2e-ipp-a-bea943", "name": "odh-trusted-ca-bundle", "reconcileID": "d8dd3331-6914-4efe-8f34-e9e8181ba27a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-bea943"} 2026-09-09T07:18:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-bea943"}, "namespace": "ai-tenant-e2e-ipp-a-bea943", "name": "odh-trusted-ca-bundle", "reconcileID": "d8dd3331-6914-4efe-8f34-e9e8181ba27a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-bea943"} 2026-09-09T07:18:41Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-bea943"}, "namespace": "ai-tenant-e2e-ipp-a-bea943", "name": "openshift-service-ca.crt", "reconcileID": "b7eb1dd8-305e-48d0-9ae1-6183566d3a94", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-bea943"} 2026-09-09T07:18:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-bea943"}, "namespace": "ai-tenant-e2e-ipp-a-bea943", "name": "openshift-service-ca.crt", "reconcileID": "b7eb1dd8-305e-48d0-9ae1-6183566d3a94", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-bea943"} 2026-09-09T07:18:41Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-bea943"}, "namespace": "ai-tenant-e2e-ipp-a-bea943", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6bc979ca-13c1-47b1-89aa-04ed49f26e9e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-bea943"} 2026-09-09T07:18:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-bea943"}, "namespace": "ai-tenant-e2e-ipp-a-bea943", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6bc979ca-13c1-47b1-89aa-04ed49f26e9e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-bea943"} 2026-09-09T07:18:41Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bea943","namespace":"ai-tenant-e2e-ipp-a-bea943"}, "namespace": "ai-tenant-e2e-ipp-a-bea943", "name": "ipp-route-bea943", "reconcileID": "e8fe59d4-a856-4459-b82a-bb12d68cf407", "LLMInferenceService": "ipp-route-bea943", "namespace": "ai-tenant-e2e-ipp-a-bea943"} 2026-09-09T07:18:41Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bea943","namespace":"ai-tenant-e2e-ipp-a-bea943"}, "namespace": "ai-tenant-e2e-ipp-a-bea943", "name": "ipp-route-bea943", "reconcileID": "e8fe59d4-a856-4459-b82a-bb12d68cf407", "LLMInferenceService": "ipp-route-bea943", "namespace": "ai-tenant-e2e-ipp-a-bea943", "name": "ipp-route-bea943"} 2026-09-09T07:18:41Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bea943","namespace":"ai-tenant-e2e-ipp-a-bea943"}, "namespace": "ai-tenant-e2e-ipp-a-bea943", "name": "ipp-route-bea943", "reconcileID": "e8fe59d4-a856-4459-b82a-bb12d68cf407", "LLMInferenceService": "ipp-route-bea943", "namespace": "ai-tenant-e2e-ipp-a-bea943"} 2026-09-09T07:18:41Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bea943","namespace":"ai-tenant-e2e-ipp-a-bea943"}, "namespace": "ai-tenant-e2e-ipp-a-bea943", "name": "ipp-route-bea943", "reconcileID": "e8fe59d4-a856-4459-b82a-bb12d68cf407", "LLMInferenceService": "ipp-route-bea943", "namespace": "ai-tenant-e2e-ipp-a-bea943"} 2026-09-09T07:18:41Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bea943","namespace":"ai-tenant-e2e-ipp-a-bea943"}, "namespace": "ai-tenant-e2e-ipp-a-bea943", "name": "ipp-route-bea943", "reconcileID": "e8fe59d4-a856-4459-b82a-bb12d68cf407", "LLMInferenceService": "ipp-route-bea943", "namespace": "ai-tenant-e2e-ipp-a-bea943", "name": "ipp-route-bea943-kserve-route-authn"} 2026-09-09T07:18:41Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bea943","namespace":"ai-tenant-e2e-ipp-a-bea943"}, "namespace": "ai-tenant-e2e-ipp-a-bea943", "name": "ipp-route-bea943", "reconcileID": "e8fe59d4-a856-4459-b82a-bb12d68cf407", "LLMInferenceService": "ipp-route-bea943", "namespace": "ai-tenant-e2e-ipp-a-bea943", "name": "ipp-route-bea943-kserve-route-authn"} 2026-09-09T07:18:41Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bea943","namespace":"ai-tenant-e2e-ipp-a-bea943"}, "namespace": "ai-tenant-e2e-ipp-a-bea943", "name": "ipp-route-bea943", "reconcileID": "e8fe59d4-a856-4459-b82a-bb12d68cf407", "LLMInferenceService": "ipp-route-bea943", "namespace": "ai-tenant-e2e-ipp-a-bea943", "namespace": "ai-tenant-e2e-ipp-a-bea943"} 2026-09-09T07:18:41Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bea943","namespace":"ai-tenant-e2e-ipp-a-bea943"}, "namespace": "ai-tenant-e2e-ipp-a-bea943", "name": "ipp-route-bea943", "reconcileID": "e8fe59d4-a856-4459-b82a-bb12d68cf407", "LLMInferenceService": "ipp-route-bea943", "namespace": "ai-tenant-e2e-ipp-a-bea943", "namespace": "ai-tenant-e2e-ipp-a-bea943"} 2026-09-09T07:18:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bea943","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bea943", "reconcileID": "5141b2dd-f4d0-4ed3-83c6-c5df1e4c063f", "Gateway": "e2e-ipp-a-bea943", "namespace": "openshift-ingress"} 2026-09-09T07:18:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bea943","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bea943", "reconcileID": "5141b2dd-f4d0-4ed3-83c6-c5df1e4c063f", "Gateway": "e2e-ipp-a-bea943", "namespace": "openshift-ingress", "name": "e2e-ipp-a-bea943-authn-ssl"} 2026-09-09T07:18:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bea943","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bea943", "reconcileID": "5141b2dd-f4d0-4ed3-83c6-c5df1e4c063f", "Gateway": "e2e-ipp-a-bea943", "namespace": "openshift-ingress"} 2026-09-09T07:18:42Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bea943","namespace":"ai-tenant-e2e-ipp-a-bea943"}, "namespace": "ai-tenant-e2e-ipp-a-bea943", "name": "ipp-route-bea943", "reconcileID": "885d13ed-13dd-4178-98c6-b7407a3460d0", "LLMInferenceService": "ipp-route-bea943", "namespace": "ai-tenant-e2e-ipp-a-bea943"} 2026-09-09T07:18:42Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bea943","namespace":"ai-tenant-e2e-ipp-a-bea943"}, "namespace": "ai-tenant-e2e-ipp-a-bea943", "name": "ipp-route-bea943", "reconcileID": "885d13ed-13dd-4178-98c6-b7407a3460d0", "LLMInferenceService": "ipp-route-bea943", "namespace": "ai-tenant-e2e-ipp-a-bea943", "name": "ipp-route-bea943"} 2026-09-09T07:18:42Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bea943","namespace":"ai-tenant-e2e-ipp-a-bea943"}, "namespace": "ai-tenant-e2e-ipp-a-bea943", "name": "ipp-route-bea943", "reconcileID": "885d13ed-13dd-4178-98c6-b7407a3460d0", "LLMInferenceService": "ipp-route-bea943", "namespace": "ai-tenant-e2e-ipp-a-bea943"} 2026-09-09T07:18:42Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bea943","namespace":"ai-tenant-e2e-ipp-a-bea943"}, "namespace": "ai-tenant-e2e-ipp-a-bea943", "name": "ipp-route-bea943", "reconcileID": "885d13ed-13dd-4178-98c6-b7407a3460d0", "LLMInferenceService": "ipp-route-bea943", "namespace": "ai-tenant-e2e-ipp-a-bea943"} 2026-09-09T07:18:42Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bea943","namespace":"ai-tenant-e2e-ipp-a-bea943"}, "namespace": "ai-tenant-e2e-ipp-a-bea943", "name": "ipp-route-bea943", "reconcileID": "885d13ed-13dd-4178-98c6-b7407a3460d0", "LLMInferenceService": "ipp-route-bea943", "namespace": "ai-tenant-e2e-ipp-a-bea943", "name": "ipp-route-bea943-kserve-route-authn"} 2026-09-09T07:18:42Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bea943","namespace":"ai-tenant-e2e-ipp-a-bea943"}, "namespace": "ai-tenant-e2e-ipp-a-bea943", "name": "ipp-route-bea943", "reconcileID": "885d13ed-13dd-4178-98c6-b7407a3460d0", "LLMInferenceService": "ipp-route-bea943", "namespace": "ai-tenant-e2e-ipp-a-bea943", "name": "ipp-route-bea943-kserve-route-authn"} 2026-09-09T07:18:42Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bea943","namespace":"ai-tenant-e2e-ipp-a-bea943"}, "namespace": "ai-tenant-e2e-ipp-a-bea943", "name": "ipp-route-bea943", "reconcileID": "885d13ed-13dd-4178-98c6-b7407a3460d0", "LLMInferenceService": "ipp-route-bea943", "namespace": "ai-tenant-e2e-ipp-a-bea943", "namespace": "ai-tenant-e2e-ipp-a-bea943"} 2026-09-09T07:18:42Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bea943","namespace":"ai-tenant-e2e-ipp-a-bea943"}, "namespace": "ai-tenant-e2e-ipp-a-bea943", "name": "ipp-route-bea943", "reconcileID": "885d13ed-13dd-4178-98c6-b7407a3460d0", "LLMInferenceService": "ipp-route-bea943", "namespace": "ai-tenant-e2e-ipp-a-bea943", "namespace": "ai-tenant-e2e-ipp-a-bea943"} 2026-09-09T07:18:43Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bea943","namespace":"ai-tenant-e2e-ipp-a-bea943"}, "namespace": "ai-tenant-e2e-ipp-a-bea943", "name": "ipp-route-bea943", "reconcileID": "63f4a68e-146c-43b0-84d7-81ba94638980", "LLMInferenceService": "ipp-route-bea943", "namespace": "ai-tenant-e2e-ipp-a-bea943"} 2026-09-09T07:18:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bea943","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bea943", "reconcileID": "6c49f781-72ae-4b6c-a8d1-e9d75a069b27", "Gateway": "e2e-ipp-a-bea943", "namespace": "openshift-ingress"} 2026-09-09T07:18:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bea943","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bea943", "reconcileID": "6c49f781-72ae-4b6c-a8d1-e9d75a069b27", "Gateway": "e2e-ipp-a-bea943", "namespace": "openshift-ingress", "name": "e2e-ipp-a-bea943-authn-ssl"} 2026-09-09T07:18:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bea943","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bea943", "reconcileID": "6c49f781-72ae-4b6c-a8d1-e9d75a069b27", "Gateway": "e2e-ipp-a-bea943", "namespace": "openshift-ingress"} 2026-09-09T07:18:48Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bea943","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bea943", "reconcileID": "73c480e5-7d33-449f-af17-958f105d8540", "Gateway": "e2e-ipp-a-bea943", "namespace": "openshift-ingress"} 2026-09-09T07:18:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-083e4a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-083e4a", "reconcileID": "f411f031-72c9-4090-8104-91a614d36f69", "Gateway": "e2e-ipp-b-083e4a", "namespace": "openshift-ingress"} 2026-09-09T07:18:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-083e4a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-083e4a", "reconcileID": "f411f031-72c9-4090-8104-91a614d36f69", "Gateway": "e2e-ipp-b-083e4a", "namespace": "openshift-ingress", "name": "e2e-ipp-b-083e4a-authn-ssl"} 2026-09-09T07:18:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-083e4a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-083e4a", "reconcileID": "f411f031-72c9-4090-8104-91a614d36f69", "Gateway": "e2e-ipp-b-083e4a", "namespace": "openshift-ingress"} 2026-09-09T07:19:02Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-09T07:19:02Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-09T07:19:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-083e4a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-083e4a", "reconcileID": "79437a1b-bfa2-44a4-b213-5b8ce20a1964", "Gateway": "e2e-ipp-b-083e4a", "namespace": "openshift-ingress"} 2026-09-09T07:19:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-083e4a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-083e4a", "reconcileID": "79437a1b-bfa2-44a4-b213-5b8ce20a1964", "Gateway": "e2e-ipp-b-083e4a", "namespace": "openshift-ingress", "name": "e2e-ipp-b-083e4a-authn-ssl"} 2026-09-09T07:19:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-083e4a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-083e4a", "reconcileID": "79437a1b-bfa2-44a4-b213-5b8ce20a1964", "Gateway": "e2e-ipp-b-083e4a", "namespace": "openshift-ingress"} 2026-09-09T07:19:02Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-09T07:19:02Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-09T07:19:04Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-083e4a"}, "namespace": "ai-tenant-e2e-ipp-b-083e4a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9804f823-9205-40c4-89e8-6243b1a1da8b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-083e4a"} 2026-09-09T07:19:04Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-083e4a"}, "namespace": "ai-tenant-e2e-ipp-b-083e4a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9804f823-9205-40c4-89e8-6243b1a1da8b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-083e4a", "create": "odh-kserve-custom-ca-bundle"} 2026-09-09T07:19:04Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-083e4a"}, "namespace": "ai-tenant-e2e-ipp-b-083e4a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9804f823-9205-40c4-89e8-6243b1a1da8b", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-083e4a because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-09T07:19:04Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-083e4a"}, "namespace": "ai-tenant-e2e-ipp-b-083e4a", "name": "odh-trusted-ca-bundle", "reconcileID": "12a96312-9891-4f0a-8163-30fa8c968596", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-083e4a"} 2026-09-09T07:19:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-083e4a"}, "namespace": "ai-tenant-e2e-ipp-b-083e4a", "name": "odh-trusted-ca-bundle", "reconcileID": "12a96312-9891-4f0a-8163-30fa8c968596", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-083e4a"} 2026-09-09T07:19:04Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-083e4a"}, "namespace": "ai-tenant-e2e-ipp-b-083e4a", "name": "openshift-service-ca.crt", "reconcileID": "f59795ef-adb1-46f0-b1f8-a9b8342c868c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-083e4a"} 2026-09-09T07:19:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-083e4a"}, "namespace": "ai-tenant-e2e-ipp-b-083e4a", "name": "openshift-service-ca.crt", "reconcileID": "f59795ef-adb1-46f0-b1f8-a9b8342c868c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-083e4a"} 2026-09-09T07:19:04Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-083e4a"}, "namespace": "ai-tenant-e2e-ipp-b-083e4a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3d4eb93d-1c62-41e4-940c-c37183ba9cb6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-083e4a"} 2026-09-09T07:19:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-083e4a"}, "namespace": "ai-tenant-e2e-ipp-b-083e4a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3d4eb93d-1c62-41e4-940c-c37183ba9cb6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-083e4a"} 2026-09-09T07:19:05Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-083e4a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-083e4a", "reconcileID": "e97c1e2d-567e-431c-860d-6f5cd4d176bb", "Gateway": "e2e-ipp-b-083e4a", "namespace": "openshift-ingress"} 2026-09-09T07:19:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-ea0f1c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-ea0f1c", "reconcileID": "faab2504-5980-47bc-8276-90864b4f34e8", "Gateway": "e2e-shared-a-w3-ea0f1c", "namespace": "openshift-ingress"} 2026-09-09T07:19:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-ea0f1c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-ea0f1c", "reconcileID": "faab2504-5980-47bc-8276-90864b4f34e8", "Gateway": "e2e-shared-a-w3-ea0f1c", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-ea0f1c-authn-ssl"} 2026-09-09T07:19:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-ea0f1c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-ea0f1c", "reconcileID": "faab2504-5980-47bc-8276-90864b4f34e8", "Gateway": "e2e-shared-a-w3-ea0f1c", "namespace": "openshift-ingress"} 2026-09-09T07:19:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-ea0f1c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-ea0f1c", "reconcileID": "8f350495-37db-405e-89dd-0053e6260680", "Gateway": "e2e-shared-a-w3-ea0f1c", "namespace": "openshift-ingress"} 2026-09-09T07:19:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-ea0f1c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-ea0f1c", "reconcileID": "8f350495-37db-405e-89dd-0053e6260680", "Gateway": "e2e-shared-a-w3-ea0f1c", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-ea0f1c-authn-ssl"} 2026-09-09T07:19:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-ea0f1c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-ea0f1c", "reconcileID": "8f350495-37db-405e-89dd-0053e6260680", "Gateway": "e2e-shared-a-w3-ea0f1c", "namespace": "openshift-ingress"} 2026-09-09T07:19:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-ea0f1c"}, "namespace": "ai-tenant-e2e-shared-a-w3-ea0f1c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "484b9f44-0c02-48b8-bdb9-205b3774fa79", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-ea0f1c"} 2026-09-09T07:19:23Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-ea0f1c"}, "namespace": "ai-tenant-e2e-shared-a-w3-ea0f1c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "484b9f44-0c02-48b8-bdb9-205b3774fa79", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-ea0f1c", "create": "odh-kserve-custom-ca-bundle"} 2026-09-09T07:19:23Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-ea0f1c"}, "namespace": "ai-tenant-e2e-shared-a-w3-ea0f1c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "484b9f44-0c02-48b8-bdb9-205b3774fa79", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w3-ea0f1c because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-09T07:19:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-ea0f1c"}, "namespace": "ai-tenant-e2e-shared-a-w3-ea0f1c", "name": "odh-trusted-ca-bundle", "reconcileID": "d25f77e3-4e35-4808-901a-b25a8247c8fd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-ea0f1c"} 2026-09-09T07:19:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-ea0f1c"}, "namespace": "ai-tenant-e2e-shared-a-w3-ea0f1c", "name": "odh-trusted-ca-bundle", "reconcileID": "d25f77e3-4e35-4808-901a-b25a8247c8fd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-ea0f1c"} 2026-09-09T07:19:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-ea0f1c"}, "namespace": "ai-tenant-e2e-shared-a-w3-ea0f1c", "name": "openshift-service-ca.crt", "reconcileID": "46e2dde8-b06a-4843-af4c-023ff776ad40", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-ea0f1c"} 2026-09-09T07:19:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-ea0f1c"}, "namespace": "ai-tenant-e2e-shared-a-w3-ea0f1c", "name": "openshift-service-ca.crt", "reconcileID": "46e2dde8-b06a-4843-af4c-023ff776ad40", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-ea0f1c"} 2026-09-09T07:19:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-ea0f1c"}, "namespace": "ai-tenant-e2e-shared-a-w3-ea0f1c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bce7c903-01ea-4398-84e4-850dee7d4449", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-ea0f1c"} 2026-09-09T07:19:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-ea0f1c"}, "namespace": "ai-tenant-e2e-shared-a-w3-ea0f1c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bce7c903-01ea-4398-84e4-850dee7d4449", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-ea0f1c"} 2026-09-09T07:19:23Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-ea0f1c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-ea0f1c", "reconcileID": "846c1e03-2cb7-4a2c-9dee-5576a959fb11", "Gateway": "e2e-shared-a-w3-ea0f1c", "namespace": "openshift-ingress"} 2026-09-09T07:19:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-988b24","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-988b24", "reconcileID": "e97abd4b-1b9a-41a7-bc4e-9dde7f23d9f3", "Gateway": "e2e-shared-b-w3-988b24", "namespace": "openshift-ingress"} 2026-09-09T07:19:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-988b24","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-988b24", "reconcileID": "e97abd4b-1b9a-41a7-bc4e-9dde7f23d9f3", "Gateway": "e2e-shared-b-w3-988b24", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-988b24-authn-ssl"} 2026-09-09T07:19:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-988b24","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-988b24", "reconcileID": "e97abd4b-1b9a-41a7-bc4e-9dde7f23d9f3", "Gateway": "e2e-shared-b-w3-988b24", "namespace": "openshift-ingress"} 2026-09-09T07:19:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-988b24","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-988b24", "reconcileID": "f3413459-4d77-465e-952c-320bfe7b0c4d", "Gateway": "e2e-shared-b-w3-988b24", "namespace": "openshift-ingress"} 2026-09-09T07:19:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-988b24","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-988b24", "reconcileID": "f3413459-4d77-465e-952c-320bfe7b0c4d", "Gateway": "e2e-shared-b-w3-988b24", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-988b24-authn-ssl"} 2026-09-09T07:19:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-988b24","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-988b24", "reconcileID": "f3413459-4d77-465e-952c-320bfe7b0c4d", "Gateway": "e2e-shared-b-w3-988b24", "namespace": "openshift-ingress"} 2026-09-09T07:19:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-988b24"}, "namespace": "ai-tenant-e2e-shared-b-w3-988b24", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0289b84a-7929-47b4-97c9-905e0afba42c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-988b24"} 2026-09-09T07:19:40Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-988b24"}, "namespace": "ai-tenant-e2e-shared-b-w3-988b24", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0289b84a-7929-47b4-97c9-905e0afba42c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-988b24", "create": "odh-kserve-custom-ca-bundle"} 2026-09-09T07:19:40Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-988b24"}, "namespace": "ai-tenant-e2e-shared-b-w3-988b24", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0289b84a-7929-47b4-97c9-905e0afba42c", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w3-988b24 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-09T07:19:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-988b24"}, "namespace": "ai-tenant-e2e-shared-b-w3-988b24", "name": "odh-trusted-ca-bundle", "reconcileID": "6f3edff1-09f9-4781-bcd9-4f8ad4f761ac", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-988b24"} 2026-09-09T07:19:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-988b24"}, "namespace": "ai-tenant-e2e-shared-b-w3-988b24", "name": "odh-trusted-ca-bundle", "reconcileID": "6f3edff1-09f9-4781-bcd9-4f8ad4f761ac", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-988b24"} 2026-09-09T07:19:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-988b24"}, "namespace": "ai-tenant-e2e-shared-b-w3-988b24", "name": "openshift-service-ca.crt", "reconcileID": "c379e63d-947b-4295-bab8-94e013225fc4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-988b24"} 2026-09-09T07:19:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-988b24"}, "namespace": "ai-tenant-e2e-shared-b-w3-988b24", "name": "openshift-service-ca.crt", "reconcileID": "c379e63d-947b-4295-bab8-94e013225fc4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-988b24"} 2026-09-09T07:19:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-988b24"}, "namespace": "ai-tenant-e2e-shared-b-w3-988b24", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a0951078-b514-42bb-8487-fd55d0752f2b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-988b24"} 2026-09-09T07:19:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-988b24"}, "namespace": "ai-tenant-e2e-shared-b-w3-988b24", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a0951078-b514-42bb-8487-fd55d0752f2b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-988b24"} 2026-09-09T07:19:41Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-988b24","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-988b24", "reconcileID": "a819633a-0dab-4f62-834c-e8cb62f03362", "Gateway": "e2e-shared-b-w3-988b24", "namespace": "openshift-ingress"} 2026-09-09T07:24:05Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-ebbdbe84","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-ebbdbe84", "reconcileID": "4b016681-c972-4d93-8523-551eb7ebd0f5", "LLMInferenceService": "e2e-same-id-a-ebbdbe84", "namespace": "llm"} 2026-09-09T07:24:05Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-ebbdbe84","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-ebbdbe84", "reconcileID": "4b016681-c972-4d93-8523-551eb7ebd0f5", "LLMInferenceService": "e2e-same-id-a-ebbdbe84", "namespace": "llm"} 2026-09-09T07:24:05Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-ebbdbe84","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-ebbdbe84", "reconcileID": "4b016681-c972-4d93-8523-551eb7ebd0f5", "LLMInferenceService": "e2e-same-id-a-ebbdbe84", "namespace": "llm"} 2026-09-09T07:24:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "fb560149-d64f-4bdc-9977-89d123c680f6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T07:24:05Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-ebbdbe84","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-ebbdbe84", "reconcileID": "4b016681-c972-4d93-8523-551eb7ebd0f5", "LLMInferenceService": "e2e-same-id-a-ebbdbe84", "namespace": "llm", "name": "e2e-same-id-a-ebbdbe84-kserve-route-authn"} 2026-09-09T07:24:05Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-ebbdbe84","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-ebbdbe84", "reconcileID": "4b016681-c972-4d93-8523-551eb7ebd0f5", "LLMInferenceService": "e2e-same-id-a-ebbdbe84", "namespace": "llm", "authType": "userdefined"} 2026-09-09T07:24:05Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-ebbdbe84","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-ebbdbe84", "reconcileID": "4b016681-c972-4d93-8523-551eb7ebd0f5", "LLMInferenceService": "e2e-same-id-a-ebbdbe84", "namespace": "llm"} 2026-09-09T07:24:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "fb560149-d64f-4bdc-9977-89d123c680f6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-09T07:24:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "fb560149-d64f-4bdc-9977-89d123c680f6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T07:24:05Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-ebbdbe84","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-ebbdbe84", "reconcileID": "e3a936f0-c567-4c7a-afe1-82b34db7eefa", "LLMInferenceService": "e2e-same-id-a-ebbdbe84", "namespace": "llm"} 2026-09-09T07:24:05Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-ebbdbe84","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-ebbdbe84", "reconcileID": "e3a936f0-c567-4c7a-afe1-82b34db7eefa", "LLMInferenceService": "e2e-same-id-a-ebbdbe84", "namespace": "llm"} 2026-09-09T07:24:05Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-ebbdbe84","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-ebbdbe84", "reconcileID": "e3a936f0-c567-4c7a-afe1-82b34db7eefa", "LLMInferenceService": "e2e-same-id-a-ebbdbe84", "namespace": "llm"} 2026-09-09T07:24:05Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-ebbdbe84","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-ebbdbe84", "reconcileID": "e3a936f0-c567-4c7a-afe1-82b34db7eefa", "LLMInferenceService": "e2e-same-id-a-ebbdbe84", "namespace": "llm", "name": "e2e-same-id-a-ebbdbe84-kserve-route-authn"} 2026-09-09T07:24:05Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-ebbdbe84","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-ebbdbe84", "reconcileID": "e3a936f0-c567-4c7a-afe1-82b34db7eefa", "LLMInferenceService": "e2e-same-id-a-ebbdbe84", "namespace": "llm", "authType": "userdefined"} 2026-09-09T07:24:05Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-ebbdbe84","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-ebbdbe84", "reconcileID": "e3a936f0-c567-4c7a-afe1-82b34db7eefa", "LLMInferenceService": "e2e-same-id-a-ebbdbe84", "namespace": "llm"} 2026-09-09T07:24:05Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-ebbdbe84","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-ebbdbe84", "reconcileID": "5ca0b2e7-121a-4abb-b3a7-b4834b17847b", "LLMInferenceService": "e2e-same-id-b-ebbdbe84", "namespace": "llm"} 2026-09-09T07:24:05Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-ebbdbe84","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-ebbdbe84", "reconcileID": "5ca0b2e7-121a-4abb-b3a7-b4834b17847b", "LLMInferenceService": "e2e-same-id-b-ebbdbe84", "namespace": "llm"} 2026-09-09T07:24:05Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-ebbdbe84","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-ebbdbe84", "reconcileID": "5ca0b2e7-121a-4abb-b3a7-b4834b17847b", "LLMInferenceService": "e2e-same-id-b-ebbdbe84", "namespace": "llm"} 2026-09-09T07:24:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "6550cf3d-27b2-48b3-8c41-4082ae0ba224", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T07:24:05Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-ebbdbe84","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-ebbdbe84", "reconcileID": "5ca0b2e7-121a-4abb-b3a7-b4834b17847b", "LLMInferenceService": "e2e-same-id-b-ebbdbe84", "namespace": "llm", "name": "e2e-same-id-b-ebbdbe84-kserve-route-authn"} 2026-09-09T07:24:05Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-ebbdbe84","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-ebbdbe84", "reconcileID": "5ca0b2e7-121a-4abb-b3a7-b4834b17847b", "LLMInferenceService": "e2e-same-id-b-ebbdbe84", "namespace": "llm", "authType": "userdefined"} 2026-09-09T07:24:05Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-ebbdbe84","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-ebbdbe84", "reconcileID": "5ca0b2e7-121a-4abb-b3a7-b4834b17847b", "LLMInferenceService": "e2e-same-id-b-ebbdbe84", "namespace": "llm"} 2026-09-09T07:24:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "6550cf3d-27b2-48b3-8c41-4082ae0ba224", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-09T07:24:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "6550cf3d-27b2-48b3-8c41-4082ae0ba224", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T07:24:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "44e713a3-3bb7-47e0-96a0-38dd4f64e2b0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T07:24:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "44e713a3-3bb7-47e0-96a0-38dd4f64e2b0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-09T07:24:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "44e713a3-3bb7-47e0-96a0-38dd4f64e2b0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T07:24:13Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-ebbdbe84","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-ebbdbe84", "reconcileID": "82551edc-66eb-49ff-b09c-228f7cccbb9f", "LLMInferenceService": "e2e-same-id-a-ebbdbe84", "namespace": "llm"} 2026-09-09T07:24:13Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-ebbdbe84","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-ebbdbe84", "reconcileID": "82551edc-66eb-49ff-b09c-228f7cccbb9f", "LLMInferenceService": "e2e-same-id-a-ebbdbe84", "namespace": "llm"} 2026-09-09T07:24:13Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-ebbdbe84","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-ebbdbe84", "reconcileID": "82551edc-66eb-49ff-b09c-228f7cccbb9f", "LLMInferenceService": "e2e-same-id-a-ebbdbe84", "namespace": "llm"} 2026-09-09T07:24:13Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-ebbdbe84","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-ebbdbe84", "reconcileID": "82551edc-66eb-49ff-b09c-228f7cccbb9f", "LLMInferenceService": "e2e-same-id-a-ebbdbe84", "namespace": "llm", "name": "e2e-same-id-a-ebbdbe84-kserve-route-authn"} 2026-09-09T07:24:13Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-ebbdbe84","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-ebbdbe84", "reconcileID": "82551edc-66eb-49ff-b09c-228f7cccbb9f", "LLMInferenceService": "e2e-same-id-a-ebbdbe84", "namespace": "llm", "authType": "userdefined"} 2026-09-09T07:24:13Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-ebbdbe84","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-ebbdbe84", "reconcileID": "82551edc-66eb-49ff-b09c-228f7cccbb9f", "LLMInferenceService": "e2e-same-id-a-ebbdbe84", "namespace": "llm"} 2026-09-09T07:24:14Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-ebbdbe84","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-ebbdbe84", "reconcileID": "7c7a83b4-4f2d-4c21-b99a-b281ce728ef3", "LLMInferenceService": "e2e-same-id-b-ebbdbe84", "namespace": "llm"} 2026-09-09T07:24:14Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-ebbdbe84","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-ebbdbe84", "reconcileID": "7c7a83b4-4f2d-4c21-b99a-b281ce728ef3", "LLMInferenceService": "e2e-same-id-b-ebbdbe84", "namespace": "llm"} 2026-09-09T07:24:14Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-ebbdbe84","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-ebbdbe84", "reconcileID": "7c7a83b4-4f2d-4c21-b99a-b281ce728ef3", "LLMInferenceService": "e2e-same-id-b-ebbdbe84", "namespace": "llm"} 2026-09-09T07:24:14Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-ebbdbe84","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-ebbdbe84", "reconcileID": "7c7a83b4-4f2d-4c21-b99a-b281ce728ef3", "LLMInferenceService": "e2e-same-id-b-ebbdbe84", "namespace": "llm", "name": "e2e-same-id-b-ebbdbe84-kserve-route-authn"} 2026-09-09T07:24:14Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-ebbdbe84","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-ebbdbe84", "reconcileID": "7c7a83b4-4f2d-4c21-b99a-b281ce728ef3", "LLMInferenceService": "e2e-same-id-b-ebbdbe84", "namespace": "llm", "authType": "userdefined"} 2026-09-09T07:24:14Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-ebbdbe84","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-ebbdbe84", "reconcileID": "7c7a83b4-4f2d-4c21-b99a-b281ce728ef3", "LLMInferenceService": "e2e-same-id-b-ebbdbe84", "namespace": "llm"} 2026-09-09T07:24:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9fcf85de-bc1e-48c2-aa2e-772ae95d72c7", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T07:24:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9fcf85de-bc1e-48c2-aa2e-772ae95d72c7", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-09T07:24:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9fcf85de-bc1e-48c2-aa2e-772ae95d72c7", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T07:24:17Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-ebbdbe84","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-ebbdbe84", "reconcileID": "92b57c83-44c5-43ff-bb93-5310ba4e64a7", "LLMInferenceService": "e2e-same-id-b-ebbdbe84", "namespace": "llm"} 2026-09-09T07:24:17Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-ebbdbe84","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-ebbdbe84", "reconcileID": "92b57c83-44c5-43ff-bb93-5310ba4e64a7", "LLMInferenceService": "e2e-same-id-b-ebbdbe84", "namespace": "llm"} 2026-09-09T07:24:17Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-ebbdbe84","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-ebbdbe84", "reconcileID": "92b57c83-44c5-43ff-bb93-5310ba4e64a7", "LLMInferenceService": "e2e-same-id-b-ebbdbe84", "namespace": "llm"} 2026-09-09T07:24:17Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-ebbdbe84","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-ebbdbe84", "reconcileID": "92b57c83-44c5-43ff-bb93-5310ba4e64a7", "LLMInferenceService": "e2e-same-id-b-ebbdbe84", "namespace": "llm", "name": "e2e-same-id-b-ebbdbe84-kserve-route-authn"} 2026-09-09T07:24:17Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-ebbdbe84","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-ebbdbe84", "reconcileID": "92b57c83-44c5-43ff-bb93-5310ba4e64a7", "LLMInferenceService": "e2e-same-id-b-ebbdbe84", "namespace": "llm", "authType": "userdefined"} 2026-09-09T07:24:17Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-ebbdbe84","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-ebbdbe84", "reconcileID": "92b57c83-44c5-43ff-bb93-5310ba4e64a7", "LLMInferenceService": "e2e-same-id-b-ebbdbe84", "namespace": "llm"} 2026-09-09T07:24:34Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-ebbdbe84","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-ebbdbe84", "reconcileID": "bdbc7fd4-3846-473c-a5e5-1931f37df5e6", "LLMInferenceService": "e2e-same-id-a-ebbdbe84", "namespace": "llm"} 2026-09-09T07:24:34Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-ebbdbe84","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-ebbdbe84", "reconcileID": "bdbc7fd4-3846-473c-a5e5-1931f37df5e6", "LLMInferenceService": "e2e-same-id-a-ebbdbe84", "namespace": "llm"} 2026-09-09T07:24:34Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-ebbdbe84","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-ebbdbe84", "reconcileID": "bdbc7fd4-3846-473c-a5e5-1931f37df5e6", "LLMInferenceService": "e2e-same-id-a-ebbdbe84", "namespace": "llm"} 2026-09-09T07:24:34Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-ebbdbe84","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-ebbdbe84", "reconcileID": "bdbc7fd4-3846-473c-a5e5-1931f37df5e6", "LLMInferenceService": "e2e-same-id-a-ebbdbe84", "namespace": "llm", "name": "e2e-same-id-a-ebbdbe84-kserve-route-authn"} 2026-09-09T07:24:34Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-ebbdbe84","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-ebbdbe84", "reconcileID": "bdbc7fd4-3846-473c-a5e5-1931f37df5e6", "LLMInferenceService": "e2e-same-id-a-ebbdbe84", "namespace": "llm", "authType": "userdefined"} 2026-09-09T07:24:34Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-ebbdbe84","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-ebbdbe84", "reconcileID": "bdbc7fd4-3846-473c-a5e5-1931f37df5e6", "LLMInferenceService": "e2e-same-id-a-ebbdbe84", "namespace": "llm"} 2026-09-09T07:24:41Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-ebbdbe84","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-ebbdbe84", "reconcileID": "6df7326c-612f-4ec9-983a-bb5bc493bd04", "LLMInferenceService": "e2e-same-id-b-ebbdbe84", "namespace": "llm"} 2026-09-09T07:24:41Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-ebbdbe84","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-ebbdbe84", "reconcileID": "6df7326c-612f-4ec9-983a-bb5bc493bd04", "LLMInferenceService": "e2e-same-id-b-ebbdbe84", "namespace": "llm"} 2026-09-09T07:24:41Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-ebbdbe84","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-ebbdbe84", "reconcileID": "6df7326c-612f-4ec9-983a-bb5bc493bd04", "LLMInferenceService": "e2e-same-id-b-ebbdbe84", "namespace": "llm"} 2026-09-09T07:24:41Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-ebbdbe84","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-ebbdbe84", "reconcileID": "6df7326c-612f-4ec9-983a-bb5bc493bd04", "LLMInferenceService": "e2e-same-id-b-ebbdbe84", "namespace": "llm", "name": "e2e-same-id-b-ebbdbe84-kserve-route-authn"} 2026-09-09T07:24:41Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-ebbdbe84","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-ebbdbe84", "reconcileID": "6df7326c-612f-4ec9-983a-bb5bc493bd04", "LLMInferenceService": "e2e-same-id-b-ebbdbe84", "namespace": "llm", "authType": "userdefined"} 2026-09-09T07:24:41Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-ebbdbe84","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-ebbdbe84", "reconcileID": "6df7326c-612f-4ec9-983a-bb5bc493bd04", "LLMInferenceService": "e2e-same-id-b-ebbdbe84", "namespace": "llm"} 2026-09-09T07:24:44Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-ebbdbe84","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-ebbdbe84", "reconcileID": "2d6fd8d2-75ad-491d-9c8c-8445a02d393e", "LLMInferenceService": "e2e-same-id-a-ebbdbe84", "namespace": "llm"} 2026-09-09T07:24:44Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-ebbdbe84","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-ebbdbe84", "reconcileID": "2d6fd8d2-75ad-491d-9c8c-8445a02d393e", "LLMInferenceService": "e2e-same-id-a-ebbdbe84", "namespace": "llm", "name": "e2e-same-id-a-ebbdbe84"} 2026-09-09T07:24:44Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-ebbdbe84","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-ebbdbe84", "reconcileID": "2d6fd8d2-75ad-491d-9c8c-8445a02d393e", "LLMInferenceService": "e2e-same-id-a-ebbdbe84", "namespace": "llm"} 2026-09-09T07:24:44Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-ebbdbe84","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-ebbdbe84", "reconcileID": "2d6fd8d2-75ad-491d-9c8c-8445a02d393e", "LLMInferenceService": "e2e-same-id-a-ebbdbe84", "namespace": "llm"} 2026-09-09T07:24:44Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-ebbdbe84","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-ebbdbe84", "reconcileID": "2d6fd8d2-75ad-491d-9c8c-8445a02d393e", "LLMInferenceService": "e2e-same-id-a-ebbdbe84", "namespace": "llm", "name": "e2e-same-id-a-ebbdbe84-kserve-route-authn"} 2026-09-09T07:24:44Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-ebbdbe84","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-ebbdbe84", "reconcileID": "2d6fd8d2-75ad-491d-9c8c-8445a02d393e", "LLMInferenceService": "e2e-same-id-a-ebbdbe84", "namespace": "llm", "name": "e2e-same-id-a-ebbdbe84-kserve-route-authn"} 2026-09-09T07:24:44Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-ebbdbe84","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-ebbdbe84", "reconcileID": "1b9af578-8a23-4434-8935-07b568c49a87", "LLMInferenceService": "e2e-same-id-a-ebbdbe84", "namespace": "llm"} 2026-09-09T07:24:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5219d35d-9537-4d5a-935b-bf319d99be3e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T07:24:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5219d35d-9537-4d5a-935b-bf319d99be3e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-09T07:24:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5219d35d-9537-4d5a-935b-bf319d99be3e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T07:24:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "729c0a6d-1c59-43ae-970d-783bc87e96df", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T07:24:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "729c0a6d-1c59-43ae-970d-783bc87e96df", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-09T07:24:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "729c0a6d-1c59-43ae-970d-783bc87e96df", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T07:24:44Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-ebbdbe84","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-ebbdbe84", "reconcileID": "bed3f330-0d05-4c3a-a4e2-5899aea5ef3f", "LLMInferenceService": "e2e-same-id-b-ebbdbe84", "namespace": "llm"} 2026-09-09T07:24:44Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-ebbdbe84","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-ebbdbe84", "reconcileID": "bed3f330-0d05-4c3a-a4e2-5899aea5ef3f", "LLMInferenceService": "e2e-same-id-b-ebbdbe84", "namespace": "llm", "name": "e2e-same-id-b-ebbdbe84"} 2026-09-09T07:24:44Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-ebbdbe84","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-ebbdbe84", "reconcileID": "bed3f330-0d05-4c3a-a4e2-5899aea5ef3f", "LLMInferenceService": "e2e-same-id-b-ebbdbe84", "namespace": "llm"} 2026-09-09T07:24:44Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-ebbdbe84","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-ebbdbe84", "reconcileID": "bed3f330-0d05-4c3a-a4e2-5899aea5ef3f", "LLMInferenceService": "e2e-same-id-b-ebbdbe84", "namespace": "llm"} 2026-09-09T07:24:44Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-ebbdbe84","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-ebbdbe84", "reconcileID": "bed3f330-0d05-4c3a-a4e2-5899aea5ef3f", "LLMInferenceService": "e2e-same-id-b-ebbdbe84", "namespace": "llm", "name": "e2e-same-id-b-ebbdbe84-kserve-route-authn"} 2026-09-09T07:24:44Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-ebbdbe84","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-ebbdbe84", "reconcileID": "bed3f330-0d05-4c3a-a4e2-5899aea5ef3f", "LLMInferenceService": "e2e-same-id-b-ebbdbe84", "namespace": "llm", "name": "e2e-same-id-b-ebbdbe84-kserve-route-authn"} 2026-09-09T07:24:45Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-ebbdbe84","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-ebbdbe84", "reconcileID": "0860167e-0475-46c5-a69e-205d690bdada", "LLMInferenceService": "e2e-same-id-b-ebbdbe84", "namespace": "llm"} 2026-09-09T07:24:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "48eb2aae-1981-45e6-811f-be79741d57ee", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T07:24:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "48eb2aae-1981-45e6-811f-be79741d57ee", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-09T07:24:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "48eb2aae-1981-45e6-811f-be79741d57ee", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T07:24:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "574b1475-9a50-4c71-83ce-eccfbfc38254", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T07:24:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "574b1475-9a50-4c71-83ce-eccfbfc38254", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-09T07:24:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "574b1475-9a50-4c71-83ce-eccfbfc38254", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}