2026-09-10T22:26:44Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d07dfb","namespace":"ai-tenant-e2e-shared-a-w3-d07dfb"}, "namespace": "ai-tenant-e2e-shared-a-w3-d07dfb", "name": "rate-test-model-d07dfb", "reconcileID": "7af527b8-a440-4ccf-b9c1-dcb385824d87", "LLMInferenceService": "rate-test-model-d07dfb", "namespace": "ai-tenant-e2e-shared-a-w3-d07dfb", "name": "rate-test-model-d07dfb-kserve-route-authn"} 2026-09-10T22:26:44Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d07dfb","namespace":"ai-tenant-e2e-shared-a-w3-d07dfb"}, "namespace": "ai-tenant-e2e-shared-a-w3-d07dfb", "name": "rate-test-model-d07dfb", "reconcileID": "7af527b8-a440-4ccf-b9c1-dcb385824d87", "LLMInferenceService": "rate-test-model-d07dfb", "namespace": "ai-tenant-e2e-shared-a-w3-d07dfb", "authType": "userdefined"} 2026-09-10T22:26:44Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d07dfb","namespace":"ai-tenant-e2e-shared-a-w3-d07dfb"}, "namespace": "ai-tenant-e2e-shared-a-w3-d07dfb", "name": "rate-test-model-d07dfb", "reconcileID": "7af527b8-a440-4ccf-b9c1-dcb385824d87", "LLMInferenceService": "rate-test-model-d07dfb", "namespace": "ai-tenant-e2e-shared-a-w3-d07dfb"} 2026-09-10T22:26:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-c142c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-c142c5", "reconcileID": "571e3867-6050-4018-bac4-e9aa07846f8c", "Gateway": "e2e-api-b-c142c5", "namespace": "openshift-ingress"} 2026-09-10T22:26:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-c142c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-c142c5", "reconcileID": "571e3867-6050-4018-bac4-e9aa07846f8c", "Gateway": "e2e-api-b-c142c5", "namespace": "openshift-ingress", "name": "e2e-api-b-c142c5-authn-ssl"} 2026-09-10T22:26:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-c142c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-c142c5", "reconcileID": "571e3867-6050-4018-bac4-e9aa07846f8c", "Gateway": "e2e-api-b-c142c5", "namespace": "openshift-ingress"} 2026-09-10T22:26:48Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-c142c5"}, "namespace": "ai-tenant-e2e-api-b-c142c5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "01d39e0e-ee39-4878-b55b-6ec4d1280288", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-c142c5"} 2026-09-10T22:26:48Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-c142c5"}, "namespace": "ai-tenant-e2e-api-b-c142c5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "01d39e0e-ee39-4878-b55b-6ec4d1280288", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-c142c5", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T22:26:48Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-c142c5"}, "namespace": "ai-tenant-e2e-api-b-c142c5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "01d39e0e-ee39-4878-b55b-6ec4d1280288", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-c142c5 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T22:26:48Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-c142c5"}, "namespace": "ai-tenant-e2e-api-b-c142c5", "name": "odh-trusted-ca-bundle", "reconcileID": "5f8f5e44-e7e2-4beb-8506-8f3cd0194013", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-c142c5"} 2026-09-10T22:26:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-c142c5"}, "namespace": "ai-tenant-e2e-api-b-c142c5", "name": "odh-trusted-ca-bundle", "reconcileID": "5f8f5e44-e7e2-4beb-8506-8f3cd0194013", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-c142c5"} 2026-09-10T22:26:48Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-c142c5"}, "namespace": "ai-tenant-e2e-api-b-c142c5", "name": "openshift-service-ca.crt", "reconcileID": "64a82672-64e6-42e5-8b02-a58e893ab433", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-c142c5"} 2026-09-10T22:26:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-c142c5"}, "namespace": "ai-tenant-e2e-api-b-c142c5", "name": "openshift-service-ca.crt", "reconcileID": "64a82672-64e6-42e5-8b02-a58e893ab433", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-c142c5"} 2026-09-10T22:26:48Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-c142c5"}, "namespace": "ai-tenant-e2e-api-b-c142c5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a1b99e60-4366-4ad0-8d2f-ad19c8ac5a17", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-c142c5"} 2026-09-10T22:26:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-c142c5"}, "namespace": "ai-tenant-e2e-api-b-c142c5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a1b99e60-4366-4ad0-8d2f-ad19c8ac5a17", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-c142c5"} 2026-09-10T22:26:49Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-c142c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-c142c5", "reconcileID": "a5a7b72a-7122-48a6-a455-bde08e7b3985", "Gateway": "e2e-api-b-c142c5", "namespace": "openshift-ingress"} 2026-09-10T22:26:49Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ec6d47","namespace":"ai-tenant-e2e-shared-b-w3-ec6d47"}, "namespace": "ai-tenant-e2e-shared-b-w3-ec6d47", "name": "rate-test-model-ec6d47", "reconcileID": "80362da7-fa0a-4221-8e5a-ce82ab4ef254", "LLMInferenceService": "rate-test-model-ec6d47", "namespace": "ai-tenant-e2e-shared-b-w3-ec6d47"} 2026-09-10T22:26:49Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ec6d47","namespace":"ai-tenant-e2e-shared-b-w3-ec6d47"}, "namespace": "ai-tenant-e2e-shared-b-w3-ec6d47", "name": "rate-test-model-ec6d47", "reconcileID": "80362da7-fa0a-4221-8e5a-ce82ab4ef254", "LLMInferenceService": "rate-test-model-ec6d47", "namespace": "ai-tenant-e2e-shared-b-w3-ec6d47"} 2026-09-10T22:26:49Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ec6d47","namespace":"ai-tenant-e2e-shared-b-w3-ec6d47"}, "namespace": "ai-tenant-e2e-shared-b-w3-ec6d47", "name": "rate-test-model-ec6d47", "reconcileID": "80362da7-fa0a-4221-8e5a-ce82ab4ef254", "LLMInferenceService": "rate-test-model-ec6d47", "namespace": "ai-tenant-e2e-shared-b-w3-ec6d47"} 2026-09-10T22:26:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-ec6d47","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-ec6d47", "reconcileID": "50dc1cda-3338-48f2-a026-66715c0f1cc6", "Gateway": "e2e-shared-b-w3-ec6d47", "namespace": "openshift-ingress"} 2026-09-10T22:26:49Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ec6d47","namespace":"ai-tenant-e2e-shared-b-w3-ec6d47"}, "namespace": "ai-tenant-e2e-shared-b-w3-ec6d47", "name": "rate-test-model-ec6d47", "reconcileID": "80362da7-fa0a-4221-8e5a-ce82ab4ef254", "LLMInferenceService": "rate-test-model-ec6d47", "namespace": "ai-tenant-e2e-shared-b-w3-ec6d47", "name": "rate-test-model-ec6d47-kserve-route-authn"} 2026-09-10T22:26:49Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ec6d47","namespace":"ai-tenant-e2e-shared-b-w3-ec6d47"}, "namespace": "ai-tenant-e2e-shared-b-w3-ec6d47", "name": "rate-test-model-ec6d47", "reconcileID": "80362da7-fa0a-4221-8e5a-ce82ab4ef254", "LLMInferenceService": "rate-test-model-ec6d47", "namespace": "ai-tenant-e2e-shared-b-w3-ec6d47", "authType": "userdefined"} 2026-09-10T22:26:49Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ec6d47","namespace":"ai-tenant-e2e-shared-b-w3-ec6d47"}, "namespace": "ai-tenant-e2e-shared-b-w3-ec6d47", "name": "rate-test-model-ec6d47", "reconcileID": "80362da7-fa0a-4221-8e5a-ce82ab4ef254", "LLMInferenceService": "rate-test-model-ec6d47", "namespace": "ai-tenant-e2e-shared-b-w3-ec6d47"} 2026-09-10T22:26:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-ec6d47","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-ec6d47", "reconcileID": "50dc1cda-3338-48f2-a026-66715c0f1cc6", "Gateway": "e2e-shared-b-w3-ec6d47", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-ec6d47-authn-ssl"} 2026-09-10T22:26:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-ec6d47","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-ec6d47", "reconcileID": "50dc1cda-3338-48f2-a026-66715c0f1cc6", "Gateway": "e2e-shared-b-w3-ec6d47", "namespace": "openshift-ingress"} 2026-09-10T22:26:50Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ec6d47","namespace":"ai-tenant-e2e-shared-b-w3-ec6d47"}, "namespace": "ai-tenant-e2e-shared-b-w3-ec6d47", "name": "rate-test-model-ec6d47", "reconcileID": "3ba1f296-2c69-4294-ac97-511a61991200", "LLMInferenceService": "rate-test-model-ec6d47", "namespace": "ai-tenant-e2e-shared-b-w3-ec6d47"} 2026-09-10T22:26:50Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ec6d47","namespace":"ai-tenant-e2e-shared-b-w3-ec6d47"}, "namespace": "ai-tenant-e2e-shared-b-w3-ec6d47", "name": "rate-test-model-ec6d47", "reconcileID": "3ba1f296-2c69-4294-ac97-511a61991200", "LLMInferenceService": "rate-test-model-ec6d47", "namespace": "ai-tenant-e2e-shared-b-w3-ec6d47"} 2026-09-10T22:26:50Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ec6d47","namespace":"ai-tenant-e2e-shared-b-w3-ec6d47"}, "namespace": "ai-tenant-e2e-shared-b-w3-ec6d47", "name": "rate-test-model-ec6d47", "reconcileID": "3ba1f296-2c69-4294-ac97-511a61991200", "LLMInferenceService": "rate-test-model-ec6d47", "namespace": "ai-tenant-e2e-shared-b-w3-ec6d47"} 2026-09-10T22:26:50Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ec6d47","namespace":"ai-tenant-e2e-shared-b-w3-ec6d47"}, "namespace": "ai-tenant-e2e-shared-b-w3-ec6d47", "name": "rate-test-model-ec6d47", "reconcileID": "3ba1f296-2c69-4294-ac97-511a61991200", "LLMInferenceService": "rate-test-model-ec6d47", "namespace": "ai-tenant-e2e-shared-b-w3-ec6d47", "name": "rate-test-model-ec6d47-kserve-route-authn"} 2026-09-10T22:26:50Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ec6d47","namespace":"ai-tenant-e2e-shared-b-w3-ec6d47"}, "namespace": "ai-tenant-e2e-shared-b-w3-ec6d47", "name": "rate-test-model-ec6d47", "reconcileID": "3ba1f296-2c69-4294-ac97-511a61991200", "LLMInferenceService": "rate-test-model-ec6d47", "namespace": "ai-tenant-e2e-shared-b-w3-ec6d47", "authType": "userdefined"} 2026-09-10T22:26:50Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ec6d47","namespace":"ai-tenant-e2e-shared-b-w3-ec6d47"}, "namespace": "ai-tenant-e2e-shared-b-w3-ec6d47", "name": "rate-test-model-ec6d47", "reconcileID": "3ba1f296-2c69-4294-ac97-511a61991200", "LLMInferenceService": "rate-test-model-ec6d47", "namespace": "ai-tenant-e2e-shared-b-w3-ec6d47"} 2026-09-10T22:27:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-a9b6f6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-a9b6f6", "reconcileID": "c53b9153-579b-4f96-b5e5-8e72f78b4914", "Gateway": "e2e-shared-a-w2-a9b6f6", "namespace": "openshift-ingress"} 2026-09-10T22:27:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-a9b6f6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-a9b6f6", "reconcileID": "c53b9153-579b-4f96-b5e5-8e72f78b4914", "Gateway": "e2e-shared-a-w2-a9b6f6", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-a9b6f6-authn-ssl"} 2026-09-10T22:27:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-a9b6f6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-a9b6f6", "reconcileID": "c53b9153-579b-4f96-b5e5-8e72f78b4914", "Gateway": "e2e-shared-a-w2-a9b6f6", "namespace": "openshift-ingress"} 2026-09-10T22:27:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-a9b6f6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-a9b6f6", "reconcileID": "65dd3f46-6477-4e6c-958a-c4575b71a265", "Gateway": "e2e-shared-a-w2-a9b6f6", "namespace": "openshift-ingress"} 2026-09-10T22:27:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-a9b6f6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-a9b6f6", "reconcileID": "65dd3f46-6477-4e6c-958a-c4575b71a265", "Gateway": "e2e-shared-a-w2-a9b6f6", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-a9b6f6-authn-ssl"} 2026-09-10T22:27:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-a9b6f6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-a9b6f6", "reconcileID": "65dd3f46-6477-4e6c-958a-c4575b71a265", "Gateway": "e2e-shared-a-w2-a9b6f6", "namespace": "openshift-ingress"} 2026-09-10T22:27:05Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-a9b6f6"}, "namespace": "ai-tenant-e2e-shared-a-w2-a9b6f6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cb4c2bb0-4c0b-4176-a7a3-44150d1a28b5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-a9b6f6"} 2026-09-10T22:27:05Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-a9b6f6"}, "namespace": "ai-tenant-e2e-shared-a-w2-a9b6f6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cb4c2bb0-4c0b-4176-a7a3-44150d1a28b5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-a9b6f6", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T22:27:05Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-a9b6f6"}, "namespace": "ai-tenant-e2e-shared-a-w2-a9b6f6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cb4c2bb0-4c0b-4176-a7a3-44150d1a28b5", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w2-a9b6f6 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T22:27:05Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-a9b6f6"}, "namespace": "ai-tenant-e2e-shared-a-w2-a9b6f6", "name": "odh-trusted-ca-bundle", "reconcileID": "3ac986a5-cd02-484b-a1be-eff627555ae7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-a9b6f6"} 2026-09-10T22:27:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-a9b6f6"}, "namespace": "ai-tenant-e2e-shared-a-w2-a9b6f6", "name": "odh-trusted-ca-bundle", "reconcileID": "3ac986a5-cd02-484b-a1be-eff627555ae7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-a9b6f6"} 2026-09-10T22:27:05Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-a9b6f6"}, "namespace": "ai-tenant-e2e-shared-a-w2-a9b6f6", "name": "openshift-service-ca.crt", "reconcileID": "3139bacf-35d1-4721-aab4-301403d8d09f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-a9b6f6"} 2026-09-10T22:27:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-a9b6f6"}, "namespace": "ai-tenant-e2e-shared-a-w2-a9b6f6", "name": "openshift-service-ca.crt", "reconcileID": "3139bacf-35d1-4721-aab4-301403d8d09f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-a9b6f6"} 2026-09-10T22:27:05Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-a9b6f6"}, "namespace": "ai-tenant-e2e-shared-a-w2-a9b6f6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "623ce2f6-74a8-4158-9981-21a2fe0c05e8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-a9b6f6"} 2026-09-10T22:27:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-a9b6f6"}, "namespace": "ai-tenant-e2e-shared-a-w2-a9b6f6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "623ce2f6-74a8-4158-9981-21a2fe0c05e8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-a9b6f6"} 2026-09-10T22:27:06Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-a9b6f6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-a9b6f6", "reconcileID": "01303c1e-8a59-42a3-a4e1-ef901313d33d", "Gateway": "e2e-shared-a-w2-a9b6f6", "namespace": "openshift-ingress"} 2026-09-10T22:27:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-ec6d47","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-ec6d47", "reconcileID": "15299028-a93c-4534-8dfb-fd6023798468", "Gateway": "e2e-shared-b-w3-ec6d47", "namespace": "openshift-ingress"} 2026-09-10T22:27:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-ec6d47","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-ec6d47", "reconcileID": "15299028-a93c-4534-8dfb-fd6023798468", "Gateway": "e2e-shared-b-w3-ec6d47", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-ec6d47-authn-ssl"} 2026-09-10T22:27:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-ec6d47","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-ec6d47", "reconcileID": "15299028-a93c-4534-8dfb-fd6023798468", "Gateway": "e2e-shared-b-w3-ec6d47", "namespace": "openshift-ingress"} 2026-09-10T22:27:11Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ec6d47","namespace":"ai-tenant-e2e-shared-b-w3-ec6d47"}, "namespace": "ai-tenant-e2e-shared-b-w3-ec6d47", "name": "rate-test-model-ec6d47", "reconcileID": "4bd3d7e1-609c-486a-af27-8e92d77083a5", "LLMInferenceService": "rate-test-model-ec6d47", "namespace": "ai-tenant-e2e-shared-b-w3-ec6d47"} 2026-09-10T22:27:11Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ec6d47","namespace":"ai-tenant-e2e-shared-b-w3-ec6d47"}, "namespace": "ai-tenant-e2e-shared-b-w3-ec6d47", "name": "rate-test-model-ec6d47", "reconcileID": "4bd3d7e1-609c-486a-af27-8e92d77083a5", "LLMInferenceService": "rate-test-model-ec6d47", "namespace": "ai-tenant-e2e-shared-b-w3-ec6d47"} 2026-09-10T22:27:11Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ec6d47","namespace":"ai-tenant-e2e-shared-b-w3-ec6d47"}, "namespace": "ai-tenant-e2e-shared-b-w3-ec6d47", "name": "rate-test-model-ec6d47", "reconcileID": "4bd3d7e1-609c-486a-af27-8e92d77083a5", "LLMInferenceService": "rate-test-model-ec6d47", "namespace": "ai-tenant-e2e-shared-b-w3-ec6d47"} 2026-09-10T22:27:11Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ec6d47","namespace":"ai-tenant-e2e-shared-b-w3-ec6d47"}, "namespace": "ai-tenant-e2e-shared-b-w3-ec6d47", "name": "rate-test-model-ec6d47", "reconcileID": "4bd3d7e1-609c-486a-af27-8e92d77083a5", "LLMInferenceService": "rate-test-model-ec6d47", "namespace": "ai-tenant-e2e-shared-b-w3-ec6d47", "name": "rate-test-model-ec6d47-kserve-route-authn"} 2026-09-10T22:27:11Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ec6d47","namespace":"ai-tenant-e2e-shared-b-w3-ec6d47"}, "namespace": "ai-tenant-e2e-shared-b-w3-ec6d47", "name": "rate-test-model-ec6d47", "reconcileID": "4bd3d7e1-609c-486a-af27-8e92d77083a5", "LLMInferenceService": "rate-test-model-ec6d47", "namespace": "ai-tenant-e2e-shared-b-w3-ec6d47", "authType": "userdefined"} 2026-09-10T22:27:11Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ec6d47","namespace":"ai-tenant-e2e-shared-b-w3-ec6d47"}, "namespace": "ai-tenant-e2e-shared-b-w3-ec6d47", "name": "rate-test-model-ec6d47", "reconcileID": "4bd3d7e1-609c-486a-af27-8e92d77083a5", "LLMInferenceService": "rate-test-model-ec6d47", "namespace": "ai-tenant-e2e-shared-b-w3-ec6d47"} 2026-09-10T22:27:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-a9b3ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-a9b3ec", "reconcileID": "26463513-c5fa-4e43-84f8-dac70c2718b4", "Gateway": "e2e-shared-b-w2-a9b3ec", "namespace": "openshift-ingress"} 2026-09-10T22:27:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-a9b3ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-a9b3ec", "reconcileID": "26463513-c5fa-4e43-84f8-dac70c2718b4", "Gateway": "e2e-shared-b-w2-a9b3ec", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-a9b3ec-authn-ssl"} 2026-09-10T22:27:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-a9b3ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-a9b3ec", "reconcileID": "26463513-c5fa-4e43-84f8-dac70c2718b4", "Gateway": "e2e-shared-b-w2-a9b3ec", "namespace": "openshift-ingress"} 2026-09-10T22:27:21Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ec6d47","namespace":"ai-tenant-e2e-shared-b-w3-ec6d47"}, "namespace": "ai-tenant-e2e-shared-b-w3-ec6d47", "name": "rate-test-model-ec6d47", "reconcileID": "1720747c-1f8f-4439-bb75-40d3de5b1ccc", "LLMInferenceService": "rate-test-model-ec6d47", "namespace": "ai-tenant-e2e-shared-b-w3-ec6d47"} 2026-09-10T22:27:21Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ec6d47","namespace":"ai-tenant-e2e-shared-b-w3-ec6d47"}, "namespace": "ai-tenant-e2e-shared-b-w3-ec6d47", "name": "rate-test-model-ec6d47", "reconcileID": "1720747c-1f8f-4439-bb75-40d3de5b1ccc", "LLMInferenceService": "rate-test-model-ec6d47", "namespace": "ai-tenant-e2e-shared-b-w3-ec6d47"} 2026-09-10T22:27:21Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ec6d47","namespace":"ai-tenant-e2e-shared-b-w3-ec6d47"}, "namespace": "ai-tenant-e2e-shared-b-w3-ec6d47", "name": "rate-test-model-ec6d47", "reconcileID": "1720747c-1f8f-4439-bb75-40d3de5b1ccc", "LLMInferenceService": "rate-test-model-ec6d47", "namespace": "ai-tenant-e2e-shared-b-w3-ec6d47"} 2026-09-10T22:27:21Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ec6d47","namespace":"ai-tenant-e2e-shared-b-w3-ec6d47"}, "namespace": "ai-tenant-e2e-shared-b-w3-ec6d47", "name": "rate-test-model-ec6d47", "reconcileID": "1720747c-1f8f-4439-bb75-40d3de5b1ccc", "LLMInferenceService": "rate-test-model-ec6d47", "namespace": "ai-tenant-e2e-shared-b-w3-ec6d47", "name": "rate-test-model-ec6d47-kserve-route-authn"} 2026-09-10T22:27:21Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ec6d47","namespace":"ai-tenant-e2e-shared-b-w3-ec6d47"}, "namespace": "ai-tenant-e2e-shared-b-w3-ec6d47", "name": "rate-test-model-ec6d47", "reconcileID": "1720747c-1f8f-4439-bb75-40d3de5b1ccc", "LLMInferenceService": "rate-test-model-ec6d47", "namespace": "ai-tenant-e2e-shared-b-w3-ec6d47", "authType": "userdefined"} 2026-09-10T22:27:21Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ec6d47","namespace":"ai-tenant-e2e-shared-b-w3-ec6d47"}, "namespace": "ai-tenant-e2e-shared-b-w3-ec6d47", "name": "rate-test-model-ec6d47", "reconcileID": "1720747c-1f8f-4439-bb75-40d3de5b1ccc", "LLMInferenceService": "rate-test-model-ec6d47", "namespace": "ai-tenant-e2e-shared-b-w3-ec6d47"} 2026-09-10T22:27:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-a9b3ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-a9b3ec", "reconcileID": "19df0ae4-b220-4af4-8252-31861fd2ed48", "Gateway": "e2e-shared-b-w2-a9b3ec", "namespace": "openshift-ingress"} 2026-09-10T22:27:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-a9b3ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-a9b3ec", "reconcileID": "19df0ae4-b220-4af4-8252-31861fd2ed48", "Gateway": "e2e-shared-b-w2-a9b3ec", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-a9b3ec-authn-ssl"} 2026-09-10T22:27:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-a9b3ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-a9b3ec", "reconcileID": "19df0ae4-b220-4af4-8252-31861fd2ed48", "Gateway": "e2e-shared-b-w2-a9b3ec", "namespace": "openshift-ingress"} 2026-09-10T22:27:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-a9b3ec"}, "namespace": "ai-tenant-e2e-shared-b-w2-a9b3ec", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fc3923a1-9b0b-4fb4-8b9f-a17dacc90fe7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-a9b3ec"} 2026-09-10T22:27:23Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-a9b3ec"}, "namespace": "ai-tenant-e2e-shared-b-w2-a9b3ec", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fc3923a1-9b0b-4fb4-8b9f-a17dacc90fe7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-a9b3ec", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T22:27:23Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-a9b3ec"}, "namespace": "ai-tenant-e2e-shared-b-w2-a9b3ec", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fc3923a1-9b0b-4fb4-8b9f-a17dacc90fe7", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w2-a9b3ec because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T22:27:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-a9b3ec"}, "namespace": "ai-tenant-e2e-shared-b-w2-a9b3ec", "name": "odh-trusted-ca-bundle", "reconcileID": "59fcc8fe-c03f-4b35-95c2-2a3d887a2a0d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-a9b3ec"} 2026-09-10T22:27:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-a9b3ec"}, "namespace": "ai-tenant-e2e-shared-b-w2-a9b3ec", "name": "odh-trusted-ca-bundle", "reconcileID": "59fcc8fe-c03f-4b35-95c2-2a3d887a2a0d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-a9b3ec"} 2026-09-10T22:27:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-a9b3ec"}, "namespace": "ai-tenant-e2e-shared-b-w2-a9b3ec", "name": "openshift-service-ca.crt", "reconcileID": "e165df38-cbd2-45a6-b93a-a9158c5fe3f8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-a9b3ec"} 2026-09-10T22:27:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-a9b3ec"}, "namespace": "ai-tenant-e2e-shared-b-w2-a9b3ec", "name": "openshift-service-ca.crt", "reconcileID": "e165df38-cbd2-45a6-b93a-a9158c5fe3f8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-a9b3ec"} 2026-09-10T22:27:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-a9b3ec"}, "namespace": "ai-tenant-e2e-shared-b-w2-a9b3ec", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "aa771060-f9b8-482c-95f9-6010c4ca00c1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-a9b3ec"} 2026-09-10T22:27:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-a9b3ec"}, "namespace": "ai-tenant-e2e-shared-b-w2-a9b3ec", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "aa771060-f9b8-482c-95f9-6010c4ca00c1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-a9b3ec"} 2026-09-10T22:27:24Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-a9b3ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-a9b3ec", "reconcileID": "33b5b7be-3385-459e-b9e1-c4a863630a88", "Gateway": "e2e-shared-b-w2-a9b3ec", "namespace": "openshift-ingress"} 2026-09-10T22:27:48Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d07dfb","namespace":"ai-tenant-e2e-shared-a-w3-d07dfb"}, "namespace": "ai-tenant-e2e-shared-a-w3-d07dfb", "name": "rate-test-model-d07dfb", "reconcileID": "04136c0c-a6e8-40e1-ba5c-d4da0016f14f", "LLMInferenceService": "rate-test-model-d07dfb", "namespace": "ai-tenant-e2e-shared-a-w3-d07dfb"} 2026-09-10T22:27:48Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d07dfb","namespace":"ai-tenant-e2e-shared-a-w3-d07dfb"}, "namespace": "ai-tenant-e2e-shared-a-w3-d07dfb", "name": "rate-test-model-d07dfb", "reconcileID": "04136c0c-a6e8-40e1-ba5c-d4da0016f14f", "LLMInferenceService": "rate-test-model-d07dfb", "namespace": "ai-tenant-e2e-shared-a-w3-d07dfb", "name": "rate-test-model-d07dfb"} 2026-09-10T22:27:48Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d07dfb","namespace":"ai-tenant-e2e-shared-a-w3-d07dfb"}, "namespace": "ai-tenant-e2e-shared-a-w3-d07dfb", "name": "rate-test-model-d07dfb", "reconcileID": "04136c0c-a6e8-40e1-ba5c-d4da0016f14f", "LLMInferenceService": "rate-test-model-d07dfb", "namespace": "ai-tenant-e2e-shared-a-w3-d07dfb"} 2026-09-10T22:27:48Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d07dfb","namespace":"ai-tenant-e2e-shared-a-w3-d07dfb"}, "namespace": "ai-tenant-e2e-shared-a-w3-d07dfb", "name": "rate-test-model-d07dfb", "reconcileID": "04136c0c-a6e8-40e1-ba5c-d4da0016f14f", "LLMInferenceService": "rate-test-model-d07dfb", "namespace": "ai-tenant-e2e-shared-a-w3-d07dfb"} 2026-09-10T22:27:48Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d07dfb","namespace":"ai-tenant-e2e-shared-a-w3-d07dfb"}, "namespace": "ai-tenant-e2e-shared-a-w3-d07dfb", "name": "rate-test-model-d07dfb", "reconcileID": "04136c0c-a6e8-40e1-ba5c-d4da0016f14f", "LLMInferenceService": "rate-test-model-d07dfb", "namespace": "ai-tenant-e2e-shared-a-w3-d07dfb", "name": "rate-test-model-d07dfb-kserve-route-authn"} 2026-09-10T22:27:48Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d07dfb","namespace":"ai-tenant-e2e-shared-a-w3-d07dfb"}, "namespace": "ai-tenant-e2e-shared-a-w3-d07dfb", "name": "rate-test-model-d07dfb", "reconcileID": "04136c0c-a6e8-40e1-ba5c-d4da0016f14f", "LLMInferenceService": "rate-test-model-d07dfb", "namespace": "ai-tenant-e2e-shared-a-w3-d07dfb", "name": "rate-test-model-d07dfb-kserve-route-authn"} 2026-09-10T22:27:48Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d07dfb","namespace":"ai-tenant-e2e-shared-a-w3-d07dfb"}, "namespace": "ai-tenant-e2e-shared-a-w3-d07dfb", "name": "rate-test-model-d07dfb", "reconcileID": "04136c0c-a6e8-40e1-ba5c-d4da0016f14f", "LLMInferenceService": "rate-test-model-d07dfb", "namespace": "ai-tenant-e2e-shared-a-w3-d07dfb", "namespace": "ai-tenant-e2e-shared-a-w3-d07dfb"} 2026-09-10T22:27:48Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d07dfb","namespace":"ai-tenant-e2e-shared-a-w3-d07dfb"}, "namespace": "ai-tenant-e2e-shared-a-w3-d07dfb", "name": "rate-test-model-d07dfb", "reconcileID": "04136c0c-a6e8-40e1-ba5c-d4da0016f14f", "LLMInferenceService": "rate-test-model-d07dfb", "namespace": "ai-tenant-e2e-shared-a-w3-d07dfb", "namespace": "ai-tenant-e2e-shared-a-w3-d07dfb"} 2026-09-10T22:27:48Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d07dfb","namespace":"ai-tenant-e2e-shared-a-w3-d07dfb"}, "namespace": "ai-tenant-e2e-shared-a-w3-d07dfb", "name": "rate-test-model-d07dfb", "reconcileID": "79c332bf-0982-4923-81d1-4a9e17b58923", "LLMInferenceService": "rate-test-model-d07dfb", "namespace": "ai-tenant-e2e-shared-a-w3-d07dfb"} 2026-09-10T22:27:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-d07dfb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-d07dfb", "reconcileID": "e0a0395c-5cf5-4f19-93bb-cc16d6234dd1", "Gateway": "e2e-shared-a-w3-d07dfb", "namespace": "openshift-ingress"} 2026-09-10T22:27:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-d07dfb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-d07dfb", "reconcileID": "e0a0395c-5cf5-4f19-93bb-cc16d6234dd1", "Gateway": "e2e-shared-a-w3-d07dfb", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-d07dfb-authn-ssl"} 2026-09-10T22:27:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-d07dfb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-d07dfb", "reconcileID": "e0a0395c-5cf5-4f19-93bb-cc16d6234dd1", "Gateway": "e2e-shared-a-w3-d07dfb", "namespace": "openshift-ingress"} 2026-09-10T22:27:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-d07dfb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-d07dfb", "reconcileID": "e2a8f715-51e5-46d5-8e87-4637250ba8a7", "Gateway": "e2e-shared-a-w3-d07dfb", "namespace": "openshift-ingress"} 2026-09-10T22:27:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-d07dfb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-d07dfb", "reconcileID": "e2a8f715-51e5-46d5-8e87-4637250ba8a7", "Gateway": "e2e-shared-a-w3-d07dfb", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-d07dfb-authn-ssl"} 2026-09-10T22:27:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-d07dfb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-d07dfb", "reconcileID": "e2a8f715-51e5-46d5-8e87-4637250ba8a7", "Gateway": "e2e-shared-a-w3-d07dfb", "namespace": "openshift-ingress"} 2026-09-10T22:27:49Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ec6d47","namespace":"ai-tenant-e2e-shared-b-w3-ec6d47"}, "namespace": "ai-tenant-e2e-shared-b-w3-ec6d47", "name": "rate-test-model-ec6d47", "reconcileID": "ae6128f8-9f40-4cfd-b8ea-cded0f681262", "LLMInferenceService": "rate-test-model-ec6d47", "namespace": "ai-tenant-e2e-shared-b-w3-ec6d47"} 2026-09-10T22:27:49Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ec6d47","namespace":"ai-tenant-e2e-shared-b-w3-ec6d47"}, "namespace": "ai-tenant-e2e-shared-b-w3-ec6d47", "name": "rate-test-model-ec6d47", "reconcileID": "ae6128f8-9f40-4cfd-b8ea-cded0f681262", "LLMInferenceService": "rate-test-model-ec6d47", "namespace": "ai-tenant-e2e-shared-b-w3-ec6d47", "name": "rate-test-model-ec6d47"} 2026-09-10T22:27:49Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ec6d47","namespace":"ai-tenant-e2e-shared-b-w3-ec6d47"}, "namespace": "ai-tenant-e2e-shared-b-w3-ec6d47", "name": "rate-test-model-ec6d47", "reconcileID": "ae6128f8-9f40-4cfd-b8ea-cded0f681262", "LLMInferenceService": "rate-test-model-ec6d47", "namespace": "ai-tenant-e2e-shared-b-w3-ec6d47"} 2026-09-10T22:27:49Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ec6d47","namespace":"ai-tenant-e2e-shared-b-w3-ec6d47"}, "namespace": "ai-tenant-e2e-shared-b-w3-ec6d47", "name": "rate-test-model-ec6d47", "reconcileID": "ae6128f8-9f40-4cfd-b8ea-cded0f681262", "LLMInferenceService": "rate-test-model-ec6d47", "namespace": "ai-tenant-e2e-shared-b-w3-ec6d47"} 2026-09-10T22:27:49Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ec6d47","namespace":"ai-tenant-e2e-shared-b-w3-ec6d47"}, "namespace": "ai-tenant-e2e-shared-b-w3-ec6d47", "name": "rate-test-model-ec6d47", "reconcileID": "ae6128f8-9f40-4cfd-b8ea-cded0f681262", "LLMInferenceService": "rate-test-model-ec6d47", "namespace": "ai-tenant-e2e-shared-b-w3-ec6d47", "name": "rate-test-model-ec6d47-kserve-route-authn"} 2026-09-10T22:27:49Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ec6d47","namespace":"ai-tenant-e2e-shared-b-w3-ec6d47"}, "namespace": "ai-tenant-e2e-shared-b-w3-ec6d47", "name": "rate-test-model-ec6d47", "reconcileID": "ae6128f8-9f40-4cfd-b8ea-cded0f681262", "LLMInferenceService": "rate-test-model-ec6d47", "namespace": "ai-tenant-e2e-shared-b-w3-ec6d47", "name": "rate-test-model-ec6d47-kserve-route-authn"} 2026-09-10T22:27:49Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ec6d47","namespace":"ai-tenant-e2e-shared-b-w3-ec6d47"}, "namespace": "ai-tenant-e2e-shared-b-w3-ec6d47", "name": "rate-test-model-ec6d47", "reconcileID": "ae6128f8-9f40-4cfd-b8ea-cded0f681262", "LLMInferenceService": "rate-test-model-ec6d47", "namespace": "ai-tenant-e2e-shared-b-w3-ec6d47", "namespace": "ai-tenant-e2e-shared-b-w3-ec6d47"} 2026-09-10T22:27:49Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ec6d47","namespace":"ai-tenant-e2e-shared-b-w3-ec6d47"}, "namespace": "ai-tenant-e2e-shared-b-w3-ec6d47", "name": "rate-test-model-ec6d47", "reconcileID": "ae6128f8-9f40-4cfd-b8ea-cded0f681262", "LLMInferenceService": "rate-test-model-ec6d47", "namespace": "ai-tenant-e2e-shared-b-w3-ec6d47", "namespace": "ai-tenant-e2e-shared-b-w3-ec6d47"} 2026-09-10T22:27:49Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ec6d47","namespace":"ai-tenant-e2e-shared-b-w3-ec6d47"}, "namespace": "ai-tenant-e2e-shared-b-w3-ec6d47", "name": "rate-test-model-ec6d47", "reconcileID": "2a89e0db-801c-4f16-a807-d6527bb2639c", "LLMInferenceService": "rate-test-model-ec6d47", "namespace": "ai-tenant-e2e-shared-b-w3-ec6d47"} 2026-09-10T22:27:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-ec6d47","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-ec6d47", "reconcileID": "cb5ca9bd-78f5-4e58-9cf4-96ba0d9f0822", "Gateway": "e2e-shared-b-w3-ec6d47", "namespace": "openshift-ingress"} 2026-09-10T22:27:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-ec6d47","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-ec6d47", "reconcileID": "cb5ca9bd-78f5-4e58-9cf4-96ba0d9f0822", "Gateway": "e2e-shared-b-w3-ec6d47", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-ec6d47-authn-ssl"} 2026-09-10T22:27:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-ec6d47","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-ec6d47", "reconcileID": "cb5ca9bd-78f5-4e58-9cf4-96ba0d9f0822", "Gateway": "e2e-shared-b-w3-ec6d47", "namespace": "openshift-ingress"} 2026-09-10T22:27:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-ec6d47","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-ec6d47", "reconcileID": "576971e7-20d2-4202-8ae1-044523acfacd", "Gateway": "e2e-shared-b-w3-ec6d47", "namespace": "openshift-ingress"} 2026-09-10T22:27:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-ec6d47","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-ec6d47", "reconcileID": "576971e7-20d2-4202-8ae1-044523acfacd", "Gateway": "e2e-shared-b-w3-ec6d47", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-ec6d47-authn-ssl"} 2026-09-10T22:27:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-ec6d47","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-ec6d47", "reconcileID": "576971e7-20d2-4202-8ae1-044523acfacd", "Gateway": "e2e-shared-b-w3-ec6d47", "namespace": "openshift-ingress"} 2026-09-10T22:27:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a12859","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a12859", "reconcileID": "457a1012-8c32-4684-a261-031681abcb60", "Gateway": "e2e-ipp-a-a12859", "namespace": "openshift-ingress"} 2026-09-10T22:27:50Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a12859","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a12859", "reconcileID": "457a1012-8c32-4684-a261-031681abcb60", "Gateway": "e2e-ipp-a-a12859", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a12859-authn-ssl"} 2026-09-10T22:27:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a12859","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a12859", "reconcileID": "457a1012-8c32-4684-a261-031681abcb60", "Gateway": "e2e-ipp-a-a12859", "namespace": "openshift-ingress"} 2026-09-10T22:27:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a12859","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a12859", "reconcileID": "6ced9aaf-92e7-4ba1-b036-bbc3109d4b08", "Gateway": "e2e-ipp-a-a12859", "namespace": "openshift-ingress"} 2026-09-10T22:27:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a12859","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a12859", "reconcileID": "6ced9aaf-92e7-4ba1-b036-bbc3109d4b08", "Gateway": "e2e-ipp-a-a12859", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a12859-authn-ssl"} 2026-09-10T22:27:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a12859","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a12859", "reconcileID": "6ced9aaf-92e7-4ba1-b036-bbc3109d4b08", "Gateway": "e2e-ipp-a-a12859", "namespace": "openshift-ingress"} 2026-09-10T22:27:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a12859","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a12859", "reconcileID": "b1b6dec7-1506-4d71-806f-67e2c12fbfb2", "Gateway": "e2e-ipp-a-a12859", "namespace": "openshift-ingress"} 2026-09-10T22:27:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a12859","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a12859", "reconcileID": "b1b6dec7-1506-4d71-806f-67e2c12fbfb2", "Gateway": "e2e-ipp-a-a12859", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a12859-authn-ssl"} 2026-09-10T22:27:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a12859","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a12859", "reconcileID": "b1b6dec7-1506-4d71-806f-67e2c12fbfb2", "Gateway": "e2e-ipp-a-a12859", "namespace": "openshift-ingress"} 2026-09-10T22:27:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a12859","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a12859", "reconcileID": "e5822ad1-2f98-4206-8a8c-da1dde57b28e", "Gateway": "e2e-ipp-a-a12859", "namespace": "openshift-ingress"} 2026-09-10T22:27:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a12859","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a12859", "reconcileID": "e5822ad1-2f98-4206-8a8c-da1dde57b28e", "Gateway": "e2e-ipp-a-a12859", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a12859-authn-ssl"} 2026-09-10T22:27:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a12859","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a12859", "reconcileID": "e5822ad1-2f98-4206-8a8c-da1dde57b28e", "Gateway": "e2e-ipp-a-a12859", "namespace": "openshift-ingress"} 2026-09-10T22:27:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a12859","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a12859", "reconcileID": "79d93c91-ecc8-442a-b79b-49638155c392", "Gateway": "e2e-ipp-a-a12859", "namespace": "openshift-ingress"} 2026-09-10T22:27:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a12859","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a12859", "reconcileID": "79d93c91-ecc8-442a-b79b-49638155c392", "Gateway": "e2e-ipp-a-a12859", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a12859-authn-ssl"} 2026-09-10T22:27:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a12859","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a12859", "reconcileID": "79d93c91-ecc8-442a-b79b-49638155c392", "Gateway": "e2e-ipp-a-a12859", "namespace": "openshift-ingress"} 2026-09-10T22:27:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a12859","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a12859", "reconcileID": "6d0e6b1c-ac99-4edf-80f0-186d0b40aff0", "Gateway": "e2e-ipp-a-a12859", "namespace": "openshift-ingress"} 2026-09-10T22:27:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a12859","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a12859", "reconcileID": "6d0e6b1c-ac99-4edf-80f0-186d0b40aff0", "Gateway": "e2e-ipp-a-a12859", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a12859-authn-ssl"} 2026-09-10T22:27:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a12859","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a12859", "reconcileID": "6d0e6b1c-ac99-4edf-80f0-186d0b40aff0", "Gateway": "e2e-ipp-a-a12859", "namespace": "openshift-ingress"} 2026-09-10T22:27:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a12859","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a12859", "reconcileID": "8b7b5d90-8b1f-4606-a739-07cc86e4c644", "Gateway": "e2e-ipp-a-a12859", "namespace": "openshift-ingress"} 2026-09-10T22:27:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a12859","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a12859", "reconcileID": "8b7b5d90-8b1f-4606-a739-07cc86e4c644", "Gateway": "e2e-ipp-a-a12859", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a12859-authn-ssl"} 2026-09-10T22:27:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a12859","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a12859", "reconcileID": "8b7b5d90-8b1f-4606-a739-07cc86e4c644", "Gateway": "e2e-ipp-a-a12859", "namespace": "openshift-ingress"} 2026-09-10T22:27:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a12859","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a12859", "reconcileID": "90ec5964-ba64-45a1-8171-66303e3f307a", "Gateway": "e2e-ipp-a-a12859", "namespace": "openshift-ingress"} 2026-09-10T22:27:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a12859","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a12859", "reconcileID": "90ec5964-ba64-45a1-8171-66303e3f307a", "Gateway": "e2e-ipp-a-a12859", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a12859-authn-ssl"} 2026-09-10T22:27:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a12859","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a12859", "reconcileID": "90ec5964-ba64-45a1-8171-66303e3f307a", "Gateway": "e2e-ipp-a-a12859", "namespace": "openshift-ingress"} 2026-09-10T22:27:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-a12859"}, "namespace": "ai-tenant-e2e-ipp-a-a12859", "name": "openshift-service-ca.crt", "reconcileID": "fba6587e-e0dc-42cb-95e6-66dd3f0df9f5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-a12859"} 2026-09-10T22:27:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-a12859"}, "namespace": "ai-tenant-e2e-ipp-a-a12859", "name": "odh-trusted-ca-bundle", "reconcileID": "2736819c-7ef7-4967-8b55-a0c4b4866fd4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-a12859"} 2026-09-10T22:27:53Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-a12859"}, "namespace": "ai-tenant-e2e-ipp-a-a12859", "name": "openshift-service-ca.crt", "reconcileID": "b8e57b67-cb8b-4bcd-906a-d15e6b9f3ecf", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-a12859", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T22:27:53Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-a12859"}, "namespace": "ai-tenant-e2e-ipp-a-a12859", "name": "openshift-service-ca.crt", "reconcileID": "b8e57b67-cb8b-4bcd-906a-d15e6b9f3ecf", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-a12859"} 2026-09-10T22:27:53Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-a12859"}, "namespace": "ai-tenant-e2e-ipp-a-a12859", "name": "openshift-service-ca.crt", "reconcileID": "82521b57-d579-4cb0-a3d2-56d99ae42719", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-a12859", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T22:27:53Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-a12859"}, "namespace": "ai-tenant-e2e-ipp-a-a12859", "name": "openshift-service-ca.crt", "reconcileID": "82521b57-d579-4cb0-a3d2-56d99ae42719", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T22:27:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-a12859"}, "namespace": "ai-tenant-e2e-ipp-a-a12859", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "39bd71a1-c610-4637-a075-64fe4a12178c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-a12859"} 2026-09-10T22:27:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-a12859"}, "namespace": "ai-tenant-e2e-ipp-a-a12859", "name": "openshift-service-ca.crt", "reconcileID": "baaa7e1f-55a6-4533-a17a-35daab789f44", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-a12859"} 2026-09-10T22:27:53Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-a12859"}, "namespace": "ai-tenant-e2e-ipp-a-a12859", "name": "odh-trusted-ca-bundle", "reconcileID": "810b99f2-76f2-4df0-9dd4-15582783ff64", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-a12859", "update": "odh-kserve-custom-ca-bundle"} 2026-09-10T22:27:53Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-a12859"}, "namespace": "ai-tenant-e2e-ipp-a-a12859", "name": "odh-trusted-ca-bundle", "reconcileID": "810b99f2-76f2-4df0-9dd4-15582783ff64", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-a12859"} 2026-09-10T22:27:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-a12859"}, "namespace": "ai-tenant-e2e-ipp-a-a12859", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "01bd41af-8cb4-4080-b3a1-0ab2a5292504", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-a12859"} 2026-09-10T22:27:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a12859","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a12859", "reconcileID": "b7154ff1-f75b-4399-a0b5-57cb4916abc3", "Gateway": "e2e-ipp-a-a12859", "namespace": "openshift-ingress"} 2026-09-10T22:27:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a12859","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a12859", "reconcileID": "b7154ff1-f75b-4399-a0b5-57cb4916abc3", "Gateway": "e2e-ipp-a-a12859", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a12859-authn-ssl"} 2026-09-10T22:27:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a12859","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a12859", "reconcileID": "b7154ff1-f75b-4399-a0b5-57cb4916abc3", "Gateway": "e2e-ipp-a-a12859", "namespace": "openshift-ingress"} 2026-09-10T22:27:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a12859","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a12859", "reconcileID": "a0ac3299-5d6e-4324-957d-1f8b7c0d5d11", "Gateway": "e2e-ipp-a-a12859", "namespace": "openshift-ingress"} 2026-09-10T22:27:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a12859","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a12859", "reconcileID": "a0ac3299-5d6e-4324-957d-1f8b7c0d5d11", "Gateway": "e2e-ipp-a-a12859", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a12859-authn-ssl"} 2026-09-10T22:27:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a12859","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a12859", "reconcileID": "a0ac3299-5d6e-4324-957d-1f8b7c0d5d11", "Gateway": "e2e-ipp-a-a12859", "namespace": "openshift-ingress"} 2026-09-10T22:28:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-79434a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-79434a", "reconcileID": "96be408d-331a-4597-aaad-73c904b3358c", "Gateway": "e2e-ipp-b-79434a", "namespace": "openshift-ingress"} 2026-09-10T22:28:19Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-79434a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-79434a", "reconcileID": "96be408d-331a-4597-aaad-73c904b3358c", "Gateway": "e2e-ipp-b-79434a", "namespace": "openshift-ingress", "name": "e2e-ipp-b-79434a-authn-ssl"} 2026-09-10T22:28:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-79434a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-79434a", "reconcileID": "96be408d-331a-4597-aaad-73c904b3358c", "Gateway": "e2e-ipp-b-79434a", "namespace": "openshift-ingress"} 2026-09-10T22:28:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-79434a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-79434a", "reconcileID": "0a9d8945-cefd-4006-99c6-1407e19671e9", "Gateway": "e2e-ipp-b-79434a", "namespace": "openshift-ingress"} 2026-09-10T22:28:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-79434a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-79434a", "reconcileID": "0a9d8945-cefd-4006-99c6-1407e19671e9", "Gateway": "e2e-ipp-b-79434a", "namespace": "openshift-ingress", "name": "e2e-ipp-b-79434a-authn-ssl"} 2026-09-10T22:28:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-79434a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-79434a", "reconcileID": "0a9d8945-cefd-4006-99c6-1407e19671e9", "Gateway": "e2e-ipp-b-79434a", "namespace": "openshift-ingress"} 2026-09-10T22:28:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-79434a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-79434a", "reconcileID": "2894b7d9-5a76-42ed-928f-59bc22f53d36", "Gateway": "e2e-ipp-b-79434a", "namespace": "openshift-ingress"} 2026-09-10T22:28:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-79434a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-79434a", "reconcileID": "2894b7d9-5a76-42ed-928f-59bc22f53d36", "Gateway": "e2e-ipp-b-79434a", "namespace": "openshift-ingress", "name": "e2e-ipp-b-79434a-authn-ssl"} 2026-09-10T22:28:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-79434a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-79434a", "reconcileID": "2894b7d9-5a76-42ed-928f-59bc22f53d36", "Gateway": "e2e-ipp-b-79434a", "namespace": "openshift-ingress"} 2026-09-10T22:28:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-79434a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-79434a", "reconcileID": "af16904b-49e2-4e08-a304-d7fc4b0994d4", "Gateway": "e2e-ipp-b-79434a", "namespace": "openshift-ingress"} 2026-09-10T22:28:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-79434a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-79434a", "reconcileID": "af16904b-49e2-4e08-a304-d7fc4b0994d4", "Gateway": "e2e-ipp-b-79434a", "namespace": "openshift-ingress", "name": "e2e-ipp-b-79434a-authn-ssl"} 2026-09-10T22:28:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-79434a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-79434a", "reconcileID": "af16904b-49e2-4e08-a304-d7fc4b0994d4", "Gateway": "e2e-ipp-b-79434a", "namespace": "openshift-ingress"} 2026-09-10T22:28:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-79434a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-79434a", "reconcileID": "39857025-b8cf-4ad1-8f4e-2875afa60290", "Gateway": "e2e-ipp-b-79434a", "namespace": "openshift-ingress"} 2026-09-10T22:28:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-79434a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-79434a", "reconcileID": "39857025-b8cf-4ad1-8f4e-2875afa60290", "Gateway": "e2e-ipp-b-79434a", "namespace": "openshift-ingress", "name": "e2e-ipp-b-79434a-authn-ssl"} 2026-09-10T22:28:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-79434a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-79434a", "reconcileID": "39857025-b8cf-4ad1-8f4e-2875afa60290", "Gateway": "e2e-ipp-b-79434a", "namespace": "openshift-ingress"} 2026-09-10T22:28:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-79434a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-79434a", "reconcileID": "54d7c586-505e-47f0-b5d5-21530773e2e2", "Gateway": "e2e-ipp-b-79434a", "namespace": "openshift-ingress"} 2026-09-10T22:28:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-79434a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-79434a", "reconcileID": "54d7c586-505e-47f0-b5d5-21530773e2e2", "Gateway": "e2e-ipp-b-79434a", "namespace": "openshift-ingress", "name": "e2e-ipp-b-79434a-authn-ssl"} 2026-09-10T22:28:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-79434a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-79434a", "reconcileID": "54d7c586-505e-47f0-b5d5-21530773e2e2", "Gateway": "e2e-ipp-b-79434a", "namespace": "openshift-ingress"} 2026-09-10T22:28:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-79434a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-79434a", "reconcileID": "9ef08e06-64fe-4b17-9b4f-e1045a885840", "Gateway": "e2e-ipp-b-79434a", "namespace": "openshift-ingress"} 2026-09-10T22:28:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-79434a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-79434a", "reconcileID": "9ef08e06-64fe-4b17-9b4f-e1045a885840", "Gateway": "e2e-ipp-b-79434a", "namespace": "openshift-ingress", "name": "e2e-ipp-b-79434a-authn-ssl"} 2026-09-10T22:28:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-79434a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-79434a", "reconcileID": "9ef08e06-64fe-4b17-9b4f-e1045a885840", "Gateway": "e2e-ipp-b-79434a", "namespace": "openshift-ingress"} 2026-09-10T22:28:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-79434a"}, "namespace": "ai-tenant-e2e-ipp-b-79434a", "name": "openshift-service-ca.crt", "reconcileID": "d7274298-e0c6-4b6c-ae4c-2bacd12b021f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-79434a"} 2026-09-10T22:28:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-79434a"}, "namespace": "ai-tenant-e2e-ipp-b-79434a", "name": "odh-trusted-ca-bundle", "reconcileID": "d9dc2ea4-b4ef-49c6-b4be-d66bbb7281d9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-79434a"} 2026-09-10T22:28:22Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-79434a"}, "namespace": "ai-tenant-e2e-ipp-b-79434a", "name": "openshift-service-ca.crt", "reconcileID": "11eb6909-c765-49c5-9f81-76173cef4387", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-79434a", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T22:28:22Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-79434a"}, "namespace": "ai-tenant-e2e-ipp-b-79434a", "name": "openshift-service-ca.crt", "reconcileID": "11eb6909-c765-49c5-9f81-76173cef4387", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-79434a"} 2026-09-10T22:28:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-79434a"}, "namespace": "ai-tenant-e2e-ipp-b-79434a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d70b22ae-b993-49ad-b8f4-94d0f750fa9a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-79434a"} 2026-09-10T22:28:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-79434a"}, "namespace": "ai-tenant-e2e-ipp-b-79434a", "name": "openshift-service-ca.crt", "reconcileID": "4ca3ee23-883b-4df5-9721-ff3e5d118e80", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-79434a"} 2026-09-10T22:28:22Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-79434a"}, "namespace": "ai-tenant-e2e-ipp-b-79434a", "name": "odh-trusted-ca-bundle", "reconcileID": "269f70e1-5923-44aa-951b-5af956f8c593", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-79434a", "update": "odh-kserve-custom-ca-bundle"} 2026-09-10T22:28:22Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-79434a"}, "namespace": "ai-tenant-e2e-ipp-b-79434a", "name": "odh-trusted-ca-bundle", "reconcileID": "269f70e1-5923-44aa-951b-5af956f8c593", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-79434a"} 2026-09-10T22:28:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-79434a"}, "namespace": "ai-tenant-e2e-ipp-b-79434a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "82f2ee84-e5a3-43c5-868f-f195789d71e5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-79434a"} 2026-09-10T22:28:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-79434a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-79434a", "reconcileID": "948f0aef-83d9-45e0-9649-7456c0a9226d", "Gateway": "e2e-ipp-b-79434a", "namespace": "openshift-ingress"} 2026-09-10T22:28:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-79434a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-79434a", "reconcileID": "948f0aef-83d9-45e0-9649-7456c0a9226d", "Gateway": "e2e-ipp-b-79434a", "namespace": "openshift-ingress", "name": "e2e-ipp-b-79434a-authn-ssl"} 2026-09-10T22:28:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-79434a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-79434a", "reconcileID": "948f0aef-83d9-45e0-9649-7456c0a9226d", "Gateway": "e2e-ipp-b-79434a", "namespace": "openshift-ingress"} 2026-09-10T22:28:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-79434a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-79434a", "reconcileID": "b3333781-5399-4b81-b45f-22906d1f034a", "Gateway": "e2e-ipp-b-79434a", "namespace": "openshift-ingress"} 2026-09-10T22:28:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-79434a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-79434a", "reconcileID": "b3333781-5399-4b81-b45f-22906d1f034a", "Gateway": "e2e-ipp-b-79434a", "namespace": "openshift-ingress", "name": "e2e-ipp-b-79434a-authn-ssl"} 2026-09-10T22:28:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-79434a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-79434a", "reconcileID": "b3333781-5399-4b81-b45f-22906d1f034a", "Gateway": "e2e-ipp-b-79434a", "namespace": "openshift-ingress"} 2026-09-10T22:28:52Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a12859","namespace":"ai-tenant-e2e-ipp-a-a12859"}, "namespace": "ai-tenant-e2e-ipp-a-a12859", "name": "ipp-route-a12859", "reconcileID": "65123817-d3bd-4258-a8d2-8ec367b6ffd8", "LLMInferenceService": "ipp-route-a12859", "namespace": "ai-tenant-e2e-ipp-a-a12859"} 2026-09-10T22:28:52Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a12859","namespace":"ai-tenant-e2e-ipp-a-a12859"}, "namespace": "ai-tenant-e2e-ipp-a-a12859", "name": "ipp-route-a12859", "reconcileID": "65123817-d3bd-4258-a8d2-8ec367b6ffd8", "LLMInferenceService": "ipp-route-a12859", "namespace": "ai-tenant-e2e-ipp-a-a12859"} 2026-09-10T22:28:52Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a12859","namespace":"ai-tenant-e2e-ipp-a-a12859"}, "namespace": "ai-tenant-e2e-ipp-a-a12859", "name": "ipp-route-a12859", "reconcileID": "65123817-d3bd-4258-a8d2-8ec367b6ffd8", "LLMInferenceService": "ipp-route-a12859", "namespace": "ai-tenant-e2e-ipp-a-a12859"} 2026-09-10T22:28:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a12859","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a12859", "reconcileID": "f4ef9be2-e812-43ec-ad21-c5182f6b757a", "Gateway": "e2e-ipp-a-a12859", "namespace": "openshift-ingress"} 2026-09-10T22:28:52Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a12859","namespace":"ai-tenant-e2e-ipp-a-a12859"}, "namespace": "ai-tenant-e2e-ipp-a-a12859", "name": "ipp-route-a12859", "reconcileID": "65123817-d3bd-4258-a8d2-8ec367b6ffd8", "LLMInferenceService": "ipp-route-a12859", "namespace": "ai-tenant-e2e-ipp-a-a12859", "name": "ipp-route-a12859-kserve-route-authn"} 2026-09-10T22:28:52Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a12859","namespace":"ai-tenant-e2e-ipp-a-a12859"}, "namespace": "ai-tenant-e2e-ipp-a-a12859", "name": "ipp-route-a12859", "reconcileID": "65123817-d3bd-4258-a8d2-8ec367b6ffd8", "LLMInferenceService": "ipp-route-a12859", "namespace": "ai-tenant-e2e-ipp-a-a12859", "authType": "userdefined"} 2026-09-10T22:28:52Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a12859","namespace":"ai-tenant-e2e-ipp-a-a12859"}, "namespace": "ai-tenant-e2e-ipp-a-a12859", "name": "ipp-route-a12859", "reconcileID": "65123817-d3bd-4258-a8d2-8ec367b6ffd8", "LLMInferenceService": "ipp-route-a12859", "namespace": "ai-tenant-e2e-ipp-a-a12859"} 2026-09-10T22:28:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a12859","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a12859", "reconcileID": "f4ef9be2-e812-43ec-ad21-c5182f6b757a", "Gateway": "e2e-ipp-a-a12859", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a12859-authn-ssl"} 2026-09-10T22:28:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a12859","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a12859", "reconcileID": "f4ef9be2-e812-43ec-ad21-c5182f6b757a", "Gateway": "e2e-ipp-a-a12859", "namespace": "openshift-ingress"} 2026-09-10T22:28:52Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T22:28:52Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T22:28:52Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a12859","namespace":"ai-tenant-e2e-ipp-a-a12859"}, "namespace": "ai-tenant-e2e-ipp-a-a12859", "name": "ipp-route-a12859", "reconcileID": "f6a1b88d-2ebe-4f76-b770-a402a7f1f339", "LLMInferenceService": "ipp-route-a12859", "namespace": "ai-tenant-e2e-ipp-a-a12859"} 2026-09-10T22:28:52Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a12859","namespace":"ai-tenant-e2e-ipp-a-a12859"}, "namespace": "ai-tenant-e2e-ipp-a-a12859", "name": "ipp-route-a12859", "reconcileID": "f6a1b88d-2ebe-4f76-b770-a402a7f1f339", "LLMInferenceService": "ipp-route-a12859", "namespace": "ai-tenant-e2e-ipp-a-a12859"} 2026-09-10T22:28:52Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a12859","namespace":"ai-tenant-e2e-ipp-a-a12859"}, "namespace": "ai-tenant-e2e-ipp-a-a12859", "name": "ipp-route-a12859", "reconcileID": "f6a1b88d-2ebe-4f76-b770-a402a7f1f339", "LLMInferenceService": "ipp-route-a12859", "namespace": "ai-tenant-e2e-ipp-a-a12859"} 2026-09-10T22:28:52Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a12859","namespace":"ai-tenant-e2e-ipp-a-a12859"}, "namespace": "ai-tenant-e2e-ipp-a-a12859", "name": "ipp-route-a12859", "reconcileID": "f6a1b88d-2ebe-4f76-b770-a402a7f1f339", "LLMInferenceService": "ipp-route-a12859", "namespace": "ai-tenant-e2e-ipp-a-a12859", "name": "ipp-route-a12859-kserve-route-authn"} 2026-09-10T22:28:52Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a12859","namespace":"ai-tenant-e2e-ipp-a-a12859"}, "namespace": "ai-tenant-e2e-ipp-a-a12859", "name": "ipp-route-a12859", "reconcileID": "f6a1b88d-2ebe-4f76-b770-a402a7f1f339", "LLMInferenceService": "ipp-route-a12859", "namespace": "ai-tenant-e2e-ipp-a-a12859", "authType": "userdefined"} 2026-09-10T22:28:52Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a12859","namespace":"ai-tenant-e2e-ipp-a-a12859"}, "namespace": "ai-tenant-e2e-ipp-a-a12859", "name": "ipp-route-a12859", "reconcileID": "f6a1b88d-2ebe-4f76-b770-a402a7f1f339", "LLMInferenceService": "ipp-route-a12859", "namespace": "ai-tenant-e2e-ipp-a-a12859"} 2026-09-10T22:28:56Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T22:28:56Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T22:29:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a12859","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a12859", "reconcileID": "9202865c-12ff-4d7e-90a1-477f538867fb", "Gateway": "e2e-ipp-a-a12859", "namespace": "openshift-ingress"} 2026-09-10T22:29:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a12859","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a12859", "reconcileID": "9202865c-12ff-4d7e-90a1-477f538867fb", "Gateway": "e2e-ipp-a-a12859", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a12859-authn-ssl"} 2026-09-10T22:29:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a12859","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a12859", "reconcileID": "9202865c-12ff-4d7e-90a1-477f538867fb", "Gateway": "e2e-ipp-a-a12859", "namespace": "openshift-ingress"} 2026-09-10T22:29:02Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a12859","namespace":"ai-tenant-e2e-ipp-a-a12859"}, "namespace": "ai-tenant-e2e-ipp-a-a12859", "name": "ipp-route-a12859", "reconcileID": "c262122f-4b5e-4434-ba17-24c2d31491df", "LLMInferenceService": "ipp-route-a12859", "namespace": "ai-tenant-e2e-ipp-a-a12859"} 2026-09-10T22:29:02Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a12859","namespace":"ai-tenant-e2e-ipp-a-a12859"}, "namespace": "ai-tenant-e2e-ipp-a-a12859", "name": "ipp-route-a12859", "reconcileID": "c262122f-4b5e-4434-ba17-24c2d31491df", "LLMInferenceService": "ipp-route-a12859", "namespace": "ai-tenant-e2e-ipp-a-a12859"} 2026-09-10T22:29:02Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a12859","namespace":"ai-tenant-e2e-ipp-a-a12859"}, "namespace": "ai-tenant-e2e-ipp-a-a12859", "name": "ipp-route-a12859", "reconcileID": "c262122f-4b5e-4434-ba17-24c2d31491df", "LLMInferenceService": "ipp-route-a12859", "namespace": "ai-tenant-e2e-ipp-a-a12859"} 2026-09-10T22:29:02Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a12859","namespace":"ai-tenant-e2e-ipp-a-a12859"}, "namespace": "ai-tenant-e2e-ipp-a-a12859", "name": "ipp-route-a12859", "reconcileID": "c262122f-4b5e-4434-ba17-24c2d31491df", "LLMInferenceService": "ipp-route-a12859", "namespace": "ai-tenant-e2e-ipp-a-a12859", "name": "ipp-route-a12859-kserve-route-authn"} 2026-09-10T22:29:02Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a12859","namespace":"ai-tenant-e2e-ipp-a-a12859"}, "namespace": "ai-tenant-e2e-ipp-a-a12859", "name": "ipp-route-a12859", "reconcileID": "c262122f-4b5e-4434-ba17-24c2d31491df", "LLMInferenceService": "ipp-route-a12859", "namespace": "ai-tenant-e2e-ipp-a-a12859", "authType": "userdefined"} 2026-09-10T22:29:02Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a12859","namespace":"ai-tenant-e2e-ipp-a-a12859"}, "namespace": "ai-tenant-e2e-ipp-a-a12859", "name": "ipp-route-a12859", "reconcileID": "c262122f-4b5e-4434-ba17-24c2d31491df", "LLMInferenceService": "ipp-route-a12859", "namespace": "ai-tenant-e2e-ipp-a-a12859"} 2026-09-10T22:29:13Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a12859","namespace":"ai-tenant-e2e-ipp-a-a12859"}, "namespace": "ai-tenant-e2e-ipp-a-a12859", "name": "ipp-route-a12859", "reconcileID": "f5937563-274f-4277-9e35-1fd289ccb660", "LLMInferenceService": "ipp-route-a12859", "namespace": "ai-tenant-e2e-ipp-a-a12859"} 2026-09-10T22:29:13Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a12859","namespace":"ai-tenant-e2e-ipp-a-a12859"}, "namespace": "ai-tenant-e2e-ipp-a-a12859", "name": "ipp-route-a12859", "reconcileID": "f5937563-274f-4277-9e35-1fd289ccb660", "LLMInferenceService": "ipp-route-a12859", "namespace": "ai-tenant-e2e-ipp-a-a12859"} 2026-09-10T22:29:13Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a12859","namespace":"ai-tenant-e2e-ipp-a-a12859"}, "namespace": "ai-tenant-e2e-ipp-a-a12859", "name": "ipp-route-a12859", "reconcileID": "f5937563-274f-4277-9e35-1fd289ccb660", "LLMInferenceService": "ipp-route-a12859", "namespace": "ai-tenant-e2e-ipp-a-a12859"} 2026-09-10T22:29:13Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a12859","namespace":"ai-tenant-e2e-ipp-a-a12859"}, "namespace": "ai-tenant-e2e-ipp-a-a12859", "name": "ipp-route-a12859", "reconcileID": "f5937563-274f-4277-9e35-1fd289ccb660", "LLMInferenceService": "ipp-route-a12859", "namespace": "ai-tenant-e2e-ipp-a-a12859", "name": "ipp-route-a12859-kserve-route-authn"} 2026-09-10T22:29:13Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a12859","namespace":"ai-tenant-e2e-ipp-a-a12859"}, "namespace": "ai-tenant-e2e-ipp-a-a12859", "name": "ipp-route-a12859", "reconcileID": "f5937563-274f-4277-9e35-1fd289ccb660", "LLMInferenceService": "ipp-route-a12859", "namespace": "ai-tenant-e2e-ipp-a-a12859", "authType": "userdefined"} 2026-09-10T22:29:13Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a12859","namespace":"ai-tenant-e2e-ipp-a-a12859"}, "namespace": "ai-tenant-e2e-ipp-a-a12859", "name": "ipp-route-a12859", "reconcileID": "f5937563-274f-4277-9e35-1fd289ccb660", "LLMInferenceService": "ipp-route-a12859", "namespace": "ai-tenant-e2e-ipp-a-a12859"} 2026-09-10T22:29:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-996d51","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-996d51", "reconcileID": "019f4f26-79e4-4ebe-9169-2c06576ae241", "Gateway": "e2e-ipp-cleanup-996d51", "namespace": "openshift-ingress"} 2026-09-10T22:29:28Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-996d51","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-996d51", "reconcileID": "019f4f26-79e4-4ebe-9169-2c06576ae241", "Gateway": "e2e-ipp-cleanup-996d51", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-996d51-authn-ssl"} 2026-09-10T22:29:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-996d51","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-996d51", "reconcileID": "019f4f26-79e4-4ebe-9169-2c06576ae241", "Gateway": "e2e-ipp-cleanup-996d51", "namespace": "openshift-ingress"} 2026-09-10T22:29:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-996d51","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-996d51", "reconcileID": "9d3cf77e-d832-4d26-bfd8-4f7360b1631e", "Gateway": "e2e-ipp-cleanup-996d51", "namespace": "openshift-ingress"} 2026-09-10T22:29:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-996d51","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-996d51", "reconcileID": "9d3cf77e-d832-4d26-bfd8-4f7360b1631e", "Gateway": "e2e-ipp-cleanup-996d51", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-996d51-authn-ssl"} 2026-09-10T22:29:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-996d51","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-996d51", "reconcileID": "9d3cf77e-d832-4d26-bfd8-4f7360b1631e", "Gateway": "e2e-ipp-cleanup-996d51", "namespace": "openshift-ingress"} 2026-09-10T22:29:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-996d51","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-996d51", "reconcileID": "53913363-d224-44e8-bb23-70b5ff4e8b42", "Gateway": "e2e-ipp-cleanup-996d51", "namespace": "openshift-ingress"} 2026-09-10T22:29:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-996d51","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-996d51", "reconcileID": "53913363-d224-44e8-bb23-70b5ff4e8b42", "Gateway": "e2e-ipp-cleanup-996d51", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-996d51-authn-ssl"} 2026-09-10T22:29:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-996d51","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-996d51", "reconcileID": "53913363-d224-44e8-bb23-70b5ff4e8b42", "Gateway": "e2e-ipp-cleanup-996d51", "namespace": "openshift-ingress"} 2026-09-10T22:29:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-996d51","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-996d51", "reconcileID": "e9b31d1a-59ab-4789-b5ee-3111ef12b876", "Gateway": "e2e-ipp-cleanup-996d51", "namespace": "openshift-ingress"} 2026-09-10T22:29:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-996d51","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-996d51", "reconcileID": "e9b31d1a-59ab-4789-b5ee-3111ef12b876", "Gateway": "e2e-ipp-cleanup-996d51", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-996d51-authn-ssl"} 2026-09-10T22:29:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-996d51","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-996d51", "reconcileID": "e9b31d1a-59ab-4789-b5ee-3111ef12b876", "Gateway": "e2e-ipp-cleanup-996d51", "namespace": "openshift-ingress"} 2026-09-10T22:29:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-996d51","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-996d51", "reconcileID": "bbfc7531-17a8-4a5a-9cdd-d9a85b11c9d2", "Gateway": "e2e-ipp-cleanup-996d51", "namespace": "openshift-ingress"} 2026-09-10T22:29:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-996d51","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-996d51", "reconcileID": "bbfc7531-17a8-4a5a-9cdd-d9a85b11c9d2", "Gateway": "e2e-ipp-cleanup-996d51", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-996d51-authn-ssl"} 2026-09-10T22:29:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-996d51","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-996d51", "reconcileID": "bbfc7531-17a8-4a5a-9cdd-d9a85b11c9d2", "Gateway": "e2e-ipp-cleanup-996d51", "namespace": "openshift-ingress"} 2026-09-10T22:29:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-996d51","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-996d51", "reconcileID": "4e804aef-4869-453a-97bf-2594da9031f2", "Gateway": "e2e-ipp-cleanup-996d51", "namespace": "openshift-ingress"} 2026-09-10T22:29:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-996d51","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-996d51", "reconcileID": "4e804aef-4869-453a-97bf-2594da9031f2", "Gateway": "e2e-ipp-cleanup-996d51", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-996d51-authn-ssl"} 2026-09-10T22:29:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-996d51","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-996d51", "reconcileID": "4e804aef-4869-453a-97bf-2594da9031f2", "Gateway": "e2e-ipp-cleanup-996d51", "namespace": "openshift-ingress"} 2026-09-10T22:29:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-996d51"}, "namespace": "ai-tenant-e2e-ipp-cleanup-996d51", "name": "openshift-service-ca.crt", "reconcileID": "4f6abaf4-b842-4280-bce3-d03daf29f6f4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-996d51"} 2026-09-10T22:29:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-996d51"}, "namespace": "ai-tenant-e2e-ipp-cleanup-996d51", "name": "odh-trusted-ca-bundle", "reconcileID": "f709f3d8-af78-4fe4-b97c-f431ec8f0e91", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-996d51"} 2026-09-10T22:29:31Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-996d51"}, "namespace": "ai-tenant-e2e-ipp-cleanup-996d51", "name": "openshift-service-ca.crt", "reconcileID": "350462f6-c415-480a-bd5d-dc3da7f851ed", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-996d51", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T22:29:31Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-996d51"}, "namespace": "ai-tenant-e2e-ipp-cleanup-996d51", "name": "openshift-service-ca.crt", "reconcileID": "350462f6-c415-480a-bd5d-dc3da7f851ed", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-996d51"} 2026-09-10T22:29:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-996d51"}, "namespace": "ai-tenant-e2e-ipp-cleanup-996d51", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1fb4f6be-7208-4c55-9b36-c4b3e789d9df", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-996d51"} 2026-09-10T22:29:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-996d51"}, "namespace": "ai-tenant-e2e-ipp-cleanup-996d51", "name": "openshift-service-ca.crt", "reconcileID": "e424dcf4-f42d-4990-95e7-3e99a19c38bf", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-996d51"} 2026-09-10T22:29:31Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-996d51"}, "namespace": "ai-tenant-e2e-ipp-cleanup-996d51", "name": "odh-trusted-ca-bundle", "reconcileID": "085738ab-84f2-44f8-9fec-778c7952564b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-996d51", "update": "odh-kserve-custom-ca-bundle"} 2026-09-10T22:29:31Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-996d51"}, "namespace": "ai-tenant-e2e-ipp-cleanup-996d51", "name": "odh-trusted-ca-bundle", "reconcileID": "085738ab-84f2-44f8-9fec-778c7952564b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-996d51"} 2026-09-10T22:29:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-996d51"}, "namespace": "ai-tenant-e2e-ipp-cleanup-996d51", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "603a4081-3f5b-4b6d-8a30-34ec0a382102", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-996d51"} 2026-09-10T22:29:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-996d51","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-996d51", "reconcileID": "2f195908-4d90-411e-8dd0-5873c25252c7", "Gateway": "e2e-ipp-cleanup-996d51", "namespace": "openshift-ingress"} 2026-09-10T22:29:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-996d51","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-996d51", "reconcileID": "2f195908-4d90-411e-8dd0-5873c25252c7", "Gateway": "e2e-ipp-cleanup-996d51", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-996d51-authn-ssl"} 2026-09-10T22:29:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-996d51","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-996d51", "reconcileID": "2f195908-4d90-411e-8dd0-5873c25252c7", "Gateway": "e2e-ipp-cleanup-996d51", "namespace": "openshift-ingress"} 2026-09-10T22:29:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-996d51","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-996d51", "reconcileID": "42502a16-81fb-4100-9ac1-c86c46d47e49", "Gateway": "e2e-ipp-cleanup-996d51", "namespace": "openshift-ingress"} 2026-09-10T22:29:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-996d51","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-996d51", "reconcileID": "42502a16-81fb-4100-9ac1-c86c46d47e49", "Gateway": "e2e-ipp-cleanup-996d51", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-996d51-authn-ssl"} 2026-09-10T22:29:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-996d51","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-996d51", "reconcileID": "42502a16-81fb-4100-9ac1-c86c46d47e49", "Gateway": "e2e-ipp-cleanup-996d51", "namespace": "openshift-ingress"} 2026-09-10T22:30:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-996d51","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-996d51", "reconcileID": "ba3ff118-2f2d-4aec-8804-4325b7072eee", "Gateway": "e2e-ipp-cleanup-996d51", "namespace": "openshift-ingress"} 2026-09-10T22:30:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-996d51","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-996d51", "reconcileID": "ba3ff118-2f2d-4aec-8804-4325b7072eee", "Gateway": "e2e-ipp-cleanup-996d51", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-996d51-authn-ssl"} 2026-09-10T22:30:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-996d51","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-996d51", "reconcileID": "ba3ff118-2f2d-4aec-8804-4325b7072eee", "Gateway": "e2e-ipp-cleanup-996d51", "namespace": "openshift-ingress"} 2026-09-10T22:30:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-996d51","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-996d51", "reconcileID": "90799505-3be7-495d-bcc0-85386eaa2b7d", "Gateway": "e2e-ipp-cleanup-996d51", "namespace": "openshift-ingress"} 2026-09-10T22:30:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-996d51","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-996d51", "reconcileID": "90799505-3be7-495d-bcc0-85386eaa2b7d", "Gateway": "e2e-ipp-cleanup-996d51", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-996d51-authn-ssl"} 2026-09-10T22:30:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-996d51","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-996d51", "reconcileID": "90799505-3be7-495d-bcc0-85386eaa2b7d", "Gateway": "e2e-ipp-cleanup-996d51", "namespace": "openshift-ingress"} 2026-09-10T22:30:09Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-996d51"}, "namespace": "ai-tenant-e2e-ipp-cleanup-996d51", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "17b6a44b-1dd9-441a-8ad0-ee25aaab6472", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-996d51"} 2026-09-10T22:30:09Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-996d51"}, "namespace": "ai-tenant-e2e-ipp-cleanup-996d51", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "17b6a44b-1dd9-441a-8ad0-ee25aaab6472", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-996d51", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T22:30:09Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-996d51"}, "namespace": "ai-tenant-e2e-ipp-cleanup-996d51", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "17b6a44b-1dd9-441a-8ad0-ee25aaab6472", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-996d51 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T22:30:09Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-996d51"}, "namespace": "ai-tenant-e2e-ipp-cleanup-996d51", "name": "odh-trusted-ca-bundle", "reconcileID": "9392663b-8fb6-4e8d-a2d0-6c24eff1adf2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-996d51"} 2026-09-10T22:30:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-996d51"}, "namespace": "ai-tenant-e2e-ipp-cleanup-996d51", "name": "odh-trusted-ca-bundle", "reconcileID": "9392663b-8fb6-4e8d-a2d0-6c24eff1adf2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-996d51"} 2026-09-10T22:30:09Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-996d51"}, "namespace": "ai-tenant-e2e-ipp-cleanup-996d51", "name": "openshift-service-ca.crt", "reconcileID": "b434e78a-c350-493b-939c-28399c8bf15c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-996d51"} 2026-09-10T22:30:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-996d51"}, "namespace": "ai-tenant-e2e-ipp-cleanup-996d51", "name": "openshift-service-ca.crt", "reconcileID": "b434e78a-c350-493b-939c-28399c8bf15c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-996d51"} 2026-09-10T22:30:09Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-996d51"}, "namespace": "ai-tenant-e2e-ipp-cleanup-996d51", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "207cc33a-d8c1-44c5-9376-d85789c374f9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-996d51"} 2026-09-10T22:30:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-996d51"}, "namespace": "ai-tenant-e2e-ipp-cleanup-996d51", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "207cc33a-d8c1-44c5-9376-d85789c374f9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-996d51"} 2026-09-10T22:30:10Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-996d51","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-996d51", "reconcileID": "df24ff9a-d7b2-435f-a20c-7c7a902ec1d4", "Gateway": "e2e-ipp-cleanup-996d51", "namespace": "openshift-ingress"} 2026-09-10T22:30:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a12859","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a12859", "reconcileID": "07a9de96-1fac-4f97-a535-df0924415bd5", "Gateway": "e2e-ipp-a-a12859", "namespace": "openshift-ingress"} 2026-09-10T22:30:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a12859","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a12859", "reconcileID": "07a9de96-1fac-4f97-a535-df0924415bd5", "Gateway": "e2e-ipp-a-a12859", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a12859-authn-ssl"} 2026-09-10T22:30:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a12859","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a12859", "reconcileID": "07a9de96-1fac-4f97-a535-df0924415bd5", "Gateway": "e2e-ipp-a-a12859", "namespace": "openshift-ingress"} 2026-09-10T22:30:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a12859","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a12859", "reconcileID": "3770cdc7-169c-42c8-9593-b18738f53d30", "Gateway": "e2e-ipp-a-a12859", "namespace": "openshift-ingress"} 2026-09-10T22:30:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a12859","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a12859", "reconcileID": "3770cdc7-169c-42c8-9593-b18738f53d30", "Gateway": "e2e-ipp-a-a12859", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a12859-authn-ssl"} 2026-09-10T22:30:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a12859","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a12859", "reconcileID": "3770cdc7-169c-42c8-9593-b18738f53d30", "Gateway": "e2e-ipp-a-a12859", "namespace": "openshift-ingress"} 2026-09-10T22:30:35Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a12859","namespace":"ai-tenant-e2e-ipp-a-a12859"}, "namespace": "ai-tenant-e2e-ipp-a-a12859", "name": "ipp-route-a12859", "reconcileID": "13a41bde-eb4c-4666-9e43-5040699d743c", "LLMInferenceService": "ipp-route-a12859", "namespace": "ai-tenant-e2e-ipp-a-a12859"} 2026-09-10T22:30:35Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a12859","namespace":"ai-tenant-e2e-ipp-a-a12859"}, "namespace": "ai-tenant-e2e-ipp-a-a12859", "name": "ipp-route-a12859", "reconcileID": "13a41bde-eb4c-4666-9e43-5040699d743c", "LLMInferenceService": "ipp-route-a12859", "namespace": "ai-tenant-e2e-ipp-a-a12859"} 2026-09-10T22:30:35Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a12859","namespace":"ai-tenant-e2e-ipp-a-a12859"}, "namespace": "ai-tenant-e2e-ipp-a-a12859", "name": "ipp-route-a12859", "reconcileID": "13a41bde-eb4c-4666-9e43-5040699d743c", "LLMInferenceService": "ipp-route-a12859", "namespace": "ai-tenant-e2e-ipp-a-a12859"} 2026-09-10T22:30:35Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a12859","namespace":"ai-tenant-e2e-ipp-a-a12859"}, "namespace": "ai-tenant-e2e-ipp-a-a12859", "name": "ipp-route-a12859", "reconcileID": "13a41bde-eb4c-4666-9e43-5040699d743c", "LLMInferenceService": "ipp-route-a12859", "namespace": "ai-tenant-e2e-ipp-a-a12859", "name": "ipp-route-a12859-kserve-route-authn"} 2026-09-10T22:30:35Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a12859","namespace":"ai-tenant-e2e-ipp-a-a12859"}, "namespace": "ai-tenant-e2e-ipp-a-a12859", "name": "ipp-route-a12859", "reconcileID": "13a41bde-eb4c-4666-9e43-5040699d743c", "LLMInferenceService": "ipp-route-a12859", "namespace": "ai-tenant-e2e-ipp-a-a12859", "authType": "userdefined"} 2026-09-10T22:30:35Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a12859","namespace":"ai-tenant-e2e-ipp-a-a12859"}, "namespace": "ai-tenant-e2e-ipp-a-a12859", "name": "ipp-route-a12859", "reconcileID": "13a41bde-eb4c-4666-9e43-5040699d743c", "LLMInferenceService": "ipp-route-a12859", "namespace": "ai-tenant-e2e-ipp-a-a12859"} 2026-09-10T22:30:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a12859","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a12859", "reconcileID": "b8f3c51a-c44a-4ee2-bd50-97fc2bac5817", "Gateway": "e2e-ipp-a-a12859", "namespace": "openshift-ingress"} 2026-09-10T22:30:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a12859","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a12859", "reconcileID": "b8f3c51a-c44a-4ee2-bd50-97fc2bac5817", "Gateway": "e2e-ipp-a-a12859", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a12859-authn-ssl"} 2026-09-10T22:30:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a12859","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a12859", "reconcileID": "b8f3c51a-c44a-4ee2-bd50-97fc2bac5817", "Gateway": "e2e-ipp-a-a12859", "namespace": "openshift-ingress"} 2026-09-10T22:31:11Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a12859","namespace":"ai-tenant-e2e-ipp-a-a12859"}, "namespace": "ai-tenant-e2e-ipp-a-a12859", "name": "ipp-route-a12859", "reconcileID": "ec21fc5c-e364-48ae-830c-f7cda47bdc6a", "LLMInferenceService": "ipp-route-a12859", "namespace": "ai-tenant-e2e-ipp-a-a12859"} 2026-09-10T22:31:11Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a12859","namespace":"ai-tenant-e2e-ipp-a-a12859"}, "namespace": "ai-tenant-e2e-ipp-a-a12859", "name": "ipp-route-a12859", "reconcileID": "ec21fc5c-e364-48ae-830c-f7cda47bdc6a", "LLMInferenceService": "ipp-route-a12859", "namespace": "ai-tenant-e2e-ipp-a-a12859", "name": "ipp-route-a12859"} 2026-09-10T22:31:11Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a12859","namespace":"ai-tenant-e2e-ipp-a-a12859"}, "namespace": "ai-tenant-e2e-ipp-a-a12859", "name": "ipp-route-a12859", "reconcileID": "ec21fc5c-e364-48ae-830c-f7cda47bdc6a", "LLMInferenceService": "ipp-route-a12859", "namespace": "ai-tenant-e2e-ipp-a-a12859"} 2026-09-10T22:31:11Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a12859","namespace":"ai-tenant-e2e-ipp-a-a12859"}, "namespace": "ai-tenant-e2e-ipp-a-a12859", "name": "ipp-route-a12859", "reconcileID": "ec21fc5c-e364-48ae-830c-f7cda47bdc6a", "LLMInferenceService": "ipp-route-a12859", "namespace": "ai-tenant-e2e-ipp-a-a12859"} 2026-09-10T22:31:11Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a12859","namespace":"ai-tenant-e2e-ipp-a-a12859"}, "namespace": "ai-tenant-e2e-ipp-a-a12859", "name": "ipp-route-a12859", "reconcileID": "ec21fc5c-e364-48ae-830c-f7cda47bdc6a", "LLMInferenceService": "ipp-route-a12859", "namespace": "ai-tenant-e2e-ipp-a-a12859", "name": "ipp-route-a12859-kserve-route-authn"} 2026-09-10T22:31:11Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a12859","namespace":"ai-tenant-e2e-ipp-a-a12859"}, "namespace": "ai-tenant-e2e-ipp-a-a12859", "name": "ipp-route-a12859", "reconcileID": "ec21fc5c-e364-48ae-830c-f7cda47bdc6a", "LLMInferenceService": "ipp-route-a12859", "namespace": "ai-tenant-e2e-ipp-a-a12859", "name": "ipp-route-a12859-kserve-route-authn"} 2026-09-10T22:31:11Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a12859","namespace":"ai-tenant-e2e-ipp-a-a12859"}, "namespace": "ai-tenant-e2e-ipp-a-a12859", "name": "ipp-route-a12859", "reconcileID": "ec21fc5c-e364-48ae-830c-f7cda47bdc6a", "LLMInferenceService": "ipp-route-a12859", "namespace": "ai-tenant-e2e-ipp-a-a12859", "namespace": "ai-tenant-e2e-ipp-a-a12859"} 2026-09-10T22:31:11Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a12859","namespace":"ai-tenant-e2e-ipp-a-a12859"}, "namespace": "ai-tenant-e2e-ipp-a-a12859", "name": "ipp-route-a12859", "reconcileID": "ec21fc5c-e364-48ae-830c-f7cda47bdc6a", "LLMInferenceService": "ipp-route-a12859", "namespace": "ai-tenant-e2e-ipp-a-a12859", "namespace": "ai-tenant-e2e-ipp-a-a12859"} 2026-09-10T22:31:11Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a12859","namespace":"ai-tenant-e2e-ipp-a-a12859"}, "namespace": "ai-tenant-e2e-ipp-a-a12859", "name": "ipp-route-a12859", "reconcileID": "c931f0f0-ae46-4360-985b-9e3566fbee77", "LLMInferenceService": "ipp-route-a12859", "namespace": "ai-tenant-e2e-ipp-a-a12859"} 2026-09-10T22:31:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a12859","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a12859", "reconcileID": "7e72b3a9-0909-4703-b391-030ffbfdb4dc", "Gateway": "e2e-ipp-a-a12859", "namespace": "openshift-ingress"} 2026-09-10T22:31:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a12859","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a12859", "reconcileID": "7e72b3a9-0909-4703-b391-030ffbfdb4dc", "Gateway": "e2e-ipp-a-a12859", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a12859-authn-ssl"} 2026-09-10T22:31:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a12859","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a12859", "reconcileID": "7e72b3a9-0909-4703-b391-030ffbfdb4dc", "Gateway": "e2e-ipp-a-a12859", "namespace": "openshift-ingress"} 2026-09-10T22:31:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a12859","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a12859", "reconcileID": "be99304f-fda2-40f7-a5d6-91332f1eb07e", "Gateway": "e2e-ipp-a-a12859", "namespace": "openshift-ingress"} 2026-09-10T22:31:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a12859","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a12859", "reconcileID": "be99304f-fda2-40f7-a5d6-91332f1eb07e", "Gateway": "e2e-ipp-a-a12859", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a12859-authn-ssl"} 2026-09-10T22:31:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a12859","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a12859", "reconcileID": "be99304f-fda2-40f7-a5d6-91332f1eb07e", "Gateway": "e2e-ipp-a-a12859", "namespace": "openshift-ingress"} 2026-09-10T22:31:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-a12859"}, "namespace": "ai-tenant-e2e-ipp-a-a12859", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c39c6c95-dbd2-4c8c-976c-8bd7f776d0f0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-a12859"} 2026-09-10T22:31:12Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-a12859"}, "namespace": "ai-tenant-e2e-ipp-a-a12859", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c39c6c95-dbd2-4c8c-976c-8bd7f776d0f0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-a12859", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T22:31:12Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-a12859"}, "namespace": "ai-tenant-e2e-ipp-a-a12859", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c39c6c95-dbd2-4c8c-976c-8bd7f776d0f0", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-a12859 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T22:31:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-a12859"}, "namespace": "ai-tenant-e2e-ipp-a-a12859", "name": "odh-trusted-ca-bundle", "reconcileID": "e2aaadea-d770-4f97-ab41-9493f98dca16", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-a12859"} 2026-09-10T22:31:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-a12859"}, "namespace": "ai-tenant-e2e-ipp-a-a12859", "name": "odh-trusted-ca-bundle", "reconcileID": "e2aaadea-d770-4f97-ab41-9493f98dca16", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-a12859"} 2026-09-10T22:31:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-a12859"}, "namespace": "ai-tenant-e2e-ipp-a-a12859", "name": "openshift-service-ca.crt", "reconcileID": "e6fcc64c-a1a2-48b7-b7e7-dbaedf48e845", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-a12859"} 2026-09-10T22:31:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-a12859"}, "namespace": "ai-tenant-e2e-ipp-a-a12859", "name": "openshift-service-ca.crt", "reconcileID": "e6fcc64c-a1a2-48b7-b7e7-dbaedf48e845", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-a12859"} 2026-09-10T22:31:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-a12859"}, "namespace": "ai-tenant-e2e-ipp-a-a12859", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "312d9f65-3214-4a80-b82f-50e6b9fd638a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-a12859"} 2026-09-10T22:31:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-a12859"}, "namespace": "ai-tenant-e2e-ipp-a-a12859", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "312d9f65-3214-4a80-b82f-50e6b9fd638a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-a12859"} 2026-09-10T22:31:18Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a12859","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a12859", "reconcileID": "d5295982-85a0-43c0-9177-3c618f0eff21", "Gateway": "e2e-ipp-a-a12859", "namespace": "openshift-ingress"} 2026-09-10T22:31:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-79434a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-79434a", "reconcileID": "16f4e0ee-f7af-499e-bc4c-41e902c67371", "Gateway": "e2e-ipp-b-79434a", "namespace": "openshift-ingress"} 2026-09-10T22:31:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-79434a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-79434a", "reconcileID": "16f4e0ee-f7af-499e-bc4c-41e902c67371", "Gateway": "e2e-ipp-b-79434a", "namespace": "openshift-ingress", "name": "e2e-ipp-b-79434a-authn-ssl"} 2026-09-10T22:31:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-79434a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-79434a", "reconcileID": "16f4e0ee-f7af-499e-bc4c-41e902c67371", "Gateway": "e2e-ipp-b-79434a", "namespace": "openshift-ingress"} 2026-09-10T22:31:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-79434a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-79434a", "reconcileID": "1fd12549-04d0-4d9d-8ee9-8a12f37024ad", "Gateway": "e2e-ipp-b-79434a", "namespace": "openshift-ingress"} 2026-09-10T22:31:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-79434a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-79434a", "reconcileID": "1fd12549-04d0-4d9d-8ee9-8a12f37024ad", "Gateway": "e2e-ipp-b-79434a", "namespace": "openshift-ingress", "name": "e2e-ipp-b-79434a-authn-ssl"} 2026-09-10T22:31:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-79434a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-79434a", "reconcileID": "1fd12549-04d0-4d9d-8ee9-8a12f37024ad", "Gateway": "e2e-ipp-b-79434a", "namespace": "openshift-ingress"} 2026-09-10T22:31:35Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-79434a"}, "namespace": "ai-tenant-e2e-ipp-b-79434a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "79b0b83e-a841-47d8-821a-fd92e22d2cd8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-79434a"} 2026-09-10T22:31:35Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-79434a"}, "namespace": "ai-tenant-e2e-ipp-b-79434a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "79b0b83e-a841-47d8-821a-fd92e22d2cd8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-79434a", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T22:31:35Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-79434a"}, "namespace": "ai-tenant-e2e-ipp-b-79434a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "79b0b83e-a841-47d8-821a-fd92e22d2cd8", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-79434a because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T22:31:35Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-79434a"}, "namespace": "ai-tenant-e2e-ipp-b-79434a", "name": "odh-trusted-ca-bundle", "reconcileID": "c65408fc-b88f-41cf-b5e3-d960aa3d0e0a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-79434a"} 2026-09-10T22:31:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-79434a"}, "namespace": "ai-tenant-e2e-ipp-b-79434a", "name": "odh-trusted-ca-bundle", "reconcileID": "c65408fc-b88f-41cf-b5e3-d960aa3d0e0a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-79434a"} 2026-09-10T22:31:35Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-79434a"}, "namespace": "ai-tenant-e2e-ipp-b-79434a", "name": "openshift-service-ca.crt", "reconcileID": "c15a0dad-27e2-4b6b-ba42-0181bbdd1b21", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-79434a"} 2026-09-10T22:31:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-79434a"}, "namespace": "ai-tenant-e2e-ipp-b-79434a", "name": "openshift-service-ca.crt", "reconcileID": "c15a0dad-27e2-4b6b-ba42-0181bbdd1b21", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-79434a"} 2026-09-10T22:31:35Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-79434a"}, "namespace": "ai-tenant-e2e-ipp-b-79434a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "79695cd5-5d4e-4937-aca8-5080b8ee2308", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-79434a"} 2026-09-10T22:31:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-79434a"}, "namespace": "ai-tenant-e2e-ipp-b-79434a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "79695cd5-5d4e-4937-aca8-5080b8ee2308", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-79434a"} 2026-09-10T22:31:37Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-79434a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-79434a", "reconcileID": "70a80145-7535-4d72-9c9e-ef4d23fd3bbd", "Gateway": "e2e-ipp-b-79434a", "namespace": "openshift-ingress"} 2026-09-10T22:31:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-d07dfb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-d07dfb", "reconcileID": "58f0f984-324a-4f48-a4f2-eeb24b18baed", "Gateway": "e2e-shared-a-w3-d07dfb", "namespace": "openshift-ingress"} 2026-09-10T22:31:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-d07dfb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-d07dfb", "reconcileID": "58f0f984-324a-4f48-a4f2-eeb24b18baed", "Gateway": "e2e-shared-a-w3-d07dfb", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-d07dfb-authn-ssl"} 2026-09-10T22:31:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-d07dfb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-d07dfb", "reconcileID": "58f0f984-324a-4f48-a4f2-eeb24b18baed", "Gateway": "e2e-shared-a-w3-d07dfb", "namespace": "openshift-ingress"} 2026-09-10T22:31:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-d07dfb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-d07dfb", "reconcileID": "0ab90e6a-1c4f-4591-8b02-b344e2c11170", "Gateway": "e2e-shared-a-w3-d07dfb", "namespace": "openshift-ingress"} 2026-09-10T22:31:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-d07dfb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-d07dfb", "reconcileID": "0ab90e6a-1c4f-4591-8b02-b344e2c11170", "Gateway": "e2e-shared-a-w3-d07dfb", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-d07dfb-authn-ssl"} 2026-09-10T22:31:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-d07dfb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-d07dfb", "reconcileID": "0ab90e6a-1c4f-4591-8b02-b344e2c11170", "Gateway": "e2e-shared-a-w3-d07dfb", "namespace": "openshift-ingress"} 2026-09-10T22:31:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-d07dfb"}, "namespace": "ai-tenant-e2e-shared-a-w3-d07dfb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "53e94858-a9f9-43e3-8532-d620deff6a09", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-d07dfb"} 2026-09-10T22:31:54Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-d07dfb"}, "namespace": "ai-tenant-e2e-shared-a-w3-d07dfb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "53e94858-a9f9-43e3-8532-d620deff6a09", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-d07dfb", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T22:31:54Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-d07dfb"}, "namespace": "ai-tenant-e2e-shared-a-w3-d07dfb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "53e94858-a9f9-43e3-8532-d620deff6a09", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w3-d07dfb because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T22:31:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-d07dfb"}, "namespace": "ai-tenant-e2e-shared-a-w3-d07dfb", "name": "odh-trusted-ca-bundle", "reconcileID": "0922063e-88a6-4f5d-85de-dec6dc0f1762", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-d07dfb"} 2026-09-10T22:31:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-d07dfb"}, "namespace": "ai-tenant-e2e-shared-a-w3-d07dfb", "name": "odh-trusted-ca-bundle", "reconcileID": "0922063e-88a6-4f5d-85de-dec6dc0f1762", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-d07dfb"} 2026-09-10T22:31:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-d07dfb"}, "namespace": "ai-tenant-e2e-shared-a-w3-d07dfb", "name": "openshift-service-ca.crt", "reconcileID": "cc292eb1-769e-41ad-851a-5329e6d1913c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-d07dfb"} 2026-09-10T22:31:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-d07dfb"}, "namespace": "ai-tenant-e2e-shared-a-w3-d07dfb", "name": "openshift-service-ca.crt", "reconcileID": "cc292eb1-769e-41ad-851a-5329e6d1913c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-d07dfb"} 2026-09-10T22:31:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-d07dfb"}, "namespace": "ai-tenant-e2e-shared-a-w3-d07dfb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6e8e1cde-fb97-4cf6-9652-44abd425719c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-d07dfb"} 2026-09-10T22:31:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-d07dfb"}, "namespace": "ai-tenant-e2e-shared-a-w3-d07dfb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6e8e1cde-fb97-4cf6-9652-44abd425719c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-d07dfb"} 2026-09-10T22:31:55Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-d07dfb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-d07dfb", "reconcileID": "e54dcc75-b055-467b-a491-f449e812568b", "Gateway": "e2e-shared-a-w3-d07dfb", "namespace": "openshift-ingress"} 2026-09-10T22:32:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-ec6d47","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-ec6d47", "reconcileID": "2dbf7cd4-d0f6-4056-951f-ac2766ce54c5", "Gateway": "e2e-shared-b-w3-ec6d47", "namespace": "openshift-ingress"} 2026-09-10T22:32:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-ec6d47","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-ec6d47", "reconcileID": "2dbf7cd4-d0f6-4056-951f-ac2766ce54c5", "Gateway": "e2e-shared-b-w3-ec6d47", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-ec6d47-authn-ssl"} 2026-09-10T22:32:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-ec6d47","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-ec6d47", "reconcileID": "2dbf7cd4-d0f6-4056-951f-ac2766ce54c5", "Gateway": "e2e-shared-b-w3-ec6d47", "namespace": "openshift-ingress"} 2026-09-10T22:32:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-ec6d47","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-ec6d47", "reconcileID": "88e53b5f-ebbd-4b57-b15a-7532afb31ed1", "Gateway": "e2e-shared-b-w3-ec6d47", "namespace": "openshift-ingress"} 2026-09-10T22:32:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-ec6d47","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-ec6d47", "reconcileID": "88e53b5f-ebbd-4b57-b15a-7532afb31ed1", "Gateway": "e2e-shared-b-w3-ec6d47", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-ec6d47-authn-ssl"} 2026-09-10T22:32:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-ec6d47","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-ec6d47", "reconcileID": "88e53b5f-ebbd-4b57-b15a-7532afb31ed1", "Gateway": "e2e-shared-b-w3-ec6d47", "namespace": "openshift-ingress"} 2026-09-10T22:32:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-ec6d47"}, "namespace": "ai-tenant-e2e-shared-b-w3-ec6d47", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e4d0e846-9495-420a-b825-47c38bb37b7c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-ec6d47"} 2026-09-10T22:32:12Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-ec6d47"}, "namespace": "ai-tenant-e2e-shared-b-w3-ec6d47", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e4d0e846-9495-420a-b825-47c38bb37b7c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-ec6d47", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T22:32:12Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-ec6d47"}, "namespace": "ai-tenant-e2e-shared-b-w3-ec6d47", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e4d0e846-9495-420a-b825-47c38bb37b7c", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w3-ec6d47 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T22:32:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-ec6d47"}, "namespace": "ai-tenant-e2e-shared-b-w3-ec6d47", "name": "odh-trusted-ca-bundle", "reconcileID": "340bd699-d91a-4f19-a984-841ebea566a8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-ec6d47"} 2026-09-10T22:32:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-ec6d47"}, "namespace": "ai-tenant-e2e-shared-b-w3-ec6d47", "name": "odh-trusted-ca-bundle", "reconcileID": "340bd699-d91a-4f19-a984-841ebea566a8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-ec6d47"} 2026-09-10T22:32:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-ec6d47"}, "namespace": "ai-tenant-e2e-shared-b-w3-ec6d47", "name": "openshift-service-ca.crt", "reconcileID": "c361d6aa-21c1-42fc-9833-1af3babbe108", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-ec6d47"} 2026-09-10T22:32:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-ec6d47"}, "namespace": "ai-tenant-e2e-shared-b-w3-ec6d47", "name": "openshift-service-ca.crt", "reconcileID": "c361d6aa-21c1-42fc-9833-1af3babbe108", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-ec6d47"} 2026-09-10T22:32:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-ec6d47"}, "namespace": "ai-tenant-e2e-shared-b-w3-ec6d47", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "469495a8-b94d-401b-ba03-e40e4ca0725e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-ec6d47"} 2026-09-10T22:32:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-ec6d47"}, "namespace": "ai-tenant-e2e-shared-b-w3-ec6d47", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "469495a8-b94d-401b-ba03-e40e4ca0725e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-ec6d47"} 2026-09-10T22:32:13Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-ec6d47","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-ec6d47", "reconcileID": "7aeeec4c-188f-49fe-8e58-6ddaa319aeb5", "Gateway": "e2e-shared-b-w3-ec6d47", "namespace": "openshift-ingress"} 2026-09-10T22:36:28Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b3d40012","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b3d40012", "reconcileID": "5a7ade54-6e5b-4544-bcea-d1e044684877", "LLMInferenceService": "e2e-same-id-a-b3d40012", "namespace": "llm"} 2026-09-10T22:36:28Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b3d40012","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b3d40012", "reconcileID": "5a7ade54-6e5b-4544-bcea-d1e044684877", "LLMInferenceService": "e2e-same-id-a-b3d40012", "namespace": "llm"} 2026-09-10T22:36:28Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b3d40012","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b3d40012", "reconcileID": "5a7ade54-6e5b-4544-bcea-d1e044684877", "LLMInferenceService": "e2e-same-id-a-b3d40012", "namespace": "llm"} 2026-09-10T22:36:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "23e1fd51-b0b6-4f94-ac64-5061e280503c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T22:36:28Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b3d40012","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b3d40012", "reconcileID": "5a7ade54-6e5b-4544-bcea-d1e044684877", "LLMInferenceService": "e2e-same-id-a-b3d40012", "namespace": "llm", "name": "e2e-same-id-a-b3d40012-kserve-route-authn"} 2026-09-10T22:36:28Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b3d40012","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b3d40012", "reconcileID": "5a7ade54-6e5b-4544-bcea-d1e044684877", "LLMInferenceService": "e2e-same-id-a-b3d40012", "namespace": "llm", "authType": "userdefined"} 2026-09-10T22:36:28Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b3d40012","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b3d40012", "reconcileID": "5a7ade54-6e5b-4544-bcea-d1e044684877", "LLMInferenceService": "e2e-same-id-a-b3d40012", "namespace": "llm"} 2026-09-10T22:36:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "23e1fd51-b0b6-4f94-ac64-5061e280503c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T22:36:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "23e1fd51-b0b6-4f94-ac64-5061e280503c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T22:36:28Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b3d40012","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b3d40012", "reconcileID": "8a372524-d636-4b13-ad48-8206baa5ed9c", "LLMInferenceService": "e2e-same-id-a-b3d40012", "namespace": "llm"} 2026-09-10T22:36:28Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b3d40012","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b3d40012", "reconcileID": "8a372524-d636-4b13-ad48-8206baa5ed9c", "LLMInferenceService": "e2e-same-id-a-b3d40012", "namespace": "llm"} 2026-09-10T22:36:28Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b3d40012","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b3d40012", "reconcileID": "8a372524-d636-4b13-ad48-8206baa5ed9c", "LLMInferenceService": "e2e-same-id-a-b3d40012", "namespace": "llm"} 2026-09-10T22:36:28Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b3d40012","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b3d40012", "reconcileID": "8a372524-d636-4b13-ad48-8206baa5ed9c", "LLMInferenceService": "e2e-same-id-a-b3d40012", "namespace": "llm", "name": "e2e-same-id-a-b3d40012-kserve-route-authn"} 2026-09-10T22:36:28Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b3d40012","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b3d40012", "reconcileID": "8a372524-d636-4b13-ad48-8206baa5ed9c", "LLMInferenceService": "e2e-same-id-a-b3d40012", "namespace": "llm", "authType": "userdefined"} 2026-09-10T22:36:28Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b3d40012","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b3d40012", "reconcileID": "8a372524-d636-4b13-ad48-8206baa5ed9c", "LLMInferenceService": "e2e-same-id-a-b3d40012", "namespace": "llm"} 2026-09-10T22:36:28Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b3d40012","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b3d40012", "reconcileID": "70f7670c-ae6f-4f4b-a6f5-ce10b01d6315", "LLMInferenceService": "e2e-same-id-b-b3d40012", "namespace": "llm"} 2026-09-10T22:36:28Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b3d40012","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b3d40012", "reconcileID": "70f7670c-ae6f-4f4b-a6f5-ce10b01d6315", "LLMInferenceService": "e2e-same-id-b-b3d40012", "namespace": "llm"} 2026-09-10T22:36:28Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b3d40012","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b3d40012", "reconcileID": "70f7670c-ae6f-4f4b-a6f5-ce10b01d6315", "LLMInferenceService": "e2e-same-id-b-b3d40012", "namespace": "llm"} 2026-09-10T22:36:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "22a77a85-b172-40f4-a4a1-bffb8517ba4f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T22:36:28Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b3d40012","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b3d40012", "reconcileID": "70f7670c-ae6f-4f4b-a6f5-ce10b01d6315", "LLMInferenceService": "e2e-same-id-b-b3d40012", "namespace": "llm", "name": "e2e-same-id-b-b3d40012-kserve-route-authn"} 2026-09-10T22:36:28Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b3d40012","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b3d40012", "reconcileID": "70f7670c-ae6f-4f4b-a6f5-ce10b01d6315", "LLMInferenceService": "e2e-same-id-b-b3d40012", "namespace": "llm", "authType": "userdefined"} 2026-09-10T22:36:28Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b3d40012","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b3d40012", "reconcileID": "70f7670c-ae6f-4f4b-a6f5-ce10b01d6315", "LLMInferenceService": "e2e-same-id-b-b3d40012", "namespace": "llm"} 2026-09-10T22:36:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "22a77a85-b172-40f4-a4a1-bffb8517ba4f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T22:36:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "22a77a85-b172-40f4-a4a1-bffb8517ba4f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T22:36:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "fc0ffa77-5595-4c9c-9294-537c0737635d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T22:36:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "fc0ffa77-5595-4c9c-9294-537c0737635d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T22:36:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "fc0ffa77-5595-4c9c-9294-537c0737635d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T22:36:53Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b3d40012","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b3d40012", "reconcileID": "24b56964-5e8f-427f-9f7e-85a03e42180e", "LLMInferenceService": "e2e-same-id-a-b3d40012", "namespace": "llm"} 2026-09-10T22:36:53Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b3d40012","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b3d40012", "reconcileID": "24b56964-5e8f-427f-9f7e-85a03e42180e", "LLMInferenceService": "e2e-same-id-a-b3d40012", "namespace": "llm"} 2026-09-10T22:36:53Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b3d40012","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b3d40012", "reconcileID": "24b56964-5e8f-427f-9f7e-85a03e42180e", "LLMInferenceService": "e2e-same-id-a-b3d40012", "namespace": "llm"} 2026-09-10T22:36:53Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b3d40012","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b3d40012", "reconcileID": "24b56964-5e8f-427f-9f7e-85a03e42180e", "LLMInferenceService": "e2e-same-id-a-b3d40012", "namespace": "llm", "name": "e2e-same-id-a-b3d40012-kserve-route-authn"} 2026-09-10T22:36:53Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b3d40012","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b3d40012", "reconcileID": "24b56964-5e8f-427f-9f7e-85a03e42180e", "LLMInferenceService": "e2e-same-id-a-b3d40012", "namespace": "llm", "authType": "userdefined"} 2026-09-10T22:36:53Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b3d40012","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b3d40012", "reconcileID": "24b56964-5e8f-427f-9f7e-85a03e42180e", "LLMInferenceService": "e2e-same-id-a-b3d40012", "namespace": "llm"} 2026-09-10T22:36:53Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b3d40012","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b3d40012", "reconcileID": "8d7e26f6-d87c-4a9c-a102-b3df118bfcab", "LLMInferenceService": "e2e-same-id-b-b3d40012", "namespace": "llm"} 2026-09-10T22:36:53Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b3d40012","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b3d40012", "reconcileID": "8d7e26f6-d87c-4a9c-a102-b3df118bfcab", "LLMInferenceService": "e2e-same-id-b-b3d40012", "namespace": "llm"} 2026-09-10T22:36:53Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b3d40012","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b3d40012", "reconcileID": "8d7e26f6-d87c-4a9c-a102-b3df118bfcab", "LLMInferenceService": "e2e-same-id-b-b3d40012", "namespace": "llm"} 2026-09-10T22:36:53Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b3d40012","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b3d40012", "reconcileID": "8d7e26f6-d87c-4a9c-a102-b3df118bfcab", "LLMInferenceService": "e2e-same-id-b-b3d40012", "namespace": "llm", "name": "e2e-same-id-b-b3d40012-kserve-route-authn"} 2026-09-10T22:36:53Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b3d40012","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b3d40012", "reconcileID": "8d7e26f6-d87c-4a9c-a102-b3df118bfcab", "LLMInferenceService": "e2e-same-id-b-b3d40012", "namespace": "llm", "authType": "userdefined"} 2026-09-10T22:36:53Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b3d40012","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b3d40012", "reconcileID": "8d7e26f6-d87c-4a9c-a102-b3df118bfcab", "LLMInferenceService": "e2e-same-id-b-b3d40012", "namespace": "llm"} 2026-09-10T22:37:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b8412eba-9d87-4d09-9ad9-6d9db69cd50e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T22:37:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b8412eba-9d87-4d09-9ad9-6d9db69cd50e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T22:37:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b8412eba-9d87-4d09-9ad9-6d9db69cd50e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T22:37:10Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b3d40012","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b3d40012", "reconcileID": "9b86e68a-fef3-46b6-b8e0-1298be4d4007", "LLMInferenceService": "e2e-same-id-b-b3d40012", "namespace": "llm"} 2026-09-10T22:37:10Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b3d40012","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b3d40012", "reconcileID": "9b86e68a-fef3-46b6-b8e0-1298be4d4007", "LLMInferenceService": "e2e-same-id-b-b3d40012", "namespace": "llm"} 2026-09-10T22:37:10Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b3d40012","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b3d40012", "reconcileID": "9b86e68a-fef3-46b6-b8e0-1298be4d4007", "LLMInferenceService": "e2e-same-id-b-b3d40012", "namespace": "llm"} 2026-09-10T22:37:10Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b3d40012","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b3d40012", "reconcileID": "9b86e68a-fef3-46b6-b8e0-1298be4d4007", "LLMInferenceService": "e2e-same-id-b-b3d40012", "namespace": "llm", "name": "e2e-same-id-b-b3d40012-kserve-route-authn"} 2026-09-10T22:37:10Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b3d40012","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b3d40012", "reconcileID": "9b86e68a-fef3-46b6-b8e0-1298be4d4007", "LLMInferenceService": "e2e-same-id-b-b3d40012", "namespace": "llm", "authType": "userdefined"} 2026-09-10T22:37:10Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b3d40012","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b3d40012", "reconcileID": "9b86e68a-fef3-46b6-b8e0-1298be4d4007", "LLMInferenceService": "e2e-same-id-b-b3d40012", "namespace": "llm"} 2026-09-10T22:37:36Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T22:37:36Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T22:37:36Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b3d40012","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b3d40012", "reconcileID": "c25ba4b9-880a-4603-92a7-50a15f4c00ef", "LLMInferenceService": "e2e-same-id-a-b3d40012", "namespace": "llm"} 2026-09-10T22:37:36Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b3d40012","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b3d40012", "reconcileID": "c25ba4b9-880a-4603-92a7-50a15f4c00ef", "LLMInferenceService": "e2e-same-id-a-b3d40012", "namespace": "llm"} 2026-09-10T22:37:36Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b3d40012","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b3d40012", "reconcileID": "c25ba4b9-880a-4603-92a7-50a15f4c00ef", "LLMInferenceService": "e2e-same-id-a-b3d40012", "namespace": "llm"} 2026-09-10T22:37:36Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b3d40012","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b3d40012", "reconcileID": "c25ba4b9-880a-4603-92a7-50a15f4c00ef", "LLMInferenceService": "e2e-same-id-a-b3d40012", "namespace": "llm", "name": "e2e-same-id-a-b3d40012-kserve-route-authn"} 2026-09-10T22:37:36Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b3d40012","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b3d40012", "reconcileID": "c25ba4b9-880a-4603-92a7-50a15f4c00ef", "LLMInferenceService": "e2e-same-id-a-b3d40012", "namespace": "llm", "authType": "userdefined"} 2026-09-10T22:37:36Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b3d40012","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b3d40012", "reconcileID": "c25ba4b9-880a-4603-92a7-50a15f4c00ef", "LLMInferenceService": "e2e-same-id-a-b3d40012", "namespace": "llm"} 2026-09-10T22:37:40Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T22:37:40Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T22:37:43Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b3d40012","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b3d40012", "reconcileID": "d97fca00-b4ae-48ab-8d62-3b4b91974486", "LLMInferenceService": "e2e-same-id-b-b3d40012", "namespace": "llm"} 2026-09-10T22:37:43Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b3d40012","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b3d40012", "reconcileID": "d97fca00-b4ae-48ab-8d62-3b4b91974486", "LLMInferenceService": "e2e-same-id-b-b3d40012", "namespace": "llm"} 2026-09-10T22:37:43Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b3d40012","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b3d40012", "reconcileID": "d97fca00-b4ae-48ab-8d62-3b4b91974486", "LLMInferenceService": "e2e-same-id-b-b3d40012", "namespace": "llm"} 2026-09-10T22:37:43Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b3d40012","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b3d40012", "reconcileID": "d97fca00-b4ae-48ab-8d62-3b4b91974486", "LLMInferenceService": "e2e-same-id-b-b3d40012", "namespace": "llm", "name": "e2e-same-id-b-b3d40012-kserve-route-authn"} 2026-09-10T22:37:43Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b3d40012","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b3d40012", "reconcileID": "d97fca00-b4ae-48ab-8d62-3b4b91974486", "LLMInferenceService": "e2e-same-id-b-b3d40012", "namespace": "llm", "authType": "userdefined"} 2026-09-10T22:37:43Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b3d40012","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b3d40012", "reconcileID": "d97fca00-b4ae-48ab-8d62-3b4b91974486", "LLMInferenceService": "e2e-same-id-b-b3d40012", "namespace": "llm"} 2026-09-10T22:37:45Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b3d40012","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b3d40012", "reconcileID": "2abba885-3035-4c62-90bf-6e98909eacc2", "LLMInferenceService": "e2e-same-id-a-b3d40012", "namespace": "llm"} 2026-09-10T22:37:45Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b3d40012","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b3d40012", "reconcileID": "2abba885-3035-4c62-90bf-6e98909eacc2", "LLMInferenceService": "e2e-same-id-a-b3d40012", "namespace": "llm", "name": "e2e-same-id-a-b3d40012"} 2026-09-10T22:37:45Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b3d40012","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b3d40012", "reconcileID": "2abba885-3035-4c62-90bf-6e98909eacc2", "LLMInferenceService": "e2e-same-id-a-b3d40012", "namespace": "llm"} 2026-09-10T22:37:45Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b3d40012","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b3d40012", "reconcileID": "2abba885-3035-4c62-90bf-6e98909eacc2", "LLMInferenceService": "e2e-same-id-a-b3d40012", "namespace": "llm"} 2026-09-10T22:37:45Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b3d40012","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b3d40012", "reconcileID": "2abba885-3035-4c62-90bf-6e98909eacc2", "LLMInferenceService": "e2e-same-id-a-b3d40012", "namespace": "llm", "name": "e2e-same-id-a-b3d40012-kserve-route-authn"} 2026-09-10T22:37:45Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b3d40012","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b3d40012", "reconcileID": "2abba885-3035-4c62-90bf-6e98909eacc2", "LLMInferenceService": "e2e-same-id-a-b3d40012", "namespace": "llm", "name": "e2e-same-id-a-b3d40012-kserve-route-authn"} 2026-09-10T22:37:45Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-b3d40012","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-b3d40012", "reconcileID": "95634cb8-bb43-432c-ab15-aa7a55b0d101", "LLMInferenceService": "e2e-same-id-a-b3d40012", "namespace": "llm"} 2026-09-10T22:37:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "48073d8e-f951-4dfc-a8d9-fd30d3a7cfda", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T22:37:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "48073d8e-f951-4dfc-a8d9-fd30d3a7cfda", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T22:37:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "48073d8e-f951-4dfc-a8d9-fd30d3a7cfda", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T22:37:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "503415db-a813-4794-8188-58e3479d0bca", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T22:37:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "503415db-a813-4794-8188-58e3479d0bca", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T22:37:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "503415db-a813-4794-8188-58e3479d0bca", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T22:37:45Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b3d40012","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b3d40012", "reconcileID": "6d4e2c50-f1de-4df0-a495-45ced607e091", "LLMInferenceService": "e2e-same-id-b-b3d40012", "namespace": "llm"} 2026-09-10T22:37:45Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b3d40012","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b3d40012", "reconcileID": "6d4e2c50-f1de-4df0-a495-45ced607e091", "LLMInferenceService": "e2e-same-id-b-b3d40012", "namespace": "llm", "name": "e2e-same-id-b-b3d40012"} 2026-09-10T22:37:45Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b3d40012","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b3d40012", "reconcileID": "6d4e2c50-f1de-4df0-a495-45ced607e091", "LLMInferenceService": "e2e-same-id-b-b3d40012", "namespace": "llm"} 2026-09-10T22:37:45Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b3d40012","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b3d40012", "reconcileID": "6d4e2c50-f1de-4df0-a495-45ced607e091", "LLMInferenceService": "e2e-same-id-b-b3d40012", "namespace": "llm"} 2026-09-10T22:37:45Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b3d40012","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b3d40012", "reconcileID": "6d4e2c50-f1de-4df0-a495-45ced607e091", "LLMInferenceService": "e2e-same-id-b-b3d40012", "namespace": "llm", "name": "e2e-same-id-b-b3d40012-kserve-route-authn"} 2026-09-10T22:37:45Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b3d40012","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b3d40012", "reconcileID": "6d4e2c50-f1de-4df0-a495-45ced607e091", "LLMInferenceService": "e2e-same-id-b-b3d40012", "namespace": "llm", "name": "e2e-same-id-b-b3d40012-kserve-route-authn"} 2026-09-10T22:37:46Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-b3d40012","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-b3d40012", "reconcileID": "8b72af39-c871-4505-98a4-c2d6499df8d5", "LLMInferenceService": "e2e-same-id-b-b3d40012", "namespace": "llm"} 2026-09-10T22:37:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9ac53047-a1fe-4e18-9a78-751842652b9c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T22:37:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9ac53047-a1fe-4e18-9a78-751842652b9c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T22:37:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9ac53047-a1fe-4e18-9a78-751842652b9c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T22:37:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "54fdc372-0d72-407e-a4f6-c9cb3779fa6e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T22:37:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "54fdc372-0d72-407e-a4f6-c9cb3779fa6e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T22:37:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "54fdc372-0d72-407e-a4f6-c9cb3779fa6e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}