2026-08-01T01:19:30Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4224e1","namespace":"ai-tenant-e2e-shared-b-4224e1"}, "namespace": "ai-tenant-e2e-shared-b-4224e1", "name": "sub-test-model-4224e1", "reconcileID": "39f529c0-0677-4cf7-aadc-bf5db9870fb2", "LLMInferenceService": "sub-test-model-4224e1", "namespace": "ai-tenant-e2e-shared-b-4224e1"} 2026-08-01T01:19:30Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4224e1","namespace":"ai-tenant-e2e-shared-b-4224e1"}, "namespace": "ai-tenant-e2e-shared-b-4224e1", "name": "sub-test-model-4224e1", "reconcileID": "39f529c0-0677-4cf7-aadc-bf5db9870fb2", "LLMInferenceService": "sub-test-model-4224e1", "namespace": "ai-tenant-e2e-shared-b-4224e1", "name": "sub-test-model-4224e1-kserve-route-authn"} 2026-08-01T01:19:30Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4224e1","namespace":"ai-tenant-e2e-shared-b-4224e1"}, "namespace": "ai-tenant-e2e-shared-b-4224e1", "name": "sub-test-model-4224e1", "reconcileID": "39f529c0-0677-4cf7-aadc-bf5db9870fb2", "LLMInferenceService": "sub-test-model-4224e1", "namespace": "ai-tenant-e2e-shared-b-4224e1", "authType": "userdefined"} 2026-08-01T01:19:30Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4224e1","namespace":"ai-tenant-e2e-shared-b-4224e1"}, "namespace": "ai-tenant-e2e-shared-b-4224e1", "name": "sub-test-model-4224e1", "reconcileID": "39f529c0-0677-4cf7-aadc-bf5db9870fb2", "LLMInferenceService": "sub-test-model-4224e1", "namespace": "ai-tenant-e2e-shared-b-4224e1"} 2026-08-01T01:19:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "8de72a00-6814-4c0e-aa2e-1ae0b2b75063", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-01T01:19:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1e2f5b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1e2f5b", "reconcileID": "1bbe130a-959a-4671-80ef-4768f603eb62", "Gateway": "e2e-shared-a-1e2f5b", "namespace": "openshift-ingress"} 2026-08-01T01:19:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1e2f5b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1e2f5b", "reconcileID": "1bbe130a-959a-4671-80ef-4768f603eb62", "Gateway": "e2e-shared-a-1e2f5b", "namespace": "openshift-ingress", "name": "e2e-shared-a-1e2f5b-authn-ssl"} 2026-08-01T01:19:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1e2f5b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1e2f5b", "reconcileID": "1bbe130a-959a-4671-80ef-4768f603eb62", "Gateway": "e2e-shared-a-1e2f5b", "namespace": "openshift-ingress"} 2026-08-01T01:19:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4224e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4224e1", "reconcileID": "799b4c0f-248b-4220-9ec5-89c8a5a73e44", "Gateway": "e2e-shared-b-4224e1", "namespace": "openshift-ingress"} 2026-08-01T01:19:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4224e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4224e1", "reconcileID": "799b4c0f-248b-4220-9ec5-89c8a5a73e44", "Gateway": "e2e-shared-b-4224e1", "namespace": "openshift-ingress", "name": "e2e-shared-b-4224e1-authn-ssl"} 2026-08-01T01:19:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4224e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4224e1", "reconcileID": "799b4c0f-248b-4220-9ec5-89c8a5a73e44", "Gateway": "e2e-shared-b-4224e1", "namespace": "openshift-ingress"} 2026-08-01T01:19:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c3bfb70a-aff1-4333-8218-4f3316c63989", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-01T01:20:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4224e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4224e1", "reconcileID": "cfadbc33-9edd-4dfb-a2d2-e3f8285ebfc5", "Gateway": "e2e-shared-b-4224e1", "namespace": "openshift-ingress"} 2026-08-01T01:20:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4224e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4224e1", "reconcileID": "cfadbc33-9edd-4dfb-a2d2-e3f8285ebfc5", "Gateway": "e2e-shared-b-4224e1", "namespace": "openshift-ingress", "name": "e2e-shared-b-4224e1-authn-ssl"} 2026-08-01T01:20:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4224e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4224e1", "reconcileID": "cfadbc33-9edd-4dfb-a2d2-e3f8285ebfc5", "Gateway": "e2e-shared-b-4224e1", "namespace": "openshift-ingress"} 2026-08-01T01:20:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4224e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4224e1", "reconcileID": "fa0002f4-4f85-462f-91ed-0858aef1597e", "Gateway": "e2e-shared-b-4224e1", "namespace": "openshift-ingress"} 2026-08-01T01:20:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4224e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4224e1", "reconcileID": "fa0002f4-4f85-462f-91ed-0858aef1597e", "Gateway": "e2e-shared-b-4224e1", "namespace": "openshift-ingress", "name": "e2e-shared-b-4224e1-authn-ssl"} 2026-08-01T01:20:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4224e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4224e1", "reconcileID": "fa0002f4-4f85-462f-91ed-0858aef1597e", "Gateway": "e2e-shared-b-4224e1", "namespace": "openshift-ingress"} 2026-08-01T01:20:25Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1e2f5b","namespace":"ai-tenant-e2e-shared-a-1e2f5b"}, "namespace": "ai-tenant-e2e-shared-a-1e2f5b", "name": "sub-test-model-1e2f5b", "reconcileID": "91859c84-2430-4573-b36a-4d488d77ce90", "LLMInferenceService": "sub-test-model-1e2f5b", "namespace": "ai-tenant-e2e-shared-a-1e2f5b"} 2026-08-01T01:20:25Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1e2f5b","namespace":"ai-tenant-e2e-shared-a-1e2f5b"}, "namespace": "ai-tenant-e2e-shared-a-1e2f5b", "name": "sub-test-model-1e2f5b", "reconcileID": "91859c84-2430-4573-b36a-4d488d77ce90", "LLMInferenceService": "sub-test-model-1e2f5b", "namespace": "ai-tenant-e2e-shared-a-1e2f5b", "name": "sub-test-model-1e2f5b"} 2026-08-01T01:20:25Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1e2f5b","namespace":"ai-tenant-e2e-shared-a-1e2f5b"}, "namespace": "ai-tenant-e2e-shared-a-1e2f5b", "name": "sub-test-model-1e2f5b", "reconcileID": "91859c84-2430-4573-b36a-4d488d77ce90", "LLMInferenceService": "sub-test-model-1e2f5b", "namespace": "ai-tenant-e2e-shared-a-1e2f5b"} 2026-08-01T01:20:25Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1e2f5b","namespace":"ai-tenant-e2e-shared-a-1e2f5b"}, "namespace": "ai-tenant-e2e-shared-a-1e2f5b", "name": "sub-test-model-1e2f5b", "reconcileID": "91859c84-2430-4573-b36a-4d488d77ce90", "LLMInferenceService": "sub-test-model-1e2f5b", "namespace": "ai-tenant-e2e-shared-a-1e2f5b"} 2026-08-01T01:20:25Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1e2f5b","namespace":"ai-tenant-e2e-shared-a-1e2f5b"}, "namespace": "ai-tenant-e2e-shared-a-1e2f5b", "name": "sub-test-model-1e2f5b", "reconcileID": "91859c84-2430-4573-b36a-4d488d77ce90", "LLMInferenceService": "sub-test-model-1e2f5b", "namespace": "ai-tenant-e2e-shared-a-1e2f5b", "name": "sub-test-model-1e2f5b-kserve-route-authn"} 2026-08-01T01:20:25Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1e2f5b","namespace":"ai-tenant-e2e-shared-a-1e2f5b"}, "namespace": "ai-tenant-e2e-shared-a-1e2f5b", "name": "sub-test-model-1e2f5b", "reconcileID": "91859c84-2430-4573-b36a-4d488d77ce90", "LLMInferenceService": "sub-test-model-1e2f5b", "namespace": "ai-tenant-e2e-shared-a-1e2f5b", "name": "sub-test-model-1e2f5b-kserve-route-authn"} 2026-08-01T01:20:25Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1e2f5b","namespace":"ai-tenant-e2e-shared-a-1e2f5b"}, "namespace": "ai-tenant-e2e-shared-a-1e2f5b", "name": "sub-test-model-1e2f5b", "reconcileID": "91859c84-2430-4573-b36a-4d488d77ce90", "LLMInferenceService": "sub-test-model-1e2f5b", "namespace": "ai-tenant-e2e-shared-a-1e2f5b", "namespace": "ai-tenant-e2e-shared-a-1e2f5b"} 2026-08-01T01:20:25Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1e2f5b","namespace":"ai-tenant-e2e-shared-a-1e2f5b"}, "namespace": "ai-tenant-e2e-shared-a-1e2f5b", "name": "sub-test-model-1e2f5b", "reconcileID": "91859c84-2430-4573-b36a-4d488d77ce90", "LLMInferenceService": "sub-test-model-1e2f5b", "namespace": "ai-tenant-e2e-shared-a-1e2f5b", "namespace": "ai-tenant-e2e-shared-a-1e2f5b"} 2026-08-01T01:20:25Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1e2f5b","namespace":"ai-tenant-e2e-shared-a-1e2f5b"}, "namespace": "ai-tenant-e2e-shared-a-1e2f5b", "name": "sub-test-model-1e2f5b", "reconcileID": "d25b3099-65c9-4a62-bc99-b3d8680e0641", "LLMInferenceService": "sub-test-model-1e2f5b", "namespace": "ai-tenant-e2e-shared-a-1e2f5b"} 2026-08-01T01:20:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1e2f5b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1e2f5b", "reconcileID": "5799a43a-fa10-456e-bf58-9ab999b46187", "Gateway": "e2e-shared-a-1e2f5b", "namespace": "openshift-ingress"} 2026-08-01T01:20:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1e2f5b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1e2f5b", "reconcileID": "5799a43a-fa10-456e-bf58-9ab999b46187", "Gateway": "e2e-shared-a-1e2f5b", "namespace": "openshift-ingress", "name": "e2e-shared-a-1e2f5b-authn-ssl"} 2026-08-01T01:20:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1e2f5b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1e2f5b", "reconcileID": "5799a43a-fa10-456e-bf58-9ab999b46187", "Gateway": "e2e-shared-a-1e2f5b", "namespace": "openshift-ingress"} 2026-08-01T01:20:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1e2f5b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1e2f5b", "reconcileID": "cc50cb5b-1b59-4c0e-9a77-2fd387bcde02", "Gateway": "e2e-shared-a-1e2f5b", "namespace": "openshift-ingress"} 2026-08-01T01:20:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1e2f5b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1e2f5b", "reconcileID": "cc50cb5b-1b59-4c0e-9a77-2fd387bcde02", "Gateway": "e2e-shared-a-1e2f5b", "namespace": "openshift-ingress", "name": "e2e-shared-a-1e2f5b-authn-ssl"} 2026-08-01T01:20:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1e2f5b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1e2f5b", "reconcileID": "cc50cb5b-1b59-4c0e-9a77-2fd387bcde02", "Gateway": "e2e-shared-a-1e2f5b", "namespace": "openshift-ingress"} 2026-08-01T01:20:25Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4224e1","namespace":"ai-tenant-e2e-shared-b-4224e1"}, "namespace": "ai-tenant-e2e-shared-b-4224e1", "name": "sub-test-model-4224e1", "reconcileID": "6ac008ff-35b2-4cd0-a23c-0afa779c828c", "LLMInferenceService": "sub-test-model-4224e1", "namespace": "ai-tenant-e2e-shared-b-4224e1"} 2026-08-01T01:20:25Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4224e1","namespace":"ai-tenant-e2e-shared-b-4224e1"}, "namespace": "ai-tenant-e2e-shared-b-4224e1", "name": "sub-test-model-4224e1", "reconcileID": "6ac008ff-35b2-4cd0-a23c-0afa779c828c", "LLMInferenceService": "sub-test-model-4224e1", "namespace": "ai-tenant-e2e-shared-b-4224e1", "name": "sub-test-model-4224e1"} 2026-08-01T01:20:25Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4224e1","namespace":"ai-tenant-e2e-shared-b-4224e1"}, "namespace": "ai-tenant-e2e-shared-b-4224e1", "name": "sub-test-model-4224e1", "reconcileID": "6ac008ff-35b2-4cd0-a23c-0afa779c828c", "LLMInferenceService": "sub-test-model-4224e1", "namespace": "ai-tenant-e2e-shared-b-4224e1"} 2026-08-01T01:20:25Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4224e1","namespace":"ai-tenant-e2e-shared-b-4224e1"}, "namespace": "ai-tenant-e2e-shared-b-4224e1", "name": "sub-test-model-4224e1", "reconcileID": "6ac008ff-35b2-4cd0-a23c-0afa779c828c", "LLMInferenceService": "sub-test-model-4224e1", "namespace": "ai-tenant-e2e-shared-b-4224e1"} 2026-08-01T01:20:25Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4224e1","namespace":"ai-tenant-e2e-shared-b-4224e1"}, "namespace": "ai-tenant-e2e-shared-b-4224e1", "name": "sub-test-model-4224e1", "reconcileID": "6ac008ff-35b2-4cd0-a23c-0afa779c828c", "LLMInferenceService": "sub-test-model-4224e1", "namespace": "ai-tenant-e2e-shared-b-4224e1", "name": "sub-test-model-4224e1-kserve-route-authn"} 2026-08-01T01:20:25Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4224e1","namespace":"ai-tenant-e2e-shared-b-4224e1"}, "namespace": "ai-tenant-e2e-shared-b-4224e1", "name": "sub-test-model-4224e1", "reconcileID": "6ac008ff-35b2-4cd0-a23c-0afa779c828c", "LLMInferenceService": "sub-test-model-4224e1", "namespace": "ai-tenant-e2e-shared-b-4224e1", "name": "sub-test-model-4224e1-kserve-route-authn"} 2026-08-01T01:20:25Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4224e1","namespace":"ai-tenant-e2e-shared-b-4224e1"}, "namespace": "ai-tenant-e2e-shared-b-4224e1", "name": "sub-test-model-4224e1", "reconcileID": "6ac008ff-35b2-4cd0-a23c-0afa779c828c", "LLMInferenceService": "sub-test-model-4224e1", "namespace": "ai-tenant-e2e-shared-b-4224e1", "namespace": "ai-tenant-e2e-shared-b-4224e1"} 2026-08-01T01:20:25Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4224e1","namespace":"ai-tenant-e2e-shared-b-4224e1"}, "namespace": "ai-tenant-e2e-shared-b-4224e1", "name": "sub-test-model-4224e1", "reconcileID": "6ac008ff-35b2-4cd0-a23c-0afa779c828c", "LLMInferenceService": "sub-test-model-4224e1", "namespace": "ai-tenant-e2e-shared-b-4224e1", "namespace": "ai-tenant-e2e-shared-b-4224e1"} 2026-08-01T01:20:26Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-4224e1","namespace":"ai-tenant-e2e-shared-b-4224e1"}, "namespace": "ai-tenant-e2e-shared-b-4224e1", "name": "sub-test-model-4224e1", "reconcileID": "81b13969-8e35-4ea0-9d41-dd2089201d3e", "LLMInferenceService": "sub-test-model-4224e1", "namespace": "ai-tenant-e2e-shared-b-4224e1"} 2026-08-01T01:20:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4224e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4224e1", "reconcileID": "e2a724bd-ded3-40e3-837e-de3da845ba63", "Gateway": "e2e-shared-b-4224e1", "namespace": "openshift-ingress"} 2026-08-01T01:20:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4224e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4224e1", "reconcileID": "e2a724bd-ded3-40e3-837e-de3da845ba63", "Gateway": "e2e-shared-b-4224e1", "namespace": "openshift-ingress", "name": "e2e-shared-b-4224e1-authn-ssl"} 2026-08-01T01:20:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4224e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4224e1", "reconcileID": "e2a724bd-ded3-40e3-837e-de3da845ba63", "Gateway": "e2e-shared-b-4224e1", "namespace": "openshift-ingress"} 2026-08-01T01:20:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4224e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4224e1", "reconcileID": "23f0d2aa-e81d-4157-aa5e-3535830858a7", "Gateway": "e2e-shared-b-4224e1", "namespace": "openshift-ingress"} 2026-08-01T01:20:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4224e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4224e1", "reconcileID": "23f0d2aa-e81d-4157-aa5e-3535830858a7", "Gateway": "e2e-shared-b-4224e1", "namespace": "openshift-ingress", "name": "e2e-shared-b-4224e1-authn-ssl"} 2026-08-01T01:20:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4224e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4224e1", "reconcileID": "23f0d2aa-e81d-4157-aa5e-3535830858a7", "Gateway": "e2e-shared-b-4224e1", "namespace": "openshift-ingress"} 2026-08-01T01:20:26Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1e2f5b","namespace":"ai-tenant-e2e-shared-a-1e2f5b"}, "namespace": "ai-tenant-e2e-shared-a-1e2f5b", "name": "rate-test-model-1e2f5b", "reconcileID": "5c9307ec-6be3-4dd6-bbd4-e49e7e6fe612", "LLMInferenceService": "rate-test-model-1e2f5b", "namespace": "ai-tenant-e2e-shared-a-1e2f5b"} 2026-08-01T01:20:26Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1e2f5b","namespace":"ai-tenant-e2e-shared-a-1e2f5b"}, "namespace": "ai-tenant-e2e-shared-a-1e2f5b", "name": "rate-test-model-1e2f5b", "reconcileID": "5c9307ec-6be3-4dd6-bbd4-e49e7e6fe612", "LLMInferenceService": "rate-test-model-1e2f5b", "namespace": "ai-tenant-e2e-shared-a-1e2f5b"} 2026-08-01T01:20:26Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1e2f5b","namespace":"ai-tenant-e2e-shared-a-1e2f5b"}, "namespace": "ai-tenant-e2e-shared-a-1e2f5b", "name": "rate-test-model-1e2f5b", "reconcileID": "5c9307ec-6be3-4dd6-bbd4-e49e7e6fe612", "LLMInferenceService": "rate-test-model-1e2f5b", "namespace": "ai-tenant-e2e-shared-a-1e2f5b"} 2026-08-01T01:20:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1e2f5b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1e2f5b", "reconcileID": "33aa4eff-c64a-4c8c-820c-7d1c31e340d3", "Gateway": "e2e-shared-a-1e2f5b", "namespace": "openshift-ingress"} 2026-08-01T01:20:26Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1e2f5b","namespace":"ai-tenant-e2e-shared-a-1e2f5b"}, "namespace": "ai-tenant-e2e-shared-a-1e2f5b", "name": "rate-test-model-1e2f5b", "reconcileID": "5c9307ec-6be3-4dd6-bbd4-e49e7e6fe612", "LLMInferenceService": "rate-test-model-1e2f5b", "namespace": "ai-tenant-e2e-shared-a-1e2f5b", "name": "rate-test-model-1e2f5b-kserve-route-authn"} 2026-08-01T01:20:26Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1e2f5b","namespace":"ai-tenant-e2e-shared-a-1e2f5b"}, "namespace": "ai-tenant-e2e-shared-a-1e2f5b", "name": "rate-test-model-1e2f5b", "reconcileID": "5c9307ec-6be3-4dd6-bbd4-e49e7e6fe612", "LLMInferenceService": "rate-test-model-1e2f5b", "namespace": "ai-tenant-e2e-shared-a-1e2f5b", "authType": "userdefined"} 2026-08-01T01:20:26Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1e2f5b","namespace":"ai-tenant-e2e-shared-a-1e2f5b"}, "namespace": "ai-tenant-e2e-shared-a-1e2f5b", "name": "rate-test-model-1e2f5b", "reconcileID": "5c9307ec-6be3-4dd6-bbd4-e49e7e6fe612", "LLMInferenceService": "rate-test-model-1e2f5b", "namespace": "ai-tenant-e2e-shared-a-1e2f5b"} 2026-08-01T01:20:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1e2f5b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1e2f5b", "reconcileID": "33aa4eff-c64a-4c8c-820c-7d1c31e340d3", "Gateway": "e2e-shared-a-1e2f5b", "namespace": "openshift-ingress", "name": "e2e-shared-a-1e2f5b-authn-ssl"} 2026-08-01T01:20:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1e2f5b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1e2f5b", "reconcileID": "33aa4eff-c64a-4c8c-820c-7d1c31e340d3", "Gateway": "e2e-shared-a-1e2f5b", "namespace": "openshift-ingress"} 2026-08-01T01:20:26Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1e2f5b","namespace":"ai-tenant-e2e-shared-a-1e2f5b"}, "namespace": "ai-tenant-e2e-shared-a-1e2f5b", "name": "rate-test-model-1e2f5b", "reconcileID": "c18bfb36-138f-44f3-9b72-4c19594e48b7", "LLMInferenceService": "rate-test-model-1e2f5b", "namespace": "ai-tenant-e2e-shared-a-1e2f5b"} 2026-08-01T01:20:26Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1e2f5b","namespace":"ai-tenant-e2e-shared-a-1e2f5b"}, "namespace": "ai-tenant-e2e-shared-a-1e2f5b", "name": "rate-test-model-1e2f5b", "reconcileID": "c18bfb36-138f-44f3-9b72-4c19594e48b7", "LLMInferenceService": "rate-test-model-1e2f5b", "namespace": "ai-tenant-e2e-shared-a-1e2f5b"} 2026-08-01T01:20:26Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1e2f5b","namespace":"ai-tenant-e2e-shared-a-1e2f5b"}, "namespace": "ai-tenant-e2e-shared-a-1e2f5b", "name": "rate-test-model-1e2f5b", "reconcileID": "c18bfb36-138f-44f3-9b72-4c19594e48b7", "LLMInferenceService": "rate-test-model-1e2f5b", "namespace": "ai-tenant-e2e-shared-a-1e2f5b"} 2026-08-01T01:20:26Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1e2f5b","namespace":"ai-tenant-e2e-shared-a-1e2f5b"}, "namespace": "ai-tenant-e2e-shared-a-1e2f5b", "name": "rate-test-model-1e2f5b", "reconcileID": "c18bfb36-138f-44f3-9b72-4c19594e48b7", "LLMInferenceService": "rate-test-model-1e2f5b", "namespace": "ai-tenant-e2e-shared-a-1e2f5b", "name": "rate-test-model-1e2f5b-kserve-route-authn"} 2026-08-01T01:20:26Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1e2f5b","namespace":"ai-tenant-e2e-shared-a-1e2f5b"}, "namespace": "ai-tenant-e2e-shared-a-1e2f5b", "name": "rate-test-model-1e2f5b", "reconcileID": "c18bfb36-138f-44f3-9b72-4c19594e48b7", "LLMInferenceService": "rate-test-model-1e2f5b", "namespace": "ai-tenant-e2e-shared-a-1e2f5b", "authType": "userdefined"} 2026-08-01T01:20:26Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1e2f5b","namespace":"ai-tenant-e2e-shared-a-1e2f5b"}, "namespace": "ai-tenant-e2e-shared-a-1e2f5b", "name": "rate-test-model-1e2f5b", "reconcileID": "c18bfb36-138f-44f3-9b72-4c19594e48b7", "LLMInferenceService": "rate-test-model-1e2f5b", "namespace": "ai-tenant-e2e-shared-a-1e2f5b"} 2026-08-01T01:20:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4224e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4224e1", "reconcileID": "08e6a3a2-e2ea-47c1-8616-2dd0607e246f", "Gateway": "e2e-shared-b-4224e1", "namespace": "openshift-ingress"} 2026-08-01T01:20:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4224e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4224e1", "reconcileID": "08e6a3a2-e2ea-47c1-8616-2dd0607e246f", "Gateway": "e2e-shared-b-4224e1", "namespace": "openshift-ingress", "name": "e2e-shared-b-4224e1-authn-ssl"} 2026-08-01T01:20:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4224e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4224e1", "reconcileID": "08e6a3a2-e2ea-47c1-8616-2dd0607e246f", "Gateway": "e2e-shared-b-4224e1", "namespace": "openshift-ingress"} 2026-08-01T01:20:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1e2f5b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1e2f5b", "reconcileID": "e79fbc25-2e46-4017-bfbc-ed9e00143bd5", "Gateway": "e2e-shared-a-1e2f5b", "namespace": "openshift-ingress"} 2026-08-01T01:20:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1e2f5b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1e2f5b", "reconcileID": "e79fbc25-2e46-4017-bfbc-ed9e00143bd5", "Gateway": "e2e-shared-a-1e2f5b", "namespace": "openshift-ingress", "name": "e2e-shared-a-1e2f5b-authn-ssl"} 2026-08-01T01:20:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1e2f5b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1e2f5b", "reconcileID": "e79fbc25-2e46-4017-bfbc-ed9e00143bd5", "Gateway": "e2e-shared-a-1e2f5b", "namespace": "openshift-ingress"} 2026-08-01T01:20:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1e2f5b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1e2f5b", "reconcileID": "878d1b7e-15cf-4ee5-9717-42a11310f8f9", "Gateway": "e2e-shared-a-1e2f5b", "namespace": "openshift-ingress"} 2026-08-01T01:20:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1e2f5b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1e2f5b", "reconcileID": "878d1b7e-15cf-4ee5-9717-42a11310f8f9", "Gateway": "e2e-shared-a-1e2f5b", "namespace": "openshift-ingress", "name": "e2e-shared-a-1e2f5b-authn-ssl"} 2026-08-01T01:20:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1e2f5b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1e2f5b", "reconcileID": "878d1b7e-15cf-4ee5-9717-42a11310f8f9", "Gateway": "e2e-shared-a-1e2f5b", "namespace": "openshift-ingress"} 2026-08-01T01:20:38Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1e2f5b","namespace":"ai-tenant-e2e-shared-a-1e2f5b"}, "namespace": "ai-tenant-e2e-shared-a-1e2f5b", "name": "rate-test-model-1e2f5b", "reconcileID": "025f46b6-b673-4d0e-aa2c-5420f82f033b", "LLMInferenceService": "rate-test-model-1e2f5b", "namespace": "ai-tenant-e2e-shared-a-1e2f5b"} 2026-08-01T01:20:38Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1e2f5b","namespace":"ai-tenant-e2e-shared-a-1e2f5b"}, "namespace": "ai-tenant-e2e-shared-a-1e2f5b", "name": "rate-test-model-1e2f5b", "reconcileID": "025f46b6-b673-4d0e-aa2c-5420f82f033b", "LLMInferenceService": "rate-test-model-1e2f5b", "namespace": "ai-tenant-e2e-shared-a-1e2f5b"} 2026-08-01T01:20:38Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1e2f5b","namespace":"ai-tenant-e2e-shared-a-1e2f5b"}, "namespace": "ai-tenant-e2e-shared-a-1e2f5b", "name": "rate-test-model-1e2f5b", "reconcileID": "025f46b6-b673-4d0e-aa2c-5420f82f033b", "LLMInferenceService": "rate-test-model-1e2f5b", "namespace": "ai-tenant-e2e-shared-a-1e2f5b"} 2026-08-01T01:20:38Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1e2f5b","namespace":"ai-tenant-e2e-shared-a-1e2f5b"}, "namespace": "ai-tenant-e2e-shared-a-1e2f5b", "name": "rate-test-model-1e2f5b", "reconcileID": "025f46b6-b673-4d0e-aa2c-5420f82f033b", "LLMInferenceService": "rate-test-model-1e2f5b", "namespace": "ai-tenant-e2e-shared-a-1e2f5b", "name": "rate-test-model-1e2f5b-kserve-route-authn"} 2026-08-01T01:20:38Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1e2f5b","namespace":"ai-tenant-e2e-shared-a-1e2f5b"}, "namespace": "ai-tenant-e2e-shared-a-1e2f5b", "name": "rate-test-model-1e2f5b", "reconcileID": "025f46b6-b673-4d0e-aa2c-5420f82f033b", "LLMInferenceService": "rate-test-model-1e2f5b", "namespace": "ai-tenant-e2e-shared-a-1e2f5b", "authType": "userdefined"} 2026-08-01T01:20:38Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1e2f5b","namespace":"ai-tenant-e2e-shared-a-1e2f5b"}, "namespace": "ai-tenant-e2e-shared-a-1e2f5b", "name": "rate-test-model-1e2f5b", "reconcileID": "025f46b6-b673-4d0e-aa2c-5420f82f033b", "LLMInferenceService": "rate-test-model-1e2f5b", "namespace": "ai-tenant-e2e-shared-a-1e2f5b"} 2026-08-01T01:20:54Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1e2f5b","namespace":"ai-tenant-e2e-shared-a-1e2f5b"}, "namespace": "ai-tenant-e2e-shared-a-1e2f5b", "name": "rate-test-model-1e2f5b", "reconcileID": "a4a2e96a-85e2-467f-8a67-f7d3976702ea", "LLMInferenceService": "rate-test-model-1e2f5b", "namespace": "ai-tenant-e2e-shared-a-1e2f5b"} 2026-08-01T01:20:54Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1e2f5b","namespace":"ai-tenant-e2e-shared-a-1e2f5b"}, "namespace": "ai-tenant-e2e-shared-a-1e2f5b", "name": "rate-test-model-1e2f5b", "reconcileID": "a4a2e96a-85e2-467f-8a67-f7d3976702ea", "LLMInferenceService": "rate-test-model-1e2f5b", "namespace": "ai-tenant-e2e-shared-a-1e2f5b"} 2026-08-01T01:20:54Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1e2f5b","namespace":"ai-tenant-e2e-shared-a-1e2f5b"}, "namespace": "ai-tenant-e2e-shared-a-1e2f5b", "name": "rate-test-model-1e2f5b", "reconcileID": "a4a2e96a-85e2-467f-8a67-f7d3976702ea", "LLMInferenceService": "rate-test-model-1e2f5b", "namespace": "ai-tenant-e2e-shared-a-1e2f5b"} 2026-08-01T01:20:54Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1e2f5b","namespace":"ai-tenant-e2e-shared-a-1e2f5b"}, "namespace": "ai-tenant-e2e-shared-a-1e2f5b", "name": "rate-test-model-1e2f5b", "reconcileID": "a4a2e96a-85e2-467f-8a67-f7d3976702ea", "LLMInferenceService": "rate-test-model-1e2f5b", "namespace": "ai-tenant-e2e-shared-a-1e2f5b", "name": "rate-test-model-1e2f5b-kserve-route-authn"} 2026-08-01T01:20:54Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1e2f5b","namespace":"ai-tenant-e2e-shared-a-1e2f5b"}, "namespace": "ai-tenant-e2e-shared-a-1e2f5b", "name": "rate-test-model-1e2f5b", "reconcileID": "a4a2e96a-85e2-467f-8a67-f7d3976702ea", "LLMInferenceService": "rate-test-model-1e2f5b", "namespace": "ai-tenant-e2e-shared-a-1e2f5b", "authType": "userdefined"} 2026-08-01T01:20:54Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1e2f5b","namespace":"ai-tenant-e2e-shared-a-1e2f5b"}, "namespace": "ai-tenant-e2e-shared-a-1e2f5b", "name": "rate-test-model-1e2f5b", "reconcileID": "a4a2e96a-85e2-467f-8a67-f7d3976702ea", "LLMInferenceService": "rate-test-model-1e2f5b", "namespace": "ai-tenant-e2e-shared-a-1e2f5b"} 2026-08-01T01:20:57Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4224e1","namespace":"ai-tenant-e2e-shared-b-4224e1"}, "namespace": "ai-tenant-e2e-shared-b-4224e1", "name": "rate-test-model-4224e1", "reconcileID": "0590e336-3430-4912-af50-bd65ee9f789e", "LLMInferenceService": "rate-test-model-4224e1", "namespace": "ai-tenant-e2e-shared-b-4224e1"} 2026-08-01T01:20:57Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4224e1","namespace":"ai-tenant-e2e-shared-b-4224e1"}, "namespace": "ai-tenant-e2e-shared-b-4224e1", "name": "rate-test-model-4224e1", "reconcileID": "0590e336-3430-4912-af50-bd65ee9f789e", "LLMInferenceService": "rate-test-model-4224e1", "namespace": "ai-tenant-e2e-shared-b-4224e1"} 2026-08-01T01:20:57Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4224e1","namespace":"ai-tenant-e2e-shared-b-4224e1"}, "namespace": "ai-tenant-e2e-shared-b-4224e1", "name": "rate-test-model-4224e1", "reconcileID": "0590e336-3430-4912-af50-bd65ee9f789e", "LLMInferenceService": "rate-test-model-4224e1", "namespace": "ai-tenant-e2e-shared-b-4224e1"} 2026-08-01T01:20:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4224e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4224e1", "reconcileID": "b2fbce05-fa43-44a1-ac71-efa1021f9ed8", "Gateway": "e2e-shared-b-4224e1", "namespace": "openshift-ingress"} 2026-08-01T01:20:57Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4224e1","namespace":"ai-tenant-e2e-shared-b-4224e1"}, "namespace": "ai-tenant-e2e-shared-b-4224e1", "name": "rate-test-model-4224e1", "reconcileID": "0590e336-3430-4912-af50-bd65ee9f789e", "LLMInferenceService": "rate-test-model-4224e1", "namespace": "ai-tenant-e2e-shared-b-4224e1", "name": "rate-test-model-4224e1-kserve-route-authn"} 2026-08-01T01:20:57Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4224e1","namespace":"ai-tenant-e2e-shared-b-4224e1"}, "namespace": "ai-tenant-e2e-shared-b-4224e1", "name": "rate-test-model-4224e1", "reconcileID": "0590e336-3430-4912-af50-bd65ee9f789e", "LLMInferenceService": "rate-test-model-4224e1", "namespace": "ai-tenant-e2e-shared-b-4224e1", "authType": "userdefined"} 2026-08-01T01:20:57Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4224e1","namespace":"ai-tenant-e2e-shared-b-4224e1"}, "namespace": "ai-tenant-e2e-shared-b-4224e1", "name": "rate-test-model-4224e1", "reconcileID": "0590e336-3430-4912-af50-bd65ee9f789e", "LLMInferenceService": "rate-test-model-4224e1", "namespace": "ai-tenant-e2e-shared-b-4224e1"} 2026-08-01T01:20:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4224e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4224e1", "reconcileID": "b2fbce05-fa43-44a1-ac71-efa1021f9ed8", "Gateway": "e2e-shared-b-4224e1", "namespace": "openshift-ingress", "name": "e2e-shared-b-4224e1-authn-ssl"} 2026-08-01T01:20:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4224e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4224e1", "reconcileID": "b2fbce05-fa43-44a1-ac71-efa1021f9ed8", "Gateway": "e2e-shared-b-4224e1", "namespace": "openshift-ingress"} 2026-08-01T01:20:57Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4224e1","namespace":"ai-tenant-e2e-shared-b-4224e1"}, "namespace": "ai-tenant-e2e-shared-b-4224e1", "name": "rate-test-model-4224e1", "reconcileID": "aeea29bd-4daa-452d-b3de-656ca95267ab", "LLMInferenceService": "rate-test-model-4224e1", "namespace": "ai-tenant-e2e-shared-b-4224e1"} 2026-08-01T01:20:57Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4224e1","namespace":"ai-tenant-e2e-shared-b-4224e1"}, "namespace": "ai-tenant-e2e-shared-b-4224e1", "name": "rate-test-model-4224e1", "reconcileID": "aeea29bd-4daa-452d-b3de-656ca95267ab", "LLMInferenceService": "rate-test-model-4224e1", "namespace": "ai-tenant-e2e-shared-b-4224e1"} 2026-08-01T01:20:57Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4224e1","namespace":"ai-tenant-e2e-shared-b-4224e1"}, "namespace": "ai-tenant-e2e-shared-b-4224e1", "name": "rate-test-model-4224e1", "reconcileID": "aeea29bd-4daa-452d-b3de-656ca95267ab", "LLMInferenceService": "rate-test-model-4224e1", "namespace": "ai-tenant-e2e-shared-b-4224e1"} 2026-08-01T01:20:57Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4224e1","namespace":"ai-tenant-e2e-shared-b-4224e1"}, "namespace": "ai-tenant-e2e-shared-b-4224e1", "name": "rate-test-model-4224e1", "reconcileID": "aeea29bd-4daa-452d-b3de-656ca95267ab", "LLMInferenceService": "rate-test-model-4224e1", "namespace": "ai-tenant-e2e-shared-b-4224e1", "name": "rate-test-model-4224e1-kserve-route-authn"} 2026-08-01T01:20:57Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4224e1","namespace":"ai-tenant-e2e-shared-b-4224e1"}, "namespace": "ai-tenant-e2e-shared-b-4224e1", "name": "rate-test-model-4224e1", "reconcileID": "aeea29bd-4daa-452d-b3de-656ca95267ab", "LLMInferenceService": "rate-test-model-4224e1", "namespace": "ai-tenant-e2e-shared-b-4224e1", "authType": "userdefined"} 2026-08-01T01:20:57Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4224e1","namespace":"ai-tenant-e2e-shared-b-4224e1"}, "namespace": "ai-tenant-e2e-shared-b-4224e1", "name": "rate-test-model-4224e1", "reconcileID": "aeea29bd-4daa-452d-b3de-656ca95267ab", "LLMInferenceService": "rate-test-model-4224e1", "namespace": "ai-tenant-e2e-shared-b-4224e1"} 2026-08-01T01:21:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4224e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4224e1", "reconcileID": "d3740633-4431-416e-8349-5706c4ad0f53", "Gateway": "e2e-shared-b-4224e1", "namespace": "openshift-ingress"} 2026-08-01T01:21:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4224e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4224e1", "reconcileID": "d3740633-4431-416e-8349-5706c4ad0f53", "Gateway": "e2e-shared-b-4224e1", "namespace": "openshift-ingress", "name": "e2e-shared-b-4224e1-authn-ssl"} 2026-08-01T01:21:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4224e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4224e1", "reconcileID": "d3740633-4431-416e-8349-5706c4ad0f53", "Gateway": "e2e-shared-b-4224e1", "namespace": "openshift-ingress"} 2026-08-01T01:21:09Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4224e1","namespace":"ai-tenant-e2e-shared-b-4224e1"}, "namespace": "ai-tenant-e2e-shared-b-4224e1", "name": "rate-test-model-4224e1", "reconcileID": "da2671dc-4cb8-4b3d-b5dd-81da764c3106", "LLMInferenceService": "rate-test-model-4224e1", "namespace": "ai-tenant-e2e-shared-b-4224e1"} 2026-08-01T01:21:09Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4224e1","namespace":"ai-tenant-e2e-shared-b-4224e1"}, "namespace": "ai-tenant-e2e-shared-b-4224e1", "name": "rate-test-model-4224e1", "reconcileID": "da2671dc-4cb8-4b3d-b5dd-81da764c3106", "LLMInferenceService": "rate-test-model-4224e1", "namespace": "ai-tenant-e2e-shared-b-4224e1"} 2026-08-01T01:21:09Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4224e1","namespace":"ai-tenant-e2e-shared-b-4224e1"}, "namespace": "ai-tenant-e2e-shared-b-4224e1", "name": "rate-test-model-4224e1", "reconcileID": "da2671dc-4cb8-4b3d-b5dd-81da764c3106", "LLMInferenceService": "rate-test-model-4224e1", "namespace": "ai-tenant-e2e-shared-b-4224e1"} 2026-08-01T01:21:09Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4224e1","namespace":"ai-tenant-e2e-shared-b-4224e1"}, "namespace": "ai-tenant-e2e-shared-b-4224e1", "name": "rate-test-model-4224e1", "reconcileID": "da2671dc-4cb8-4b3d-b5dd-81da764c3106", "LLMInferenceService": "rate-test-model-4224e1", "namespace": "ai-tenant-e2e-shared-b-4224e1", "name": "rate-test-model-4224e1-kserve-route-authn"} 2026-08-01T01:21:09Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4224e1","namespace":"ai-tenant-e2e-shared-b-4224e1"}, "namespace": "ai-tenant-e2e-shared-b-4224e1", "name": "rate-test-model-4224e1", "reconcileID": "da2671dc-4cb8-4b3d-b5dd-81da764c3106", "LLMInferenceService": "rate-test-model-4224e1", "namespace": "ai-tenant-e2e-shared-b-4224e1", "authType": "userdefined"} 2026-08-01T01:21:09Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4224e1","namespace":"ai-tenant-e2e-shared-b-4224e1"}, "namespace": "ai-tenant-e2e-shared-b-4224e1", "name": "rate-test-model-4224e1", "reconcileID": "da2671dc-4cb8-4b3d-b5dd-81da764c3106", "LLMInferenceService": "rate-test-model-4224e1", "namespace": "ai-tenant-e2e-shared-b-4224e1"} 2026-08-01T01:21:13Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4224e1","namespace":"ai-tenant-e2e-shared-b-4224e1"}, "namespace": "ai-tenant-e2e-shared-b-4224e1", "name": "rate-test-model-4224e1", "reconcileID": "bf44f26e-54d0-48e3-a2af-5bc52a273065", "LLMInferenceService": "rate-test-model-4224e1", "namespace": "ai-tenant-e2e-shared-b-4224e1"} 2026-08-01T01:21:13Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4224e1","namespace":"ai-tenant-e2e-shared-b-4224e1"}, "namespace": "ai-tenant-e2e-shared-b-4224e1", "name": "rate-test-model-4224e1", "reconcileID": "bf44f26e-54d0-48e3-a2af-5bc52a273065", "LLMInferenceService": "rate-test-model-4224e1", "namespace": "ai-tenant-e2e-shared-b-4224e1"} 2026-08-01T01:21:13Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4224e1","namespace":"ai-tenant-e2e-shared-b-4224e1"}, "namespace": "ai-tenant-e2e-shared-b-4224e1", "name": "rate-test-model-4224e1", "reconcileID": "bf44f26e-54d0-48e3-a2af-5bc52a273065", "LLMInferenceService": "rate-test-model-4224e1", "namespace": "ai-tenant-e2e-shared-b-4224e1"} 2026-08-01T01:21:13Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4224e1","namespace":"ai-tenant-e2e-shared-b-4224e1"}, "namespace": "ai-tenant-e2e-shared-b-4224e1", "name": "rate-test-model-4224e1", "reconcileID": "bf44f26e-54d0-48e3-a2af-5bc52a273065", "LLMInferenceService": "rate-test-model-4224e1", "namespace": "ai-tenant-e2e-shared-b-4224e1", "name": "rate-test-model-4224e1-kserve-route-authn"} 2026-08-01T01:21:13Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4224e1","namespace":"ai-tenant-e2e-shared-b-4224e1"}, "namespace": "ai-tenant-e2e-shared-b-4224e1", "name": "rate-test-model-4224e1", "reconcileID": "bf44f26e-54d0-48e3-a2af-5bc52a273065", "LLMInferenceService": "rate-test-model-4224e1", "namespace": "ai-tenant-e2e-shared-b-4224e1", "authType": "userdefined"} 2026-08-01T01:21:13Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4224e1","namespace":"ai-tenant-e2e-shared-b-4224e1"}, "namespace": "ai-tenant-e2e-shared-b-4224e1", "name": "rate-test-model-4224e1", "reconcileID": "bf44f26e-54d0-48e3-a2af-5bc52a273065", "LLMInferenceService": "rate-test-model-4224e1", "namespace": "ai-tenant-e2e-shared-b-4224e1"} 2026-08-01T01:21:18Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4224e1","namespace":"ai-tenant-e2e-shared-b-4224e1"}, "namespace": "ai-tenant-e2e-shared-b-4224e1", "name": "rate-test-model-4224e1", "reconcileID": "86a10065-6827-4cb6-9fe6-033c478d3608", "LLMInferenceService": "rate-test-model-4224e1", "namespace": "ai-tenant-e2e-shared-b-4224e1"} 2026-08-01T01:21:18Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4224e1","namespace":"ai-tenant-e2e-shared-b-4224e1"}, "namespace": "ai-tenant-e2e-shared-b-4224e1", "name": "rate-test-model-4224e1", "reconcileID": "86a10065-6827-4cb6-9fe6-033c478d3608", "LLMInferenceService": "rate-test-model-4224e1", "namespace": "ai-tenant-e2e-shared-b-4224e1"} 2026-08-01T01:21:18Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4224e1","namespace":"ai-tenant-e2e-shared-b-4224e1"}, "namespace": "ai-tenant-e2e-shared-b-4224e1", "name": "rate-test-model-4224e1", "reconcileID": "86a10065-6827-4cb6-9fe6-033c478d3608", "LLMInferenceService": "rate-test-model-4224e1", "namespace": "ai-tenant-e2e-shared-b-4224e1"} 2026-08-01T01:21:18Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4224e1","namespace":"ai-tenant-e2e-shared-b-4224e1"}, "namespace": "ai-tenant-e2e-shared-b-4224e1", "name": "rate-test-model-4224e1", "reconcileID": "86a10065-6827-4cb6-9fe6-033c478d3608", "LLMInferenceService": "rate-test-model-4224e1", "namespace": "ai-tenant-e2e-shared-b-4224e1", "name": "rate-test-model-4224e1-kserve-route-authn"} 2026-08-01T01:21:18Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4224e1","namespace":"ai-tenant-e2e-shared-b-4224e1"}, "namespace": "ai-tenant-e2e-shared-b-4224e1", "name": "rate-test-model-4224e1", "reconcileID": "86a10065-6827-4cb6-9fe6-033c478d3608", "LLMInferenceService": "rate-test-model-4224e1", "namespace": "ai-tenant-e2e-shared-b-4224e1", "authType": "userdefined"} 2026-08-01T01:21:18Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4224e1","namespace":"ai-tenant-e2e-shared-b-4224e1"}, "namespace": "ai-tenant-e2e-shared-b-4224e1", "name": "rate-test-model-4224e1", "reconcileID": "86a10065-6827-4cb6-9fe6-033c478d3608", "LLMInferenceService": "rate-test-model-4224e1", "namespace": "ai-tenant-e2e-shared-b-4224e1"} 2026-08-01T01:21:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1e2f5b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1e2f5b", "reconcileID": "df1b2174-b472-4a06-b122-f436e00413b7", "Gateway": "e2e-shared-a-1e2f5b", "namespace": "openshift-ingress"} 2026-08-01T01:21:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1e2f5b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1e2f5b", "reconcileID": "df1b2174-b472-4a06-b122-f436e00413b7", "Gateway": "e2e-shared-a-1e2f5b", "namespace": "openshift-ingress", "name": "e2e-shared-a-1e2f5b-authn-ssl"} 2026-08-01T01:21:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1e2f5b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1e2f5b", "reconcileID": "df1b2174-b472-4a06-b122-f436e00413b7", "Gateway": "e2e-shared-a-1e2f5b", "namespace": "openshift-ingress"} 2026-08-01T01:21:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4224e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4224e1", "reconcileID": "eaeb7e1b-0890-43e9-8cc9-df9372d42843", "Gateway": "e2e-shared-b-4224e1", "namespace": "openshift-ingress"} 2026-08-01T01:21:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4224e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4224e1", "reconcileID": "eaeb7e1b-0890-43e9-8cc9-df9372d42843", "Gateway": "e2e-shared-b-4224e1", "namespace": "openshift-ingress", "name": "e2e-shared-b-4224e1-authn-ssl"} 2026-08-01T01:21:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4224e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4224e1", "reconcileID": "eaeb7e1b-0890-43e9-8cc9-df9372d42843", "Gateway": "e2e-shared-b-4224e1", "namespace": "openshift-ingress"} 2026-08-01T01:21:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4224e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4224e1", "reconcileID": "f4c98741-0acd-4684-b6e5-0f965abfec3d", "Gateway": "e2e-shared-b-4224e1", "namespace": "openshift-ingress"} 2026-08-01T01:21:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4224e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4224e1", "reconcileID": "f4c98741-0acd-4684-b6e5-0f965abfec3d", "Gateway": "e2e-shared-b-4224e1", "namespace": "openshift-ingress", "name": "e2e-shared-b-4224e1-authn-ssl"} 2026-08-01T01:21:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4224e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4224e1", "reconcileID": "f4c98741-0acd-4684-b6e5-0f965abfec3d", "Gateway": "e2e-shared-b-4224e1", "namespace": "openshift-ingress"} 2026-08-01T01:22:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4224e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4224e1", "reconcileID": "86148899-40bd-4cac-b2d0-5d64c04e6d09", "Gateway": "e2e-shared-b-4224e1", "namespace": "openshift-ingress"} 2026-08-01T01:22:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4224e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4224e1", "reconcileID": "86148899-40bd-4cac-b2d0-5d64c04e6d09", "Gateway": "e2e-shared-b-4224e1", "namespace": "openshift-ingress", "name": "e2e-shared-b-4224e1-authn-ssl"} 2026-08-01T01:22:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4224e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4224e1", "reconcileID": "86148899-40bd-4cac-b2d0-5d64c04e6d09", "Gateway": "e2e-shared-b-4224e1", "namespace": "openshift-ingress"} 2026-08-01T01:22:17Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1e2f5b","namespace":"ai-tenant-e2e-shared-a-1e2f5b"}, "namespace": "ai-tenant-e2e-shared-a-1e2f5b", "name": "rate-test-model-1e2f5b", "reconcileID": "5c2f753f-cd81-4ec5-a29e-8eee0bc6cd27", "LLMInferenceService": "rate-test-model-1e2f5b", "namespace": "ai-tenant-e2e-shared-a-1e2f5b"} 2026-08-01T01:22:17Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1e2f5b","namespace":"ai-tenant-e2e-shared-a-1e2f5b"}, "namespace": "ai-tenant-e2e-shared-a-1e2f5b", "name": "rate-test-model-1e2f5b", "reconcileID": "5c2f753f-cd81-4ec5-a29e-8eee0bc6cd27", "LLMInferenceService": "rate-test-model-1e2f5b", "namespace": "ai-tenant-e2e-shared-a-1e2f5b", "name": "rate-test-model-1e2f5b"} 2026-08-01T01:22:17Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1e2f5b","namespace":"ai-tenant-e2e-shared-a-1e2f5b"}, "namespace": "ai-tenant-e2e-shared-a-1e2f5b", "name": "rate-test-model-1e2f5b", "reconcileID": "5c2f753f-cd81-4ec5-a29e-8eee0bc6cd27", "LLMInferenceService": "rate-test-model-1e2f5b", "namespace": "ai-tenant-e2e-shared-a-1e2f5b"} 2026-08-01T01:22:17Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1e2f5b","namespace":"ai-tenant-e2e-shared-a-1e2f5b"}, "namespace": "ai-tenant-e2e-shared-a-1e2f5b", "name": "rate-test-model-1e2f5b", "reconcileID": "5c2f753f-cd81-4ec5-a29e-8eee0bc6cd27", "LLMInferenceService": "rate-test-model-1e2f5b", "namespace": "ai-tenant-e2e-shared-a-1e2f5b"} 2026-08-01T01:22:17Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1e2f5b","namespace":"ai-tenant-e2e-shared-a-1e2f5b"}, "namespace": "ai-tenant-e2e-shared-a-1e2f5b", "name": "rate-test-model-1e2f5b", "reconcileID": "5c2f753f-cd81-4ec5-a29e-8eee0bc6cd27", "LLMInferenceService": "rate-test-model-1e2f5b", "namespace": "ai-tenant-e2e-shared-a-1e2f5b", "name": "rate-test-model-1e2f5b-kserve-route-authn"} 2026-08-01T01:22:17Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1e2f5b","namespace":"ai-tenant-e2e-shared-a-1e2f5b"}, "namespace": "ai-tenant-e2e-shared-a-1e2f5b", "name": "rate-test-model-1e2f5b", "reconcileID": "5c2f753f-cd81-4ec5-a29e-8eee0bc6cd27", "LLMInferenceService": "rate-test-model-1e2f5b", "namespace": "ai-tenant-e2e-shared-a-1e2f5b", "name": "rate-test-model-1e2f5b-kserve-route-authn"} 2026-08-01T01:22:17Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1e2f5b","namespace":"ai-tenant-e2e-shared-a-1e2f5b"}, "namespace": "ai-tenant-e2e-shared-a-1e2f5b", "name": "rate-test-model-1e2f5b", "reconcileID": "5c2f753f-cd81-4ec5-a29e-8eee0bc6cd27", "LLMInferenceService": "rate-test-model-1e2f5b", "namespace": "ai-tenant-e2e-shared-a-1e2f5b", "namespace": "ai-tenant-e2e-shared-a-1e2f5b"} 2026-08-01T01:22:17Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1e2f5b","namespace":"ai-tenant-e2e-shared-a-1e2f5b"}, "namespace": "ai-tenant-e2e-shared-a-1e2f5b", "name": "rate-test-model-1e2f5b", "reconcileID": "5c2f753f-cd81-4ec5-a29e-8eee0bc6cd27", "LLMInferenceService": "rate-test-model-1e2f5b", "namespace": "ai-tenant-e2e-shared-a-1e2f5b", "namespace": "ai-tenant-e2e-shared-a-1e2f5b"} 2026-08-01T01:22:17Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1e2f5b","namespace":"ai-tenant-e2e-shared-a-1e2f5b"}, "namespace": "ai-tenant-e2e-shared-a-1e2f5b", "name": "rate-test-model-1e2f5b", "reconcileID": "48939891-91fb-424c-b7cf-0f94d0c02c93", "LLMInferenceService": "rate-test-model-1e2f5b", "namespace": "ai-tenant-e2e-shared-a-1e2f5b"} 2026-08-01T01:22:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1e2f5b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1e2f5b", "reconcileID": "d2f8bde8-4b07-4dd8-bacd-1d0083262dec", "Gateway": "e2e-shared-a-1e2f5b", "namespace": "openshift-ingress"} 2026-08-01T01:22:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1e2f5b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1e2f5b", "reconcileID": "d2f8bde8-4b07-4dd8-bacd-1d0083262dec", "Gateway": "e2e-shared-a-1e2f5b", "namespace": "openshift-ingress", "name": "e2e-shared-a-1e2f5b-authn-ssl"} 2026-08-01T01:22:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1e2f5b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1e2f5b", "reconcileID": "d2f8bde8-4b07-4dd8-bacd-1d0083262dec", "Gateway": "e2e-shared-a-1e2f5b", "namespace": "openshift-ingress"} 2026-08-01T01:22:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1e2f5b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1e2f5b", "reconcileID": "69bc0170-5b80-4735-b913-0784157fea08", "Gateway": "e2e-shared-a-1e2f5b", "namespace": "openshift-ingress"} 2026-08-01T01:22:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1e2f5b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1e2f5b", "reconcileID": "69bc0170-5b80-4735-b913-0784157fea08", "Gateway": "e2e-shared-a-1e2f5b", "namespace": "openshift-ingress", "name": "e2e-shared-a-1e2f5b-authn-ssl"} 2026-08-01T01:22:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1e2f5b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1e2f5b", "reconcileID": "69bc0170-5b80-4735-b913-0784157fea08", "Gateway": "e2e-shared-a-1e2f5b", "namespace": "openshift-ingress"} 2026-08-01T01:22:18Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4224e1","namespace":"ai-tenant-e2e-shared-b-4224e1"}, "namespace": "ai-tenant-e2e-shared-b-4224e1", "name": "rate-test-model-4224e1", "reconcileID": "f04ed466-64b7-4b79-98f8-6341d3350fef", "LLMInferenceService": "rate-test-model-4224e1", "namespace": "ai-tenant-e2e-shared-b-4224e1"} 2026-08-01T01:22:18Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4224e1","namespace":"ai-tenant-e2e-shared-b-4224e1"}, "namespace": "ai-tenant-e2e-shared-b-4224e1", "name": "rate-test-model-4224e1", "reconcileID": "f04ed466-64b7-4b79-98f8-6341d3350fef", "LLMInferenceService": "rate-test-model-4224e1", "namespace": "ai-tenant-e2e-shared-b-4224e1", "name": "rate-test-model-4224e1"} 2026-08-01T01:22:18Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4224e1","namespace":"ai-tenant-e2e-shared-b-4224e1"}, "namespace": "ai-tenant-e2e-shared-b-4224e1", "name": "rate-test-model-4224e1", "reconcileID": "f04ed466-64b7-4b79-98f8-6341d3350fef", "LLMInferenceService": "rate-test-model-4224e1", "namespace": "ai-tenant-e2e-shared-b-4224e1"} 2026-08-01T01:22:18Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4224e1","namespace":"ai-tenant-e2e-shared-b-4224e1"}, "namespace": "ai-tenant-e2e-shared-b-4224e1", "name": "rate-test-model-4224e1", "reconcileID": "f04ed466-64b7-4b79-98f8-6341d3350fef", "LLMInferenceService": "rate-test-model-4224e1", "namespace": "ai-tenant-e2e-shared-b-4224e1"} 2026-08-01T01:22:18Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4224e1","namespace":"ai-tenant-e2e-shared-b-4224e1"}, "namespace": "ai-tenant-e2e-shared-b-4224e1", "name": "rate-test-model-4224e1", "reconcileID": "f04ed466-64b7-4b79-98f8-6341d3350fef", "LLMInferenceService": "rate-test-model-4224e1", "namespace": "ai-tenant-e2e-shared-b-4224e1", "name": "rate-test-model-4224e1-kserve-route-authn"} 2026-08-01T01:22:18Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4224e1","namespace":"ai-tenant-e2e-shared-b-4224e1"}, "namespace": "ai-tenant-e2e-shared-b-4224e1", "name": "rate-test-model-4224e1", "reconcileID": "f04ed466-64b7-4b79-98f8-6341d3350fef", "LLMInferenceService": "rate-test-model-4224e1", "namespace": "ai-tenant-e2e-shared-b-4224e1", "name": "rate-test-model-4224e1-kserve-route-authn"} 2026-08-01T01:22:18Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4224e1","namespace":"ai-tenant-e2e-shared-b-4224e1"}, "namespace": "ai-tenant-e2e-shared-b-4224e1", "name": "rate-test-model-4224e1", "reconcileID": "f04ed466-64b7-4b79-98f8-6341d3350fef", "LLMInferenceService": "rate-test-model-4224e1", "namespace": "ai-tenant-e2e-shared-b-4224e1", "namespace": "ai-tenant-e2e-shared-b-4224e1"} 2026-08-01T01:22:18Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4224e1","namespace":"ai-tenant-e2e-shared-b-4224e1"}, "namespace": "ai-tenant-e2e-shared-b-4224e1", "name": "rate-test-model-4224e1", "reconcileID": "f04ed466-64b7-4b79-98f8-6341d3350fef", "LLMInferenceService": "rate-test-model-4224e1", "namespace": "ai-tenant-e2e-shared-b-4224e1", "namespace": "ai-tenant-e2e-shared-b-4224e1"} 2026-08-01T01:22:18Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-4224e1","namespace":"ai-tenant-e2e-shared-b-4224e1"}, "namespace": "ai-tenant-e2e-shared-b-4224e1", "name": "rate-test-model-4224e1", "reconcileID": "7c68496b-3e94-4577-8327-965614957ca9", "LLMInferenceService": "rate-test-model-4224e1", "namespace": "ai-tenant-e2e-shared-b-4224e1"} 2026-08-01T01:22:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4224e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4224e1", "reconcileID": "09f39cb4-0099-4a44-b3d8-da6e72405b3d", "Gateway": "e2e-shared-b-4224e1", "namespace": "openshift-ingress"} 2026-08-01T01:22:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4224e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4224e1", "reconcileID": "09f39cb4-0099-4a44-b3d8-da6e72405b3d", "Gateway": "e2e-shared-b-4224e1", "namespace": "openshift-ingress", "name": "e2e-shared-b-4224e1-authn-ssl"} 2026-08-01T01:22:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4224e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4224e1", "reconcileID": "09f39cb4-0099-4a44-b3d8-da6e72405b3d", "Gateway": "e2e-shared-b-4224e1", "namespace": "openshift-ingress"} 2026-08-01T01:22:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4224e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4224e1", "reconcileID": "09b227c8-7e28-4b4c-9342-1dfb8de73bad", "Gateway": "e2e-shared-b-4224e1", "namespace": "openshift-ingress"} 2026-08-01T01:22:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4224e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4224e1", "reconcileID": "09b227c8-7e28-4b4c-9342-1dfb8de73bad", "Gateway": "e2e-shared-b-4224e1", "namespace": "openshift-ingress", "name": "e2e-shared-b-4224e1-authn-ssl"} 2026-08-01T01:22:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4224e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4224e1", "reconcileID": "09b227c8-7e28-4b4c-9342-1dfb8de73bad", "Gateway": "e2e-shared-b-4224e1", "namespace": "openshift-ingress"} 2026-08-01T01:22:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1e2f5b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1e2f5b", "reconcileID": "68037302-30de-4caa-b54c-267c49110a4f", "Gateway": "e2e-shared-a-1e2f5b", "namespace": "openshift-ingress"} 2026-08-01T01:22:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1e2f5b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1e2f5b", "reconcileID": "68037302-30de-4caa-b54c-267c49110a4f", "Gateway": "e2e-shared-a-1e2f5b", "namespace": "openshift-ingress", "name": "e2e-shared-a-1e2f5b-authn-ssl"} 2026-08-01T01:22:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1e2f5b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1e2f5b", "reconcileID": "68037302-30de-4caa-b54c-267c49110a4f", "Gateway": "e2e-shared-a-1e2f5b", "namespace": "openshift-ingress"} 2026-08-01T01:22:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4224e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4224e1", "reconcileID": "82a03b02-9f5e-4155-98c7-91510e55abf4", "Gateway": "e2e-shared-b-4224e1", "namespace": "openshift-ingress"} 2026-08-01T01:22:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4224e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4224e1", "reconcileID": "82a03b02-9f5e-4155-98c7-91510e55abf4", "Gateway": "e2e-shared-b-4224e1", "namespace": "openshift-ingress", "name": "e2e-shared-b-4224e1-authn-ssl"} 2026-08-01T01:22:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4224e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4224e1", "reconcileID": "82a03b02-9f5e-4155-98c7-91510e55abf4", "Gateway": "e2e-shared-b-4224e1", "namespace": "openshift-ingress"} 2026-08-01T01:22:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2db7f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2db7f1", "reconcileID": "0cd4592e-56f7-42c3-98d3-e06afd5309cd", "Gateway": "e2e-ipp-a-2db7f1", "namespace": "openshift-ingress"} 2026-08-01T01:22:38Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2db7f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2db7f1", "reconcileID": "0cd4592e-56f7-42c3-98d3-e06afd5309cd", "Gateway": "e2e-ipp-a-2db7f1", "namespace": "openshift-ingress", "name": "e2e-ipp-a-2db7f1-authn-ssl"} 2026-08-01T01:22:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2db7f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2db7f1", "reconcileID": "0cd4592e-56f7-42c3-98d3-e06afd5309cd", "Gateway": "e2e-ipp-a-2db7f1", "namespace": "openshift-ingress"} 2026-08-01T01:22:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2db7f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2db7f1", "reconcileID": "cf5591c4-118f-4fcf-96ea-ac67e58feddc", "Gateway": "e2e-ipp-a-2db7f1", "namespace": "openshift-ingress"} 2026-08-01T01:22:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2db7f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2db7f1", "reconcileID": "cf5591c4-118f-4fcf-96ea-ac67e58feddc", "Gateway": "e2e-ipp-a-2db7f1", "namespace": "openshift-ingress", "name": "e2e-ipp-a-2db7f1-authn-ssl"} 2026-08-01T01:22:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2db7f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2db7f1", "reconcileID": "cf5591c4-118f-4fcf-96ea-ac67e58feddc", "Gateway": "e2e-ipp-a-2db7f1", "namespace": "openshift-ingress"} 2026-08-01T01:22:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2db7f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2db7f1", "reconcileID": "40a96649-b1a8-4d23-909c-c3628ebf37a9", "Gateway": "e2e-ipp-a-2db7f1", "namespace": "openshift-ingress"} 2026-08-01T01:22:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2db7f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2db7f1", "reconcileID": "40a96649-b1a8-4d23-909c-c3628ebf37a9", "Gateway": "e2e-ipp-a-2db7f1", "namespace": "openshift-ingress", "name": "e2e-ipp-a-2db7f1-authn-ssl"} 2026-08-01T01:22:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2db7f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2db7f1", "reconcileID": "40a96649-b1a8-4d23-909c-c3628ebf37a9", "Gateway": "e2e-ipp-a-2db7f1", "namespace": "openshift-ingress"} 2026-08-01T01:22:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2db7f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2db7f1", "reconcileID": "fe68b944-725d-4425-841e-7e432b7f0a10", "Gateway": "e2e-ipp-a-2db7f1", "namespace": "openshift-ingress"} 2026-08-01T01:22:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2db7f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2db7f1", "reconcileID": "fe68b944-725d-4425-841e-7e432b7f0a10", "Gateway": "e2e-ipp-a-2db7f1", "namespace": "openshift-ingress", "name": "e2e-ipp-a-2db7f1-authn-ssl"} 2026-08-01T01:22:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2db7f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2db7f1", "reconcileID": "fe68b944-725d-4425-841e-7e432b7f0a10", "Gateway": "e2e-ipp-a-2db7f1", "namespace": "openshift-ingress"} 2026-08-01T01:22:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2db7f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2db7f1", "reconcileID": "02553094-bf5a-495d-9075-2f3a2465dd0e", "Gateway": "e2e-ipp-a-2db7f1", "namespace": "openshift-ingress"} 2026-08-01T01:22:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2db7f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2db7f1", "reconcileID": "02553094-bf5a-495d-9075-2f3a2465dd0e", "Gateway": "e2e-ipp-a-2db7f1", "namespace": "openshift-ingress", "name": "e2e-ipp-a-2db7f1-authn-ssl"} 2026-08-01T01:22:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2db7f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2db7f1", "reconcileID": "02553094-bf5a-495d-9075-2f3a2465dd0e", "Gateway": "e2e-ipp-a-2db7f1", "namespace": "openshift-ingress"} 2026-08-01T01:22:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2db7f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2db7f1", "reconcileID": "2cb0e532-ca4a-44a1-a21f-9babe0390bd0", "Gateway": "e2e-ipp-a-2db7f1", "namespace": "openshift-ingress"} 2026-08-01T01:22:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2db7f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2db7f1", "reconcileID": "2cb0e532-ca4a-44a1-a21f-9babe0390bd0", "Gateway": "e2e-ipp-a-2db7f1", "namespace": "openshift-ingress", "name": "e2e-ipp-a-2db7f1-authn-ssl"} 2026-08-01T01:22:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2db7f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2db7f1", "reconcileID": "2cb0e532-ca4a-44a1-a21f-9babe0390bd0", "Gateway": "e2e-ipp-a-2db7f1", "namespace": "openshift-ingress"} 2026-08-01T01:22:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2db7f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2db7f1", "reconcileID": "087a0482-f30f-4db1-8f86-3ad5918756b6", "Gateway": "e2e-ipp-a-2db7f1", "namespace": "openshift-ingress"} 2026-08-01T01:22:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2db7f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2db7f1", "reconcileID": "087a0482-f30f-4db1-8f86-3ad5918756b6", "Gateway": "e2e-ipp-a-2db7f1", "namespace": "openshift-ingress", "name": "e2e-ipp-a-2db7f1-authn-ssl"} 2026-08-01T01:22:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2db7f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2db7f1", "reconcileID": "087a0482-f30f-4db1-8f86-3ad5918756b6", "Gateway": "e2e-ipp-a-2db7f1", "namespace": "openshift-ingress"} 2026-08-01T01:22:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-2db7f1"}, "namespace": "ai-tenant-e2e-ipp-a-2db7f1", "name": "odh-trusted-ca-bundle", "reconcileID": "082edeb3-d8ff-4037-8078-339beb867d63", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-2db7f1"} 2026-08-01T01:22:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-2db7f1"}, "namespace": "ai-tenant-e2e-ipp-a-2db7f1", "name": "openshift-service-ca.crt", "reconcileID": "f70543a3-3a2d-495d-bdd6-bec1814631e1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-2db7f1"} 2026-08-01T01:22:42Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-2db7f1"}, "namespace": "ai-tenant-e2e-ipp-a-2db7f1", "name": "openshift-service-ca.crt", "reconcileID": "a0a8925e-0ee2-493c-9b89-d3ee593e006c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-2db7f1", "create": "odh-kserve-custom-ca-bundle"} 2026-08-01T01:22:42Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-2db7f1"}, "namespace": "ai-tenant-e2e-ipp-a-2db7f1", "name": "openshift-service-ca.crt", "reconcileID": "a0a8925e-0ee2-493c-9b89-d3ee593e006c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-2db7f1"} 2026-08-01T01:22:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-2db7f1"}, "namespace": "ai-tenant-e2e-ipp-a-2db7f1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bee4b304-27e0-4b83-b6c2-73ab75578a4a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-2db7f1"} 2026-08-01T01:22:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-2db7f1"}, "namespace": "ai-tenant-e2e-ipp-a-2db7f1", "name": "openshift-service-ca.crt", "reconcileID": "15cd56fe-0239-4485-9d25-65b88300868f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-2db7f1"} 2026-08-01T01:22:42Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-2db7f1"}, "namespace": "ai-tenant-e2e-ipp-a-2db7f1", "name": "odh-trusted-ca-bundle", "reconcileID": "90dc6c24-507b-4b2b-a324-a2c6aa1d2d18", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-2db7f1", "update": "odh-kserve-custom-ca-bundle"} 2026-08-01T01:22:42Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-2db7f1"}, "namespace": "ai-tenant-e2e-ipp-a-2db7f1", "name": "odh-trusted-ca-bundle", "reconcileID": "90dc6c24-507b-4b2b-a324-a2c6aa1d2d18", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-2db7f1"} 2026-08-01T01:22:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-2db7f1"}, "namespace": "ai-tenant-e2e-ipp-a-2db7f1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fbbb7aca-541c-4924-950e-e4ae922c1892", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-2db7f1"} 2026-08-01T01:22:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "42c43e49-134f-44ba-aa09-73e07b2e4b32", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-01T01:22:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2db7f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2db7f1", "reconcileID": "c63ff2af-75a4-4a9e-a7c9-dd52afc15494", "Gateway": "e2e-ipp-a-2db7f1", "namespace": "openshift-ingress"} 2026-08-01T01:22:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2db7f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2db7f1", "reconcileID": "c63ff2af-75a4-4a9e-a7c9-dd52afc15494", "Gateway": "e2e-ipp-a-2db7f1", "namespace": "openshift-ingress", "name": "e2e-ipp-a-2db7f1-authn-ssl"} 2026-08-01T01:22:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2db7f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2db7f1", "reconcileID": "c63ff2af-75a4-4a9e-a7c9-dd52afc15494", "Gateway": "e2e-ipp-a-2db7f1", "namespace": "openshift-ingress"} 2026-08-01T01:22:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "442b2968-89cd-4402-ad73-3283cfb24f5a", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-01T01:22:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2db7f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2db7f1", "reconcileID": "f15e608f-568c-465a-970c-454c72f5d162", "Gateway": "e2e-ipp-a-2db7f1", "namespace": "openshift-ingress"} 2026-08-01T01:22:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2db7f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2db7f1", "reconcileID": "f15e608f-568c-465a-970c-454c72f5d162", "Gateway": "e2e-ipp-a-2db7f1", "namespace": "openshift-ingress", "name": "e2e-ipp-a-2db7f1-authn-ssl"} 2026-08-01T01:22:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2db7f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2db7f1", "reconcileID": "f15e608f-568c-465a-970c-454c72f5d162", "Gateway": "e2e-ipp-a-2db7f1", "namespace": "openshift-ingress"} 2026-08-01T01:23:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-576e07","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-576e07", "reconcileID": "1a1155c8-1301-4ade-86f3-310e1f29ee81", "Gateway": "e2e-ipp-b-576e07", "namespace": "openshift-ingress"} 2026-08-01T01:23:08Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-576e07","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-576e07", "reconcileID": "1a1155c8-1301-4ade-86f3-310e1f29ee81", "Gateway": "e2e-ipp-b-576e07", "namespace": "openshift-ingress", "name": "e2e-ipp-b-576e07-authn-ssl"} 2026-08-01T01:23:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-576e07","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-576e07", "reconcileID": "1a1155c8-1301-4ade-86f3-310e1f29ee81", "Gateway": "e2e-ipp-b-576e07", "namespace": "openshift-ingress"} 2026-08-01T01:23:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-576e07","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-576e07", "reconcileID": "08254f9a-8da3-44b1-b6a3-df8d79d5443a", "Gateway": "e2e-ipp-b-576e07", "namespace": "openshift-ingress"} 2026-08-01T01:23:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-576e07","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-576e07", "reconcileID": "08254f9a-8da3-44b1-b6a3-df8d79d5443a", "Gateway": "e2e-ipp-b-576e07", "namespace": "openshift-ingress", "name": "e2e-ipp-b-576e07-authn-ssl"} 2026-08-01T01:23:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-576e07","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-576e07", "reconcileID": "08254f9a-8da3-44b1-b6a3-df8d79d5443a", "Gateway": "e2e-ipp-b-576e07", "namespace": "openshift-ingress"} 2026-08-01T01:23:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-576e07","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-576e07", "reconcileID": "ff09a0af-5190-483e-81a4-a761a4601a51", "Gateway": "e2e-ipp-b-576e07", "namespace": "openshift-ingress"} 2026-08-01T01:23:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-576e07","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-576e07", "reconcileID": "ff09a0af-5190-483e-81a4-a761a4601a51", "Gateway": "e2e-ipp-b-576e07", "namespace": "openshift-ingress", "name": "e2e-ipp-b-576e07-authn-ssl"} 2026-08-01T01:23:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-576e07","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-576e07", "reconcileID": "ff09a0af-5190-483e-81a4-a761a4601a51", "Gateway": "e2e-ipp-b-576e07", "namespace": "openshift-ingress"} 2026-08-01T01:23:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-576e07","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-576e07", "reconcileID": "70e59d33-603e-446c-9ad1-1fc842edc7f2", "Gateway": "e2e-ipp-b-576e07", "namespace": "openshift-ingress"} 2026-08-01T01:23:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-576e07","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-576e07", "reconcileID": "70e59d33-603e-446c-9ad1-1fc842edc7f2", "Gateway": "e2e-ipp-b-576e07", "namespace": "openshift-ingress", "name": "e2e-ipp-b-576e07-authn-ssl"} 2026-08-01T01:23:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-576e07","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-576e07", "reconcileID": "70e59d33-603e-446c-9ad1-1fc842edc7f2", "Gateway": "e2e-ipp-b-576e07", "namespace": "openshift-ingress"} 2026-08-01T01:23:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-576e07","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-576e07", "reconcileID": "593edd2a-9a69-462b-950f-864adb505723", "Gateway": "e2e-ipp-b-576e07", "namespace": "openshift-ingress"} 2026-08-01T01:23:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-576e07","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-576e07", "reconcileID": "593edd2a-9a69-462b-950f-864adb505723", "Gateway": "e2e-ipp-b-576e07", "namespace": "openshift-ingress", "name": "e2e-ipp-b-576e07-authn-ssl"} 2026-08-01T01:23:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-576e07","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-576e07", "reconcileID": "593edd2a-9a69-462b-950f-864adb505723", "Gateway": "e2e-ipp-b-576e07", "namespace": "openshift-ingress"} 2026-08-01T01:23:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-576e07","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-576e07", "reconcileID": "c8e21dcc-643c-4acb-9f1c-25dbe782456e", "Gateway": "e2e-ipp-b-576e07", "namespace": "openshift-ingress"} 2026-08-01T01:23:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-576e07","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-576e07", "reconcileID": "c8e21dcc-643c-4acb-9f1c-25dbe782456e", "Gateway": "e2e-ipp-b-576e07", "namespace": "openshift-ingress", "name": "e2e-ipp-b-576e07-authn-ssl"} 2026-08-01T01:23:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-576e07","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-576e07", "reconcileID": "c8e21dcc-643c-4acb-9f1c-25dbe782456e", "Gateway": "e2e-ipp-b-576e07", "namespace": "openshift-ingress"} 2026-08-01T01:23:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-576e07","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-576e07", "reconcileID": "6c18f4a0-7a55-4919-b798-3924caa044d9", "Gateway": "e2e-ipp-b-576e07", "namespace": "openshift-ingress"} 2026-08-01T01:23:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-576e07","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-576e07", "reconcileID": "6c18f4a0-7a55-4919-b798-3924caa044d9", "Gateway": "e2e-ipp-b-576e07", "namespace": "openshift-ingress", "name": "e2e-ipp-b-576e07-authn-ssl"} 2026-08-01T01:23:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-576e07","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-576e07", "reconcileID": "6c18f4a0-7a55-4919-b798-3924caa044d9", "Gateway": "e2e-ipp-b-576e07", "namespace": "openshift-ingress"} 2026-08-01T01:23:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-576e07"}, "namespace": "ai-tenant-e2e-ipp-b-576e07", "name": "openshift-service-ca.crt", "reconcileID": "7affd3ca-635c-4ded-8e75-6f23d80aa852", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-576e07"} 2026-08-01T01:23:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-576e07"}, "namespace": "ai-tenant-e2e-ipp-b-576e07", "name": "odh-trusted-ca-bundle", "reconcileID": "e3c1244c-33da-4ca7-8cec-5208922292ac", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-576e07"} 2026-08-01T01:23:11Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-576e07"}, "namespace": "ai-tenant-e2e-ipp-b-576e07", "name": "openshift-service-ca.crt", "reconcileID": "8ec5b8b5-9ed6-4bfa-bff4-625ba16d2925", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-576e07", "create": "odh-kserve-custom-ca-bundle"} 2026-08-01T01:23:11Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-576e07"}, "namespace": "ai-tenant-e2e-ipp-b-576e07", "name": "openshift-service-ca.crt", "reconcileID": "8ec5b8b5-9ed6-4bfa-bff4-625ba16d2925", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-576e07"} 2026-08-01T01:23:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-576e07"}, "namespace": "ai-tenant-e2e-ipp-b-576e07", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4cd877cd-b688-4324-a013-2410330495d3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-576e07"} 2026-08-01T01:23:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-576e07"}, "namespace": "ai-tenant-e2e-ipp-b-576e07", "name": "openshift-service-ca.crt", "reconcileID": "82e16eba-c8f7-4db2-84d6-56445bd2dfc2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-576e07"} 2026-08-01T01:23:11Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-576e07"}, "namespace": "ai-tenant-e2e-ipp-b-576e07", "name": "odh-trusted-ca-bundle", "reconcileID": "6d9cd3a5-b012-4594-9a31-f7f7daf399a7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-576e07", "update": "odh-kserve-custom-ca-bundle"} 2026-08-01T01:23:11Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-576e07"}, "namespace": "ai-tenant-e2e-ipp-b-576e07", "name": "odh-trusted-ca-bundle", "reconcileID": "6d9cd3a5-b012-4594-9a31-f7f7daf399a7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-576e07"} 2026-08-01T01:23:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-576e07"}, "namespace": "ai-tenant-e2e-ipp-b-576e07", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "36c42fcd-ab6f-4379-9a53-131fcb2f248a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-576e07"} 2026-08-01T01:23:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-576e07","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-576e07", "reconcileID": "0a24ce3c-0b7f-4eaa-8e16-b817957e8dce", "Gateway": "e2e-ipp-b-576e07", "namespace": "openshift-ingress"} 2026-08-01T01:23:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-576e07","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-576e07", "reconcileID": "0a24ce3c-0b7f-4eaa-8e16-b817957e8dce", "Gateway": "e2e-ipp-b-576e07", "namespace": "openshift-ingress", "name": "e2e-ipp-b-576e07-authn-ssl"} 2026-08-01T01:23:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-576e07","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-576e07", "reconcileID": "0a24ce3c-0b7f-4eaa-8e16-b817957e8dce", "Gateway": "e2e-ipp-b-576e07", "namespace": "openshift-ingress"} 2026-08-01T01:23:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "caaa3651-a6a0-46f6-8ca2-79f6b27693d6", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-01T01:23:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-576e07","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-576e07", "reconcileID": "12062592-96f7-454e-9b53-52d942efff8e", "Gateway": "e2e-ipp-b-576e07", "namespace": "openshift-ingress"} 2026-08-01T01:23:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-576e07","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-576e07", "reconcileID": "12062592-96f7-454e-9b53-52d942efff8e", "Gateway": "e2e-ipp-b-576e07", "namespace": "openshift-ingress", "name": "e2e-ipp-b-576e07-authn-ssl"} 2026-08-01T01:23:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-576e07","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-576e07", "reconcileID": "12062592-96f7-454e-9b53-52d942efff8e", "Gateway": "e2e-ipp-b-576e07", "namespace": "openshift-ingress"} 2026-08-01T01:23:43Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2db7f1","namespace":"ai-tenant-e2e-ipp-a-2db7f1"}, "namespace": "ai-tenant-e2e-ipp-a-2db7f1", "name": "ipp-route-2db7f1", "reconcileID": "e697c217-6400-4873-aedb-f02b0677e700", "LLMInferenceService": "ipp-route-2db7f1", "namespace": "ai-tenant-e2e-ipp-a-2db7f1"} 2026-08-01T01:23:43Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2db7f1","namespace":"ai-tenant-e2e-ipp-a-2db7f1"}, "namespace": "ai-tenant-e2e-ipp-a-2db7f1", "name": "ipp-route-2db7f1", "reconcileID": "e697c217-6400-4873-aedb-f02b0677e700", "LLMInferenceService": "ipp-route-2db7f1", "namespace": "ai-tenant-e2e-ipp-a-2db7f1"} 2026-08-01T01:23:43Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2db7f1","namespace":"ai-tenant-e2e-ipp-a-2db7f1"}, "namespace": "ai-tenant-e2e-ipp-a-2db7f1", "name": "ipp-route-2db7f1", "reconcileID": "e697c217-6400-4873-aedb-f02b0677e700", "LLMInferenceService": "ipp-route-2db7f1", "namespace": "ai-tenant-e2e-ipp-a-2db7f1"} 2026-08-01T01:23:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2db7f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2db7f1", "reconcileID": "020a9c30-111d-4d17-ad08-e5d14e156bcf", "Gateway": "e2e-ipp-a-2db7f1", "namespace": "openshift-ingress"} 2026-08-01T01:23:43Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2db7f1","namespace":"ai-tenant-e2e-ipp-a-2db7f1"}, "namespace": "ai-tenant-e2e-ipp-a-2db7f1", "name": "ipp-route-2db7f1", "reconcileID": "e697c217-6400-4873-aedb-f02b0677e700", "LLMInferenceService": "ipp-route-2db7f1", "namespace": "ai-tenant-e2e-ipp-a-2db7f1", "name": "ipp-route-2db7f1-kserve-route-authn"} 2026-08-01T01:23:43Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2db7f1","namespace":"ai-tenant-e2e-ipp-a-2db7f1"}, "namespace": "ai-tenant-e2e-ipp-a-2db7f1", "name": "ipp-route-2db7f1", "reconcileID": "e697c217-6400-4873-aedb-f02b0677e700", "LLMInferenceService": "ipp-route-2db7f1", "namespace": "ai-tenant-e2e-ipp-a-2db7f1", "authType": "userdefined"} 2026-08-01T01:23:43Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2db7f1","namespace":"ai-tenant-e2e-ipp-a-2db7f1"}, "namespace": "ai-tenant-e2e-ipp-a-2db7f1", "name": "ipp-route-2db7f1", "reconcileID": "e697c217-6400-4873-aedb-f02b0677e700", "LLMInferenceService": "ipp-route-2db7f1", "namespace": "ai-tenant-e2e-ipp-a-2db7f1"} 2026-08-01T01:23:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2db7f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2db7f1", "reconcileID": "020a9c30-111d-4d17-ad08-e5d14e156bcf", "Gateway": "e2e-ipp-a-2db7f1", "namespace": "openshift-ingress", "name": "e2e-ipp-a-2db7f1-authn-ssl"} 2026-08-01T01:23:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2db7f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2db7f1", "reconcileID": "020a9c30-111d-4d17-ad08-e5d14e156bcf", "Gateway": "e2e-ipp-a-2db7f1", "namespace": "openshift-ingress"} 2026-08-01T01:23:43Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2db7f1","namespace":"ai-tenant-e2e-ipp-a-2db7f1"}, "namespace": "ai-tenant-e2e-ipp-a-2db7f1", "name": "ipp-route-2db7f1", "reconcileID": "534ff4e4-2129-4988-aa17-a7295999e5e9", "LLMInferenceService": "ipp-route-2db7f1", "namespace": "ai-tenant-e2e-ipp-a-2db7f1"} 2026-08-01T01:23:43Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2db7f1","namespace":"ai-tenant-e2e-ipp-a-2db7f1"}, "namespace": "ai-tenant-e2e-ipp-a-2db7f1", "name": "ipp-route-2db7f1", "reconcileID": "534ff4e4-2129-4988-aa17-a7295999e5e9", "LLMInferenceService": "ipp-route-2db7f1", "namespace": "ai-tenant-e2e-ipp-a-2db7f1"} 2026-08-01T01:23:43Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2db7f1","namespace":"ai-tenant-e2e-ipp-a-2db7f1"}, "namespace": "ai-tenant-e2e-ipp-a-2db7f1", "name": "ipp-route-2db7f1", "reconcileID": "534ff4e4-2129-4988-aa17-a7295999e5e9", "LLMInferenceService": "ipp-route-2db7f1", "namespace": "ai-tenant-e2e-ipp-a-2db7f1"} 2026-08-01T01:23:43Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2db7f1","namespace":"ai-tenant-e2e-ipp-a-2db7f1"}, "namespace": "ai-tenant-e2e-ipp-a-2db7f1", "name": "ipp-route-2db7f1", "reconcileID": "534ff4e4-2129-4988-aa17-a7295999e5e9", "LLMInferenceService": "ipp-route-2db7f1", "namespace": "ai-tenant-e2e-ipp-a-2db7f1", "name": "ipp-route-2db7f1-kserve-route-authn"} 2026-08-01T01:23:43Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2db7f1","namespace":"ai-tenant-e2e-ipp-a-2db7f1"}, "namespace": "ai-tenant-e2e-ipp-a-2db7f1", "name": "ipp-route-2db7f1", "reconcileID": "534ff4e4-2129-4988-aa17-a7295999e5e9", "LLMInferenceService": "ipp-route-2db7f1", "namespace": "ai-tenant-e2e-ipp-a-2db7f1", "authType": "userdefined"} 2026-08-01T01:23:43Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2db7f1","namespace":"ai-tenant-e2e-ipp-a-2db7f1"}, "namespace": "ai-tenant-e2e-ipp-a-2db7f1", "name": "ipp-route-2db7f1", "reconcileID": "534ff4e4-2129-4988-aa17-a7295999e5e9", "LLMInferenceService": "ipp-route-2db7f1", "namespace": "ai-tenant-e2e-ipp-a-2db7f1"} 2026-08-01T01:23:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2db7f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2db7f1", "reconcileID": "bf2d8657-2f55-4ac1-9531-1d6192c0e5ac", "Gateway": "e2e-ipp-a-2db7f1", "namespace": "openshift-ingress"} 2026-08-01T01:23:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2db7f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2db7f1", "reconcileID": "bf2d8657-2f55-4ac1-9531-1d6192c0e5ac", "Gateway": "e2e-ipp-a-2db7f1", "namespace": "openshift-ingress", "name": "e2e-ipp-a-2db7f1-authn-ssl"} 2026-08-01T01:23:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2db7f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2db7f1", "reconcileID": "bf2d8657-2f55-4ac1-9531-1d6192c0e5ac", "Gateway": "e2e-ipp-a-2db7f1", "namespace": "openshift-ingress"} 2026-08-01T01:23:49Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2db7f1","namespace":"ai-tenant-e2e-ipp-a-2db7f1"}, "namespace": "ai-tenant-e2e-ipp-a-2db7f1", "name": "ipp-route-2db7f1", "reconcileID": "fed27ef7-a060-4fb4-99e2-132451dc290a", "LLMInferenceService": "ipp-route-2db7f1", "namespace": "ai-tenant-e2e-ipp-a-2db7f1"} 2026-08-01T01:23:49Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2db7f1","namespace":"ai-tenant-e2e-ipp-a-2db7f1"}, "namespace": "ai-tenant-e2e-ipp-a-2db7f1", "name": "ipp-route-2db7f1", "reconcileID": "fed27ef7-a060-4fb4-99e2-132451dc290a", "LLMInferenceService": "ipp-route-2db7f1", "namespace": "ai-tenant-e2e-ipp-a-2db7f1"} 2026-08-01T01:23:49Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2db7f1","namespace":"ai-tenant-e2e-ipp-a-2db7f1"}, "namespace": "ai-tenant-e2e-ipp-a-2db7f1", "name": "ipp-route-2db7f1", "reconcileID": "fed27ef7-a060-4fb4-99e2-132451dc290a", "LLMInferenceService": "ipp-route-2db7f1", "namespace": "ai-tenant-e2e-ipp-a-2db7f1"} 2026-08-01T01:23:49Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2db7f1","namespace":"ai-tenant-e2e-ipp-a-2db7f1"}, "namespace": "ai-tenant-e2e-ipp-a-2db7f1", "name": "ipp-route-2db7f1", "reconcileID": "fed27ef7-a060-4fb4-99e2-132451dc290a", "LLMInferenceService": "ipp-route-2db7f1", "namespace": "ai-tenant-e2e-ipp-a-2db7f1", "name": "ipp-route-2db7f1-kserve-route-authn"} 2026-08-01T01:23:49Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2db7f1","namespace":"ai-tenant-e2e-ipp-a-2db7f1"}, "namespace": "ai-tenant-e2e-ipp-a-2db7f1", "name": "ipp-route-2db7f1", "reconcileID": "fed27ef7-a060-4fb4-99e2-132451dc290a", "LLMInferenceService": "ipp-route-2db7f1", "namespace": "ai-tenant-e2e-ipp-a-2db7f1", "authType": "userdefined"} 2026-08-01T01:23:49Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2db7f1","namespace":"ai-tenant-e2e-ipp-a-2db7f1"}, "namespace": "ai-tenant-e2e-ipp-a-2db7f1", "name": "ipp-route-2db7f1", "reconcileID": "fed27ef7-a060-4fb4-99e2-132451dc290a", "LLMInferenceService": "ipp-route-2db7f1", "namespace": "ai-tenant-e2e-ipp-a-2db7f1"} 2026-08-01T01:23:55Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2db7f1","namespace":"ai-tenant-e2e-ipp-a-2db7f1"}, "namespace": "ai-tenant-e2e-ipp-a-2db7f1", "name": "ipp-route-2db7f1", "reconcileID": "d53cb120-eeb1-4ceb-a1ea-73e99246efea", "LLMInferenceService": "ipp-route-2db7f1", "namespace": "ai-tenant-e2e-ipp-a-2db7f1"} 2026-08-01T01:23:55Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2db7f1","namespace":"ai-tenant-e2e-ipp-a-2db7f1"}, "namespace": "ai-tenant-e2e-ipp-a-2db7f1", "name": "ipp-route-2db7f1", "reconcileID": "d53cb120-eeb1-4ceb-a1ea-73e99246efea", "LLMInferenceService": "ipp-route-2db7f1", "namespace": "ai-tenant-e2e-ipp-a-2db7f1"} 2026-08-01T01:23:55Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2db7f1","namespace":"ai-tenant-e2e-ipp-a-2db7f1"}, "namespace": "ai-tenant-e2e-ipp-a-2db7f1", "name": "ipp-route-2db7f1", "reconcileID": "d53cb120-eeb1-4ceb-a1ea-73e99246efea", "LLMInferenceService": "ipp-route-2db7f1", "namespace": "ai-tenant-e2e-ipp-a-2db7f1"} 2026-08-01T01:23:55Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2db7f1","namespace":"ai-tenant-e2e-ipp-a-2db7f1"}, "namespace": "ai-tenant-e2e-ipp-a-2db7f1", "name": "ipp-route-2db7f1", "reconcileID": "d53cb120-eeb1-4ceb-a1ea-73e99246efea", "LLMInferenceService": "ipp-route-2db7f1", "namespace": "ai-tenant-e2e-ipp-a-2db7f1", "name": "ipp-route-2db7f1-kserve-route-authn"} 2026-08-01T01:23:55Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2db7f1","namespace":"ai-tenant-e2e-ipp-a-2db7f1"}, "namespace": "ai-tenant-e2e-ipp-a-2db7f1", "name": "ipp-route-2db7f1", "reconcileID": "d53cb120-eeb1-4ceb-a1ea-73e99246efea", "LLMInferenceService": "ipp-route-2db7f1", "namespace": "ai-tenant-e2e-ipp-a-2db7f1", "authType": "userdefined"} 2026-08-01T01:23:55Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2db7f1","namespace":"ai-tenant-e2e-ipp-a-2db7f1"}, "namespace": "ai-tenant-e2e-ipp-a-2db7f1", "name": "ipp-route-2db7f1", "reconcileID": "d53cb120-eeb1-4ceb-a1ea-73e99246efea", "LLMInferenceService": "ipp-route-2db7f1", "namespace": "ai-tenant-e2e-ipp-a-2db7f1"} 2026-08-01T01:24:01Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2db7f1","namespace":"ai-tenant-e2e-ipp-a-2db7f1"}, "namespace": "ai-tenant-e2e-ipp-a-2db7f1", "name": "ipp-route-2db7f1", "reconcileID": "b021eba1-aa26-4c57-a269-909dbd621b86", "LLMInferenceService": "ipp-route-2db7f1", "namespace": "ai-tenant-e2e-ipp-a-2db7f1"} 2026-08-01T01:24:01Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2db7f1","namespace":"ai-tenant-e2e-ipp-a-2db7f1"}, "namespace": "ai-tenant-e2e-ipp-a-2db7f1", "name": "ipp-route-2db7f1", "reconcileID": "b021eba1-aa26-4c57-a269-909dbd621b86", "LLMInferenceService": "ipp-route-2db7f1", "namespace": "ai-tenant-e2e-ipp-a-2db7f1"} 2026-08-01T01:24:01Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2db7f1","namespace":"ai-tenant-e2e-ipp-a-2db7f1"}, "namespace": "ai-tenant-e2e-ipp-a-2db7f1", "name": "ipp-route-2db7f1", "reconcileID": "b021eba1-aa26-4c57-a269-909dbd621b86", "LLMInferenceService": "ipp-route-2db7f1", "namespace": "ai-tenant-e2e-ipp-a-2db7f1"} 2026-08-01T01:24:01Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2db7f1","namespace":"ai-tenant-e2e-ipp-a-2db7f1"}, "namespace": "ai-tenant-e2e-ipp-a-2db7f1", "name": "ipp-route-2db7f1", "reconcileID": "b021eba1-aa26-4c57-a269-909dbd621b86", "LLMInferenceService": "ipp-route-2db7f1", "namespace": "ai-tenant-e2e-ipp-a-2db7f1", "name": "ipp-route-2db7f1-kserve-route-authn"} 2026-08-01T01:24:01Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2db7f1","namespace":"ai-tenant-e2e-ipp-a-2db7f1"}, "namespace": "ai-tenant-e2e-ipp-a-2db7f1", "name": "ipp-route-2db7f1", "reconcileID": "b021eba1-aa26-4c57-a269-909dbd621b86", "LLMInferenceService": "ipp-route-2db7f1", "namespace": "ai-tenant-e2e-ipp-a-2db7f1", "authType": "userdefined"} 2026-08-01T01:24:01Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2db7f1","namespace":"ai-tenant-e2e-ipp-a-2db7f1"}, "namespace": "ai-tenant-e2e-ipp-a-2db7f1", "name": "ipp-route-2db7f1", "reconcileID": "b021eba1-aa26-4c57-a269-909dbd621b86", "LLMInferenceService": "ipp-route-2db7f1", "namespace": "ai-tenant-e2e-ipp-a-2db7f1"} 2026-08-01T01:24:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2db7f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2db7f1", "reconcileID": "1b120db7-383f-4f40-b0bd-0641fbbda1db", "Gateway": "e2e-ipp-a-2db7f1", "namespace": "openshift-ingress"} 2026-08-01T01:24:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2db7f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2db7f1", "reconcileID": "1b120db7-383f-4f40-b0bd-0641fbbda1db", "Gateway": "e2e-ipp-a-2db7f1", "namespace": "openshift-ingress", "name": "e2e-ipp-a-2db7f1-authn-ssl"} 2026-08-01T01:24:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2db7f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2db7f1", "reconcileID": "1b120db7-383f-4f40-b0bd-0641fbbda1db", "Gateway": "e2e-ipp-a-2db7f1", "namespace": "openshift-ingress"} 2026-08-01T01:24:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-659af5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-659af5", "reconcileID": "bfc78692-558e-4126-a8c8-15b73be0ee3e", "Gateway": "e2e-ipp-cleanup-659af5", "namespace": "openshift-ingress"} 2026-08-01T01:24:26Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-659af5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-659af5", "reconcileID": "bfc78692-558e-4126-a8c8-15b73be0ee3e", "Gateway": "e2e-ipp-cleanup-659af5", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-659af5-authn-ssl"} 2026-08-01T01:24:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-659af5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-659af5", "reconcileID": "bfc78692-558e-4126-a8c8-15b73be0ee3e", "Gateway": "e2e-ipp-cleanup-659af5", "namespace": "openshift-ingress"} 2026-08-01T01:24:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-659af5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-659af5", "reconcileID": "84d05cc4-4ef4-4c57-8d40-0517caf14b96", "Gateway": "e2e-ipp-cleanup-659af5", "namespace": "openshift-ingress"} 2026-08-01T01:24:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-659af5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-659af5", "reconcileID": "84d05cc4-4ef4-4c57-8d40-0517caf14b96", "Gateway": "e2e-ipp-cleanup-659af5", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-659af5-authn-ssl"} 2026-08-01T01:24:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-659af5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-659af5", "reconcileID": "84d05cc4-4ef4-4c57-8d40-0517caf14b96", "Gateway": "e2e-ipp-cleanup-659af5", "namespace": "openshift-ingress"} 2026-08-01T01:24:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-659af5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-659af5", "reconcileID": "834390ae-ea45-48a0-9f6f-433e525da133", "Gateway": "e2e-ipp-cleanup-659af5", "namespace": "openshift-ingress"} 2026-08-01T01:24:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-659af5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-659af5", "reconcileID": "834390ae-ea45-48a0-9f6f-433e525da133", "Gateway": "e2e-ipp-cleanup-659af5", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-659af5-authn-ssl"} 2026-08-01T01:24:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-659af5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-659af5", "reconcileID": "834390ae-ea45-48a0-9f6f-433e525da133", "Gateway": "e2e-ipp-cleanup-659af5", "namespace": "openshift-ingress"} 2026-08-01T01:24:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-659af5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-659af5", "reconcileID": "b2b47dfd-f5b5-4631-9547-1e2e70f3fad5", "Gateway": "e2e-ipp-cleanup-659af5", "namespace": "openshift-ingress"} 2026-08-01T01:24:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-659af5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-659af5", "reconcileID": "b2b47dfd-f5b5-4631-9547-1e2e70f3fad5", "Gateway": "e2e-ipp-cleanup-659af5", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-659af5-authn-ssl"} 2026-08-01T01:24:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-659af5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-659af5", "reconcileID": "b2b47dfd-f5b5-4631-9547-1e2e70f3fad5", "Gateway": "e2e-ipp-cleanup-659af5", "namespace": "openshift-ingress"} 2026-08-01T01:24:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-659af5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-659af5", "reconcileID": "7a131c2b-6df7-4b80-9ea2-3c036d34333c", "Gateway": "e2e-ipp-cleanup-659af5", "namespace": "openshift-ingress"} 2026-08-01T01:24:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-659af5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-659af5", "reconcileID": "7a131c2b-6df7-4b80-9ea2-3c036d34333c", "Gateway": "e2e-ipp-cleanup-659af5", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-659af5-authn-ssl"} 2026-08-01T01:24:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-659af5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-659af5", "reconcileID": "7a131c2b-6df7-4b80-9ea2-3c036d34333c", "Gateway": "e2e-ipp-cleanup-659af5", "namespace": "openshift-ingress"} 2026-08-01T01:24:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-659af5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-659af5", "reconcileID": "8f04aa47-1ca3-4edb-bb33-c4db61a581ea", "Gateway": "e2e-ipp-cleanup-659af5", "namespace": "openshift-ingress"} 2026-08-01T01:24:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-659af5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-659af5", "reconcileID": "8f04aa47-1ca3-4edb-bb33-c4db61a581ea", "Gateway": "e2e-ipp-cleanup-659af5", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-659af5-authn-ssl"} 2026-08-01T01:24:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-659af5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-659af5", "reconcileID": "8f04aa47-1ca3-4edb-bb33-c4db61a581ea", "Gateway": "e2e-ipp-cleanup-659af5", "namespace": "openshift-ingress"} 2026-08-01T01:24:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-659af5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-659af5", "reconcileID": "951504ea-65ae-4c92-81a9-230f16cd65d7", "Gateway": "e2e-ipp-cleanup-659af5", "namespace": "openshift-ingress"} 2026-08-01T01:24:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-659af5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-659af5", "reconcileID": "951504ea-65ae-4c92-81a9-230f16cd65d7", "Gateway": "e2e-ipp-cleanup-659af5", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-659af5-authn-ssl"} 2026-08-01T01:24:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-659af5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-659af5", "reconcileID": "951504ea-65ae-4c92-81a9-230f16cd65d7", "Gateway": "e2e-ipp-cleanup-659af5", "namespace": "openshift-ingress"} 2026-08-01T01:24:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-659af5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-659af5", "name": "openshift-service-ca.crt", "reconcileID": "fee5c636-5690-4969-8dbf-8b8814f1dfa9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-659af5"} 2026-08-01T01:24:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-659af5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-659af5", "name": "odh-trusted-ca-bundle", "reconcileID": "ee6df7a2-9e5e-40f2-86f9-db8dff35bf43", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-659af5"} 2026-08-01T01:24:29Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-659af5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-659af5", "name": "openshift-service-ca.crt", "reconcileID": "3073800d-e499-4890-8801-a9c77ad6dc9b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-659af5", "create": "odh-kserve-custom-ca-bundle"} 2026-08-01T01:24:29Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-659af5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-659af5", "name": "openshift-service-ca.crt", "reconcileID": "3073800d-e499-4890-8801-a9c77ad6dc9b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-659af5"} 2026-08-01T01:24:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-659af5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-659af5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "070f6f26-6b41-4a36-a737-4cfc0bfe08ec", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-659af5"} 2026-08-01T01:24:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-659af5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-659af5", "name": "openshift-service-ca.crt", "reconcileID": "eda51c70-3377-493d-9245-f278faedf18e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-659af5"} 2026-08-01T01:24:29Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-659af5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-659af5", "name": "odh-trusted-ca-bundle", "reconcileID": "6d5a5dba-70c8-4608-bb15-de96ef69f9da", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-659af5", "update": "odh-kserve-custom-ca-bundle"} 2026-08-01T01:24:29Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-659af5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-659af5", "name": "odh-trusted-ca-bundle", "reconcileID": "6d5a5dba-70c8-4608-bb15-de96ef69f9da", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-659af5"} 2026-08-01T01:24:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-659af5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-659af5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1e2982ad-fba7-4631-ba24-d69189c16e6f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-659af5"} 2026-08-01T01:24:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-659af5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-659af5", "reconcileID": "d0461f28-70f7-4228-9ccb-2ba1d18e3465", "Gateway": "e2e-ipp-cleanup-659af5", "namespace": "openshift-ingress"} 2026-08-01T01:24:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-659af5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-659af5", "reconcileID": "d0461f28-70f7-4228-9ccb-2ba1d18e3465", "Gateway": "e2e-ipp-cleanup-659af5", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-659af5-authn-ssl"} 2026-08-01T01:24:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-659af5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-659af5", "reconcileID": "d0461f28-70f7-4228-9ccb-2ba1d18e3465", "Gateway": "e2e-ipp-cleanup-659af5", "namespace": "openshift-ingress"} 2026-08-01T01:24:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ee0cd652-d162-4067-bc14-ba378dfd6fc0", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-01T01:24:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "94f32406-d5c3-4555-b31b-9002e5127b23", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-01T01:24:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "0a566937-097f-48d8-8c1c-18d83d041613", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-01T01:24:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "b7ff8c63-0e84-443a-91eb-342f78de7d0b", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-01T01:24:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "82f8933e-8ea2-4848-942b-4902bbb68910", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-01T01:24:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "be3e13c8-5f9c-4442-b1ac-35740d18eb34", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-01T01:24:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "63a961a8-0631-4929-9d20-a955bd23621f", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-01T01:24:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "4008dac6-c720-4c84-a65c-5e879e77f53d", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-01T01:24:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "9e5373cb-568f-4bbd-9e13-2fc409c3d9f5", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-01T01:24:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-659af5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-659af5", "reconcileID": "525f24f7-0f3b-4907-b6c4-b31adb50d3be", "Gateway": "e2e-ipp-cleanup-659af5", "namespace": "openshift-ingress"} 2026-08-01T01:24:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-659af5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-659af5", "reconcileID": "525f24f7-0f3b-4907-b6c4-b31adb50d3be", "Gateway": "e2e-ipp-cleanup-659af5", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-659af5-authn-ssl"} 2026-08-01T01:24:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-659af5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-659af5", "reconcileID": "525f24f7-0f3b-4907-b6c4-b31adb50d3be", "Gateway": "e2e-ipp-cleanup-659af5", "namespace": "openshift-ingress"} 2026-08-01T01:24:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "056fc3ed-7886-4512-ad2f-1b37b265a45e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-01T01:24:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "55a67c81-e15b-4f88-bf11-e68fcbbd8875", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-01T01:24:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "265dcc6e-bd6a-4e9f-b4db-3d827d2d271f", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-01T01:24:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "0c9ffdc9-0e5f-46ee-875d-a5570af6a50e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-01T01:24:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c7a1cb6d-d13f-4154-ac32-f03e77c05763", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-01T01:24:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d3241610-02bf-4812-a5e9-44fa0501bbec", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-01T01:24:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "2e71d1cd-8364-44d3-9f88-002b65f78ecd", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-01T01:24:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "3a19f104-ae95-45fd-a573-2cdc4a9573c6", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-01T01:24:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ac7a5962-5cdf-486c-9d6a-17c737d26f03", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-01T01:24:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "af0cb7af-cd89-46f7-8d95-912b1983f685", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-01T01:24:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "e1a2cd23-df2e-4189-92e5-95747d61317e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-01T01:24:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "58ab31b5-7137-43a5-af30-62522ee6b9c4", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-01T01:24:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c80f7bbb-ac4a-4f4d-8822-f6e471038177", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-01T01:24:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "9e59b010-0606-4da9-ad4e-5ae0be99dedf", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-01T01:24:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ce8c6c49-0e7f-4a34-a01f-8fe6302cec8b", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-01T01:24:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d720d25b-da50-4b62-bb68-4221d06e8cf9", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-01T01:24:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "60e8eb9e-0deb-4ca7-80f2-4cf078a78a71", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-01T01:24:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "8f9f6952-84a3-4d9e-b34e-3f854ee065da", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-01T01:24:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "a1eb914a-8b23-49d3-9353-b09bdf23318b", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-01T01:24:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "f2d0f684-de6c-481f-9428-61c7666fe670", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-01T01:24:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "727a447a-2a7f-4e59-8f18-47d61e13007b", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-01T01:24:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "12d07643-8d66-4c98-8867-50949ddcca1e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-01T01:24:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "1650a0d0-a57a-4185-b29f-c78ac7001ac5", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-01T01:24:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-659af5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-659af5", "reconcileID": "b5e5848f-021a-4160-b828-237dec87e2b2", "Gateway": "e2e-ipp-cleanup-659af5", "namespace": "openshift-ingress"} 2026-08-01T01:24:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-659af5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-659af5", "reconcileID": "b5e5848f-021a-4160-b828-237dec87e2b2", "Gateway": "e2e-ipp-cleanup-659af5", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-659af5-authn-ssl"} 2026-08-01T01:24:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-659af5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-659af5", "reconcileID": "b5e5848f-021a-4160-b828-237dec87e2b2", "Gateway": "e2e-ipp-cleanup-659af5", "namespace": "openshift-ingress"} 2026-08-01T01:24:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-659af5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-659af5", "reconcileID": "fbb890f1-0ba8-4bc9-b038-c75af4e54621", "Gateway": "e2e-ipp-cleanup-659af5", "namespace": "openshift-ingress"} 2026-08-01T01:24:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-659af5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-659af5", "reconcileID": "fbb890f1-0ba8-4bc9-b038-c75af4e54621", "Gateway": "e2e-ipp-cleanup-659af5", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-659af5-authn-ssl"} 2026-08-01T01:24:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-659af5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-659af5", "reconcileID": "fbb890f1-0ba8-4bc9-b038-c75af4e54621", "Gateway": "e2e-ipp-cleanup-659af5", "namespace": "openshift-ingress"} 2026-08-01T01:24:58Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-659af5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-659af5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6320ff5d-4478-4491-9aad-f9d3f368284e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-659af5"} 2026-08-01T01:24:58Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-659af5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-659af5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6320ff5d-4478-4491-9aad-f9d3f368284e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-659af5", "create": "odh-kserve-custom-ca-bundle"} 2026-08-01T01:24:58Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-659af5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-659af5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6320ff5d-4478-4491-9aad-f9d3f368284e", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-659af5 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-08-01T01:24:58Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-659af5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-659af5", "name": "odh-trusted-ca-bundle", "reconcileID": "8fe1ca61-2fc9-4842-8b59-917cf903793d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-659af5"} 2026-08-01T01:24:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-659af5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-659af5", "name": "odh-trusted-ca-bundle", "reconcileID": "8fe1ca61-2fc9-4842-8b59-917cf903793d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-659af5"} 2026-08-01T01:24:58Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-659af5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-659af5", "name": "openshift-service-ca.crt", "reconcileID": "a768ceca-1e98-4983-8174-d5a2e0f13dd2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-659af5"} 2026-08-01T01:24:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-659af5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-659af5", "name": "openshift-service-ca.crt", "reconcileID": "a768ceca-1e98-4983-8174-d5a2e0f13dd2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-659af5"} 2026-08-01T01:24:58Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-659af5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-659af5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ea2d5cdc-e7e6-474b-9144-818a2946b157", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-659af5"} 2026-08-01T01:24:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-659af5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-659af5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ea2d5cdc-e7e6-474b-9144-818a2946b157", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-659af5"} 2026-08-01T01:24:59Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-659af5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-659af5", "reconcileID": "2d380b02-5a94-4233-9b6f-035ff5f31d17", "Gateway": "e2e-ipp-cleanup-659af5", "namespace": "openshift-ingress"} 2026-08-01T01:24:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "42a4d3b8-bb7a-413e-8a95-3e9874b29d41", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-01T01:25:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "b498d2e2-1e3c-45e4-af7b-5bf29aab7dfb", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-01T01:25:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2db7f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2db7f1", "reconcileID": "5cf0001b-3a12-4acc-afd3-5d419ea91c57", "Gateway": "e2e-ipp-a-2db7f1", "namespace": "openshift-ingress"} 2026-08-01T01:25:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2db7f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2db7f1", "reconcileID": "5cf0001b-3a12-4acc-afd3-5d419ea91c57", "Gateway": "e2e-ipp-a-2db7f1", "namespace": "openshift-ingress", "name": "e2e-ipp-a-2db7f1-authn-ssl"} 2026-08-01T01:25:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2db7f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2db7f1", "reconcileID": "5cf0001b-3a12-4acc-afd3-5d419ea91c57", "Gateway": "e2e-ipp-a-2db7f1", "namespace": "openshift-ingress"} 2026-08-01T01:25:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2db7f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2db7f1", "reconcileID": "4feaa388-d21b-4335-81aa-2d4d584d65fb", "Gateway": "e2e-ipp-a-2db7f1", "namespace": "openshift-ingress"} 2026-08-01T01:25:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2db7f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2db7f1", "reconcileID": "4feaa388-d21b-4335-81aa-2d4d584d65fb", "Gateway": "e2e-ipp-a-2db7f1", "namespace": "openshift-ingress", "name": "e2e-ipp-a-2db7f1-authn-ssl"} 2026-08-01T01:25:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2db7f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2db7f1", "reconcileID": "4feaa388-d21b-4335-81aa-2d4d584d65fb", "Gateway": "e2e-ipp-a-2db7f1", "namespace": "openshift-ingress"} 2026-08-01T01:25:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2db7f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2db7f1", "reconcileID": "287f3efc-701a-4a89-995d-c4a33b60f6f2", "Gateway": "e2e-ipp-a-2db7f1", "namespace": "openshift-ingress"} 2026-08-01T01:25:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2db7f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2db7f1", "reconcileID": "287f3efc-701a-4a89-995d-c4a33b60f6f2", "Gateway": "e2e-ipp-a-2db7f1", "namespace": "openshift-ingress", "name": "e2e-ipp-a-2db7f1-authn-ssl"} 2026-08-01T01:25:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2db7f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2db7f1", "reconcileID": "287f3efc-701a-4a89-995d-c4a33b60f6f2", "Gateway": "e2e-ipp-a-2db7f1", "namespace": "openshift-ingress"} 2026-08-01T01:25:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2db7f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2db7f1", "reconcileID": "7bc049f2-5efe-4e74-a5c9-97e596443fc1", "Gateway": "e2e-ipp-a-2db7f1", "namespace": "openshift-ingress"} 2026-08-01T01:25:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2db7f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2db7f1", "reconcileID": "7bc049f2-5efe-4e74-a5c9-97e596443fc1", "Gateway": "e2e-ipp-a-2db7f1", "namespace": "openshift-ingress", "name": "e2e-ipp-a-2db7f1-authn-ssl"} 2026-08-01T01:25:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2db7f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2db7f1", "reconcileID": "7bc049f2-5efe-4e74-a5c9-97e596443fc1", "Gateway": "e2e-ipp-a-2db7f1", "namespace": "openshift-ingress"} 2026-08-01T01:25:24Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2db7f1","namespace":"ai-tenant-e2e-ipp-a-2db7f1"}, "namespace": "ai-tenant-e2e-ipp-a-2db7f1", "name": "ipp-route-2db7f1", "reconcileID": "f3534f68-d80f-4981-ad96-3c2f152f5462", "LLMInferenceService": "ipp-route-2db7f1", "namespace": "ai-tenant-e2e-ipp-a-2db7f1"} 2026-08-01T01:25:24Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2db7f1","namespace":"ai-tenant-e2e-ipp-a-2db7f1"}, "namespace": "ai-tenant-e2e-ipp-a-2db7f1", "name": "ipp-route-2db7f1", "reconcileID": "f3534f68-d80f-4981-ad96-3c2f152f5462", "LLMInferenceService": "ipp-route-2db7f1", "namespace": "ai-tenant-e2e-ipp-a-2db7f1"} 2026-08-01T01:25:24Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2db7f1","namespace":"ai-tenant-e2e-ipp-a-2db7f1"}, "namespace": "ai-tenant-e2e-ipp-a-2db7f1", "name": "ipp-route-2db7f1", "reconcileID": "f3534f68-d80f-4981-ad96-3c2f152f5462", "LLMInferenceService": "ipp-route-2db7f1", "namespace": "ai-tenant-e2e-ipp-a-2db7f1"} 2026-08-01T01:25:24Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2db7f1","namespace":"ai-tenant-e2e-ipp-a-2db7f1"}, "namespace": "ai-tenant-e2e-ipp-a-2db7f1", "name": "ipp-route-2db7f1", "reconcileID": "f3534f68-d80f-4981-ad96-3c2f152f5462", "LLMInferenceService": "ipp-route-2db7f1", "namespace": "ai-tenant-e2e-ipp-a-2db7f1", "name": "ipp-route-2db7f1-kserve-route-authn"} 2026-08-01T01:25:24Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2db7f1","namespace":"ai-tenant-e2e-ipp-a-2db7f1"}, "namespace": "ai-tenant-e2e-ipp-a-2db7f1", "name": "ipp-route-2db7f1", "reconcileID": "f3534f68-d80f-4981-ad96-3c2f152f5462", "LLMInferenceService": "ipp-route-2db7f1", "namespace": "ai-tenant-e2e-ipp-a-2db7f1", "authType": "userdefined"} 2026-08-01T01:25:24Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2db7f1","namespace":"ai-tenant-e2e-ipp-a-2db7f1"}, "namespace": "ai-tenant-e2e-ipp-a-2db7f1", "name": "ipp-route-2db7f1", "reconcileID": "f3534f68-d80f-4981-ad96-3c2f152f5462", "LLMInferenceService": "ipp-route-2db7f1", "namespace": "ai-tenant-e2e-ipp-a-2db7f1"} 2026-08-01T01:26:00Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2db7f1","namespace":"ai-tenant-e2e-ipp-a-2db7f1"}, "namespace": "ai-tenant-e2e-ipp-a-2db7f1", "name": "ipp-route-2db7f1", "reconcileID": "726dccc6-fa81-4aef-bbd7-b625c59d6cea", "LLMInferenceService": "ipp-route-2db7f1", "namespace": "ai-tenant-e2e-ipp-a-2db7f1"} 2026-08-01T01:26:00Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2db7f1","namespace":"ai-tenant-e2e-ipp-a-2db7f1"}, "namespace": "ai-tenant-e2e-ipp-a-2db7f1", "name": "ipp-route-2db7f1", "reconcileID": "726dccc6-fa81-4aef-bbd7-b625c59d6cea", "LLMInferenceService": "ipp-route-2db7f1", "namespace": "ai-tenant-e2e-ipp-a-2db7f1", "name": "ipp-route-2db7f1"} 2026-08-01T01:26:00Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2db7f1","namespace":"ai-tenant-e2e-ipp-a-2db7f1"}, "namespace": "ai-tenant-e2e-ipp-a-2db7f1", "name": "ipp-route-2db7f1", "reconcileID": "726dccc6-fa81-4aef-bbd7-b625c59d6cea", "LLMInferenceService": "ipp-route-2db7f1", "namespace": "ai-tenant-e2e-ipp-a-2db7f1"} 2026-08-01T01:26:00Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2db7f1","namespace":"ai-tenant-e2e-ipp-a-2db7f1"}, "namespace": "ai-tenant-e2e-ipp-a-2db7f1", "name": "ipp-route-2db7f1", "reconcileID": "726dccc6-fa81-4aef-bbd7-b625c59d6cea", "LLMInferenceService": "ipp-route-2db7f1", "namespace": "ai-tenant-e2e-ipp-a-2db7f1"} 2026-08-01T01:26:00Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2db7f1","namespace":"ai-tenant-e2e-ipp-a-2db7f1"}, "namespace": "ai-tenant-e2e-ipp-a-2db7f1", "name": "ipp-route-2db7f1", "reconcileID": "726dccc6-fa81-4aef-bbd7-b625c59d6cea", "LLMInferenceService": "ipp-route-2db7f1", "namespace": "ai-tenant-e2e-ipp-a-2db7f1", "name": "ipp-route-2db7f1-kserve-route-authn"} 2026-08-01T01:26:00Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2db7f1","namespace":"ai-tenant-e2e-ipp-a-2db7f1"}, "namespace": "ai-tenant-e2e-ipp-a-2db7f1", "name": "ipp-route-2db7f1", "reconcileID": "726dccc6-fa81-4aef-bbd7-b625c59d6cea", "LLMInferenceService": "ipp-route-2db7f1", "namespace": "ai-tenant-e2e-ipp-a-2db7f1", "name": "ipp-route-2db7f1-kserve-route-authn"} 2026-08-01T01:26:00Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2db7f1","namespace":"ai-tenant-e2e-ipp-a-2db7f1"}, "namespace": "ai-tenant-e2e-ipp-a-2db7f1", "name": "ipp-route-2db7f1", "reconcileID": "726dccc6-fa81-4aef-bbd7-b625c59d6cea", "LLMInferenceService": "ipp-route-2db7f1", "namespace": "ai-tenant-e2e-ipp-a-2db7f1", "namespace": "ai-tenant-e2e-ipp-a-2db7f1"} 2026-08-01T01:26:00Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2db7f1","namespace":"ai-tenant-e2e-ipp-a-2db7f1"}, "namespace": "ai-tenant-e2e-ipp-a-2db7f1", "name": "ipp-route-2db7f1", "reconcileID": "726dccc6-fa81-4aef-bbd7-b625c59d6cea", "LLMInferenceService": "ipp-route-2db7f1", "namespace": "ai-tenant-e2e-ipp-a-2db7f1", "namespace": "ai-tenant-e2e-ipp-a-2db7f1"} 2026-08-01T01:26:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2db7f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2db7f1", "reconcileID": "55b86ad9-350d-40ed-8298-d894ae18f0af", "Gateway": "e2e-ipp-a-2db7f1", "namespace": "openshift-ingress"} 2026-08-01T01:26:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2db7f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2db7f1", "reconcileID": "55b86ad9-350d-40ed-8298-d894ae18f0af", "Gateway": "e2e-ipp-a-2db7f1", "namespace": "openshift-ingress", "name": "e2e-ipp-a-2db7f1-authn-ssl"} 2026-08-01T01:26:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2db7f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2db7f1", "reconcileID": "55b86ad9-350d-40ed-8298-d894ae18f0af", "Gateway": "e2e-ipp-a-2db7f1", "namespace": "openshift-ingress"} 2026-08-01T01:26:00Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-2db7f1"}, "namespace": "ai-tenant-e2e-ipp-a-2db7f1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a62e9e06-739f-4224-ab91-4de3434615cd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-2db7f1"} 2026-08-01T01:26:00Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-2db7f1"}, "namespace": "ai-tenant-e2e-ipp-a-2db7f1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a62e9e06-739f-4224-ab91-4de3434615cd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-2db7f1", "create": "odh-kserve-custom-ca-bundle"} 2026-08-01T01:26:00Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-2db7f1"}, "namespace": "ai-tenant-e2e-ipp-a-2db7f1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a62e9e06-739f-4224-ab91-4de3434615cd", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-2db7f1 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-08-01T01:26:00Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-2db7f1"}, "namespace": "ai-tenant-e2e-ipp-a-2db7f1", "name": "odh-trusted-ca-bundle", "reconcileID": "e6e25fa2-eeeb-4f4a-ac26-bb4bc61ec545", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-2db7f1"} 2026-08-01T01:26:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-2db7f1"}, "namespace": "ai-tenant-e2e-ipp-a-2db7f1", "name": "odh-trusted-ca-bundle", "reconcileID": "e6e25fa2-eeeb-4f4a-ac26-bb4bc61ec545", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-2db7f1"} 2026-08-01T01:26:00Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-2db7f1"}, "namespace": "ai-tenant-e2e-ipp-a-2db7f1", "name": "openshift-service-ca.crt", "reconcileID": "2ca61be8-c226-4731-b1f2-fc991385f476", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-2db7f1"} 2026-08-01T01:26:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-2db7f1"}, "namespace": "ai-tenant-e2e-ipp-a-2db7f1", "name": "openshift-service-ca.crt", "reconcileID": "2ca61be8-c226-4731-b1f2-fc991385f476", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-2db7f1"} 2026-08-01T01:26:00Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-2db7f1"}, "namespace": "ai-tenant-e2e-ipp-a-2db7f1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e93b9808-4d54-4310-b710-e27b145a1945", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-2db7f1"} 2026-08-01T01:26:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-2db7f1"}, "namespace": "ai-tenant-e2e-ipp-a-2db7f1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e93b9808-4d54-4310-b710-e27b145a1945", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-2db7f1"} 2026-08-01T01:26:00Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2db7f1","namespace":"ai-tenant-e2e-ipp-a-2db7f1"}, "namespace": "ai-tenant-e2e-ipp-a-2db7f1", "name": "ipp-route-2db7f1", "reconcileID": "a1fdc1cd-4aa8-4783-84dc-b624859bba25", "LLMInferenceService": "ipp-route-2db7f1", "namespace": "ai-tenant-e2e-ipp-a-2db7f1"} 2026-08-01T01:26:00Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2db7f1","namespace":"ai-tenant-e2e-ipp-a-2db7f1"}, "namespace": "ai-tenant-e2e-ipp-a-2db7f1", "name": "ipp-route-2db7f1", "reconcileID": "a1fdc1cd-4aa8-4783-84dc-b624859bba25", "LLMInferenceService": "ipp-route-2db7f1", "namespace": "ai-tenant-e2e-ipp-a-2db7f1", "name": "ipp-route-2db7f1"} 2026-08-01T01:26:00Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2db7f1","namespace":"ai-tenant-e2e-ipp-a-2db7f1"}, "namespace": "ai-tenant-e2e-ipp-a-2db7f1", "name": "ipp-route-2db7f1", "reconcileID": "a1fdc1cd-4aa8-4783-84dc-b624859bba25", "LLMInferenceService": "ipp-route-2db7f1", "namespace": "ai-tenant-e2e-ipp-a-2db7f1"} 2026-08-01T01:26:00Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2db7f1","namespace":"ai-tenant-e2e-ipp-a-2db7f1"}, "namespace": "ai-tenant-e2e-ipp-a-2db7f1", "name": "ipp-route-2db7f1", "reconcileID": "a1fdc1cd-4aa8-4783-84dc-b624859bba25", "LLMInferenceService": "ipp-route-2db7f1", "namespace": "ai-tenant-e2e-ipp-a-2db7f1"} 2026-08-01T01:26:00Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2db7f1","namespace":"ai-tenant-e2e-ipp-a-2db7f1"}, "namespace": "ai-tenant-e2e-ipp-a-2db7f1", "name": "ipp-route-2db7f1", "reconcileID": "a1fdc1cd-4aa8-4783-84dc-b624859bba25", "LLMInferenceService": "ipp-route-2db7f1", "namespace": "ai-tenant-e2e-ipp-a-2db7f1", "name": "ipp-route-2db7f1-kserve-route-authn"} 2026-08-01T01:26:00Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2db7f1","namespace":"ai-tenant-e2e-ipp-a-2db7f1"}, "namespace": "ai-tenant-e2e-ipp-a-2db7f1", "name": "ipp-route-2db7f1", "reconcileID": "a1fdc1cd-4aa8-4783-84dc-b624859bba25", "LLMInferenceService": "ipp-route-2db7f1", "namespace": "ai-tenant-e2e-ipp-a-2db7f1", "name": "ipp-route-2db7f1-kserve-route-authn"} 2026-08-01T01:26:00Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2db7f1","namespace":"ai-tenant-e2e-ipp-a-2db7f1"}, "namespace": "ai-tenant-e2e-ipp-a-2db7f1", "name": "ipp-route-2db7f1", "reconcileID": "a1fdc1cd-4aa8-4783-84dc-b624859bba25", "LLMInferenceService": "ipp-route-2db7f1", "namespace": "ai-tenant-e2e-ipp-a-2db7f1", "namespace": "ai-tenant-e2e-ipp-a-2db7f1"} 2026-08-01T01:26:00Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2db7f1","namespace":"ai-tenant-e2e-ipp-a-2db7f1"}, "namespace": "ai-tenant-e2e-ipp-a-2db7f1", "name": "ipp-route-2db7f1", "reconcileID": "a1fdc1cd-4aa8-4783-84dc-b624859bba25", "LLMInferenceService": "ipp-route-2db7f1", "namespace": "ai-tenant-e2e-ipp-a-2db7f1", "namespace": "ai-tenant-e2e-ipp-a-2db7f1"} 2026-08-01T01:26:01Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2db7f1","namespace":"ai-tenant-e2e-ipp-a-2db7f1"}, "namespace": "ai-tenant-e2e-ipp-a-2db7f1", "name": "ipp-route-2db7f1", "reconcileID": "b49541ed-b41f-45dc-ae68-a206c15a6fbb", "LLMInferenceService": "ipp-route-2db7f1", "namespace": "ai-tenant-e2e-ipp-a-2db7f1"} 2026-08-01T01:26:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2db7f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2db7f1", "reconcileID": "12529ff2-9ec5-41dc-b79b-74e6fa616312", "Gateway": "e2e-ipp-a-2db7f1", "namespace": "openshift-ingress"} 2026-08-01T01:26:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2db7f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2db7f1", "reconcileID": "12529ff2-9ec5-41dc-b79b-74e6fa616312", "Gateway": "e2e-ipp-a-2db7f1", "namespace": "openshift-ingress", "name": "e2e-ipp-a-2db7f1-authn-ssl"} 2026-08-01T01:26:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2db7f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2db7f1", "reconcileID": "12529ff2-9ec5-41dc-b79b-74e6fa616312", "Gateway": "e2e-ipp-a-2db7f1", "namespace": "openshift-ingress"} 2026-08-01T01:26:06Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2db7f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2db7f1", "reconcileID": "8cc10a68-b55c-436e-a4cc-3e362d0671b1", "Gateway": "e2e-ipp-a-2db7f1", "namespace": "openshift-ingress"} 2026-08-01T01:26:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "bf3e3b91-e0bd-43e8-b61b-35417f87cb86", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-01T01:26:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-576e07","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-576e07", "reconcileID": "cc8ae8be-2583-47dd-8d66-7540a24fbfda", "Gateway": "e2e-ipp-b-576e07", "namespace": "openshift-ingress"} 2026-08-01T01:26:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-576e07","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-576e07", "reconcileID": "cc8ae8be-2583-47dd-8d66-7540a24fbfda", "Gateway": "e2e-ipp-b-576e07", "namespace": "openshift-ingress", "name": "e2e-ipp-b-576e07-authn-ssl"} 2026-08-01T01:26:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-576e07","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-576e07", "reconcileID": "cc8ae8be-2583-47dd-8d66-7540a24fbfda", "Gateway": "e2e-ipp-b-576e07", "namespace": "openshift-ingress"} 2026-08-01T01:26:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-576e07","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-576e07", "reconcileID": "46c1b0ea-0326-4926-a422-8fdde5a44ead", "Gateway": "e2e-ipp-b-576e07", "namespace": "openshift-ingress"} 2026-08-01T01:26:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-576e07","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-576e07", "reconcileID": "46c1b0ea-0326-4926-a422-8fdde5a44ead", "Gateway": "e2e-ipp-b-576e07", "namespace": "openshift-ingress", "name": "e2e-ipp-b-576e07-authn-ssl"} 2026-08-01T01:26:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-576e07","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-576e07", "reconcileID": "46c1b0ea-0326-4926-a422-8fdde5a44ead", "Gateway": "e2e-ipp-b-576e07", "namespace": "openshift-ingress"} 2026-08-01T01:26:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-576e07"}, "namespace": "ai-tenant-e2e-ipp-b-576e07", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4e19ae7c-11e7-4fd3-9200-a6c49630514e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-576e07"} 2026-08-01T01:26:23Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-576e07"}, "namespace": "ai-tenant-e2e-ipp-b-576e07", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4e19ae7c-11e7-4fd3-9200-a6c49630514e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-576e07", "create": "odh-kserve-custom-ca-bundle"} 2026-08-01T01:26:23Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-576e07"}, "namespace": "ai-tenant-e2e-ipp-b-576e07", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4e19ae7c-11e7-4fd3-9200-a6c49630514e", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-576e07 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-08-01T01:26:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-576e07"}, "namespace": "ai-tenant-e2e-ipp-b-576e07", "name": "odh-trusted-ca-bundle", "reconcileID": "e375b303-f9f3-4653-a418-b1e00723c838", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-576e07"} 2026-08-01T01:26:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-576e07"}, "namespace": "ai-tenant-e2e-ipp-b-576e07", "name": "odh-trusted-ca-bundle", "reconcileID": "e375b303-f9f3-4653-a418-b1e00723c838", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-576e07"} 2026-08-01T01:26:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-576e07"}, "namespace": "ai-tenant-e2e-ipp-b-576e07", "name": "openshift-service-ca.crt", "reconcileID": "cb6988f7-c795-4b83-a634-7335b5f2ae81", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-576e07"} 2026-08-01T01:26:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-576e07"}, "namespace": "ai-tenant-e2e-ipp-b-576e07", "name": "openshift-service-ca.crt", "reconcileID": "cb6988f7-c795-4b83-a634-7335b5f2ae81", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-576e07"} 2026-08-01T01:26:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-576e07"}, "namespace": "ai-tenant-e2e-ipp-b-576e07", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "594686cd-5ab3-4b3b-8f89-486a7b304527", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-576e07"} 2026-08-01T01:26:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-576e07"}, "namespace": "ai-tenant-e2e-ipp-b-576e07", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "594686cd-5ab3-4b3b-8f89-486a7b304527", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-576e07"} 2026-08-01T01:26:23Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-576e07","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-576e07", "reconcileID": "0bbc231a-8165-44f9-8ab6-c94966cd6dc0", "Gateway": "e2e-ipp-b-576e07", "namespace": "openshift-ingress"} 2026-08-01T01:26:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "4321482e-f4ef-4398-871a-12c50147a24c", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-01T01:26:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1e2f5b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1e2f5b", "reconcileID": "4361a371-5327-44dc-84ae-2c7ab7a044bd", "Gateway": "e2e-shared-a-1e2f5b", "namespace": "openshift-ingress"} 2026-08-01T01:26:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1e2f5b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1e2f5b", "reconcileID": "4361a371-5327-44dc-84ae-2c7ab7a044bd", "Gateway": "e2e-shared-a-1e2f5b", "namespace": "openshift-ingress", "name": "e2e-shared-a-1e2f5b-authn-ssl"} 2026-08-01T01:26:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1e2f5b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1e2f5b", "reconcileID": "4361a371-5327-44dc-84ae-2c7ab7a044bd", "Gateway": "e2e-shared-a-1e2f5b", "namespace": "openshift-ingress"} 2026-08-01T01:26:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1e2f5b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1e2f5b", "reconcileID": "5c64a30d-9aa8-485a-81cc-a8877ab48fea", "Gateway": "e2e-shared-a-1e2f5b", "namespace": "openshift-ingress"} 2026-08-01T01:26:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1e2f5b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1e2f5b", "reconcileID": "5c64a30d-9aa8-485a-81cc-a8877ab48fea", "Gateway": "e2e-shared-a-1e2f5b", "namespace": "openshift-ingress", "name": "e2e-shared-a-1e2f5b-authn-ssl"} 2026-08-01T01:26:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1e2f5b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1e2f5b", "reconcileID": "5c64a30d-9aa8-485a-81cc-a8877ab48fea", "Gateway": "e2e-shared-a-1e2f5b", "namespace": "openshift-ingress"} 2026-08-01T01:26:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-1e2f5b"}, "namespace": "ai-tenant-e2e-shared-a-1e2f5b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "689abbbc-50b2-44a4-a74e-c9481ab02a5e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-1e2f5b"} 2026-08-01T01:26:40Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-1e2f5b"}, "namespace": "ai-tenant-e2e-shared-a-1e2f5b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "689abbbc-50b2-44a4-a74e-c9481ab02a5e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-1e2f5b", "create": "odh-kserve-custom-ca-bundle"} 2026-08-01T01:26:40Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-1e2f5b"}, "namespace": "ai-tenant-e2e-shared-a-1e2f5b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "689abbbc-50b2-44a4-a74e-c9481ab02a5e", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-1e2f5b because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-08-01T01:26:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-1e2f5b"}, "namespace": "ai-tenant-e2e-shared-a-1e2f5b", "name": "odh-trusted-ca-bundle", "reconcileID": "4e616f32-3594-4659-82bd-52cb9d27f9eb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-1e2f5b"} 2026-08-01T01:26:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-1e2f5b"}, "namespace": "ai-tenant-e2e-shared-a-1e2f5b", "name": "odh-trusted-ca-bundle", "reconcileID": "4e616f32-3594-4659-82bd-52cb9d27f9eb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-1e2f5b"} 2026-08-01T01:26:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-1e2f5b"}, "namespace": "ai-tenant-e2e-shared-a-1e2f5b", "name": "openshift-service-ca.crt", "reconcileID": "454262ca-25ff-47da-82db-b8654b247d16", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-1e2f5b"} 2026-08-01T01:26:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-1e2f5b"}, "namespace": "ai-tenant-e2e-shared-a-1e2f5b", "name": "openshift-service-ca.crt", "reconcileID": "454262ca-25ff-47da-82db-b8654b247d16", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-1e2f5b"} 2026-08-01T01:26:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-1e2f5b"}, "namespace": "ai-tenant-e2e-shared-a-1e2f5b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e1e9a2ed-9434-4452-a56c-193809dd7858", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-1e2f5b"} 2026-08-01T01:26:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-1e2f5b"}, "namespace": "ai-tenant-e2e-shared-a-1e2f5b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e1e9a2ed-9434-4452-a56c-193809dd7858", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-1e2f5b"} 2026-08-01T01:26:41Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1e2f5b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1e2f5b", "reconcileID": "38f8b0fe-c641-45e2-b2f8-5b09de18681a", "Gateway": "e2e-shared-a-1e2f5b", "namespace": "openshift-ingress"} 2026-08-01T01:26:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "bc9addf4-2516-4669-9dd6-973d9dbd83f6", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-08-01T01:26:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4224e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4224e1", "reconcileID": "3bf2b390-14be-4a17-907f-b068e1b1dd83", "Gateway": "e2e-shared-b-4224e1", "namespace": "openshift-ingress"} 2026-08-01T01:26:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4224e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4224e1", "reconcileID": "3bf2b390-14be-4a17-907f-b068e1b1dd83", "Gateway": "e2e-shared-b-4224e1", "namespace": "openshift-ingress", "name": "e2e-shared-b-4224e1-authn-ssl"} 2026-08-01T01:26:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4224e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4224e1", "reconcileID": "3bf2b390-14be-4a17-907f-b068e1b1dd83", "Gateway": "e2e-shared-b-4224e1", "namespace": "openshift-ingress"} 2026-08-01T01:26:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4224e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4224e1", "reconcileID": "0fb0f8f5-0908-46c7-aed8-bdab610cadfe", "Gateway": "e2e-shared-b-4224e1", "namespace": "openshift-ingress"} 2026-08-01T01:26:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4224e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4224e1", "reconcileID": "0fb0f8f5-0908-46c7-aed8-bdab610cadfe", "Gateway": "e2e-shared-b-4224e1", "namespace": "openshift-ingress", "name": "e2e-shared-b-4224e1-authn-ssl"} 2026-08-01T01:26:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4224e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4224e1", "reconcileID": "0fb0f8f5-0908-46c7-aed8-bdab610cadfe", "Gateway": "e2e-shared-b-4224e1", "namespace": "openshift-ingress"} 2026-08-01T01:26:58Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-4224e1"}, "namespace": "ai-tenant-e2e-shared-b-4224e1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2846fa26-64de-4d46-9c95-91ce7a3c1e2f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-4224e1"} 2026-08-01T01:26:58Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-4224e1"}, "namespace": "ai-tenant-e2e-shared-b-4224e1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2846fa26-64de-4d46-9c95-91ce7a3c1e2f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-4224e1", "create": "odh-kserve-custom-ca-bundle"} 2026-08-01T01:26:58Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-4224e1"}, "namespace": "ai-tenant-e2e-shared-b-4224e1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2846fa26-64de-4d46-9c95-91ce7a3c1e2f", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-4224e1 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-08-01T01:26:58Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-4224e1"}, "namespace": "ai-tenant-e2e-shared-b-4224e1", "name": "odh-trusted-ca-bundle", "reconcileID": "3b909ea9-553a-4b15-afcc-3056d8f5dbb7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-4224e1"} 2026-08-01T01:26:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-4224e1"}, "namespace": "ai-tenant-e2e-shared-b-4224e1", "name": "odh-trusted-ca-bundle", "reconcileID": "3b909ea9-553a-4b15-afcc-3056d8f5dbb7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-4224e1"} 2026-08-01T01:26:58Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-4224e1"}, "namespace": "ai-tenant-e2e-shared-b-4224e1", "name": "openshift-service-ca.crt", "reconcileID": "62b246b1-ea77-43ed-ab48-7aabe3dfa451", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-4224e1"} 2026-08-01T01:26:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-4224e1"}, "namespace": "ai-tenant-e2e-shared-b-4224e1", "name": "openshift-service-ca.crt", "reconcileID": "62b246b1-ea77-43ed-ab48-7aabe3dfa451", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-4224e1"} 2026-08-01T01:26:58Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-4224e1"}, "namespace": "ai-tenant-e2e-shared-b-4224e1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "de561d13-7c2b-46ae-b571-84890aec5ea9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-4224e1"} 2026-08-01T01:26:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-4224e1"}, "namespace": "ai-tenant-e2e-shared-b-4224e1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "de561d13-7c2b-46ae-b571-84890aec5ea9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-4224e1"} 2026-08-01T01:26:59Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-4224e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-4224e1", "reconcileID": "a25b0120-1cb9-41b7-85f6-25afc6975a90", "Gateway": "e2e-shared-b-4224e1", "namespace": "openshift-ingress"}