2026-09-15T12:30:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-969130","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-969130", "reconcileID": "772d77d6-bca8-43c2-a1f8-be7a15642174", "Gateway": "e2e-shared-b-w3-969130", "namespace": "openshift-ingress"} 2026-09-15T12:30:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-969130","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-969130", "reconcileID": "772d77d6-bca8-43c2-a1f8-be7a15642174", "Gateway": "e2e-shared-b-w3-969130", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-969130-authn-ssl"} 2026-09-15T12:30:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-969130","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-969130", "reconcileID": "772d77d6-bca8-43c2-a1f8-be7a15642174", "Gateway": "e2e-shared-b-w3-969130", "namespace": "openshift-ingress"} 2026-09-15T12:30:52Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1dc430","namespace":"ai-tenant-e2e-shared-a-w3-1dc430"}, "namespace": "ai-tenant-e2e-shared-a-w3-1dc430", "name": "rate-test-model-1dc430", "reconcileID": "d95d6ed1-2c9f-4e77-95a4-6a49cb0b3a81", "LLMInferenceService": "rate-test-model-1dc430", "namespace": "ai-tenant-e2e-shared-a-w3-1dc430"} 2026-09-15T12:30:52Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1dc430","namespace":"ai-tenant-e2e-shared-a-w3-1dc430"}, "namespace": "ai-tenant-e2e-shared-a-w3-1dc430", "name": "rate-test-model-1dc430", "reconcileID": "d95d6ed1-2c9f-4e77-95a4-6a49cb0b3a81", "LLMInferenceService": "rate-test-model-1dc430", "namespace": "ai-tenant-e2e-shared-a-w3-1dc430"} 2026-09-15T12:30:52Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1dc430","namespace":"ai-tenant-e2e-shared-a-w3-1dc430"}, "namespace": "ai-tenant-e2e-shared-a-w3-1dc430", "name": "rate-test-model-1dc430", "reconcileID": "d95d6ed1-2c9f-4e77-95a4-6a49cb0b3a81", "LLMInferenceService": "rate-test-model-1dc430", "namespace": "ai-tenant-e2e-shared-a-w3-1dc430"} 2026-09-15T12:30:52Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1dc430","namespace":"ai-tenant-e2e-shared-a-w3-1dc430"}, "namespace": "ai-tenant-e2e-shared-a-w3-1dc430", "name": "rate-test-model-1dc430", "reconcileID": "d95d6ed1-2c9f-4e77-95a4-6a49cb0b3a81", "LLMInferenceService": "rate-test-model-1dc430", "namespace": "ai-tenant-e2e-shared-a-w3-1dc430", "name": "rate-test-model-1dc430-kserve-route-authn"} 2026-09-15T12:30:52Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1dc430","namespace":"ai-tenant-e2e-shared-a-w3-1dc430"}, "namespace": "ai-tenant-e2e-shared-a-w3-1dc430", "name": "rate-test-model-1dc430", "reconcileID": "d95d6ed1-2c9f-4e77-95a4-6a49cb0b3a81", "LLMInferenceService": "rate-test-model-1dc430", "namespace": "ai-tenant-e2e-shared-a-w3-1dc430", "authType": "userdefined"} 2026-09-15T12:30:52Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1dc430","namespace":"ai-tenant-e2e-shared-a-w3-1dc430"}, "namespace": "ai-tenant-e2e-shared-a-w3-1dc430", "name": "rate-test-model-1dc430", "reconcileID": "d95d6ed1-2c9f-4e77-95a4-6a49cb0b3a81", "LLMInferenceService": "rate-test-model-1dc430", "namespace": "ai-tenant-e2e-shared-a-w3-1dc430"} 2026-09-15T12:30:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-1dc430","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-1dc430", "reconcileID": "a1f86ddb-23cd-4250-bcbb-76e63cbcdb96", "Gateway": "e2e-shared-a-w3-1dc430", "namespace": "openshift-ingress"} 2026-09-15T12:30:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-1dc430","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-1dc430", "reconcileID": "a1f86ddb-23cd-4250-bcbb-76e63cbcdb96", "Gateway": "e2e-shared-a-w3-1dc430", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-1dc430-authn-ssl"} 2026-09-15T12:30:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-1dc430","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-1dc430", "reconcileID": "a1f86ddb-23cd-4250-bcbb-76e63cbcdb96", "Gateway": "e2e-shared-a-w3-1dc430", "namespace": "openshift-ingress"} 2026-09-15T12:30:52Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1dc430","namespace":"ai-tenant-e2e-shared-a-w3-1dc430"}, "namespace": "ai-tenant-e2e-shared-a-w3-1dc430", "name": "rate-test-model-1dc430", "reconcileID": "b5fb1150-e225-4790-862f-549760f63cd4", "LLMInferenceService": "rate-test-model-1dc430", "namespace": "ai-tenant-e2e-shared-a-w3-1dc430"} 2026-09-15T12:30:52Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1dc430","namespace":"ai-tenant-e2e-shared-a-w3-1dc430"}, "namespace": "ai-tenant-e2e-shared-a-w3-1dc430", "name": "rate-test-model-1dc430", "reconcileID": "b5fb1150-e225-4790-862f-549760f63cd4", "LLMInferenceService": "rate-test-model-1dc430", "namespace": "ai-tenant-e2e-shared-a-w3-1dc430"} 2026-09-15T12:30:52Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1dc430","namespace":"ai-tenant-e2e-shared-a-w3-1dc430"}, "namespace": "ai-tenant-e2e-shared-a-w3-1dc430", "name": "rate-test-model-1dc430", "reconcileID": "b5fb1150-e225-4790-862f-549760f63cd4", "LLMInferenceService": "rate-test-model-1dc430", "namespace": "ai-tenant-e2e-shared-a-w3-1dc430"} 2026-09-15T12:30:52Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1dc430","namespace":"ai-tenant-e2e-shared-a-w3-1dc430"}, "namespace": "ai-tenant-e2e-shared-a-w3-1dc430", "name": "rate-test-model-1dc430", "reconcileID": "b5fb1150-e225-4790-862f-549760f63cd4", "LLMInferenceService": "rate-test-model-1dc430", "namespace": "ai-tenant-e2e-shared-a-w3-1dc430", "name": "rate-test-model-1dc430-kserve-route-authn"} 2026-09-15T12:30:52Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1dc430","namespace":"ai-tenant-e2e-shared-a-w3-1dc430"}, "namespace": "ai-tenant-e2e-shared-a-w3-1dc430", "name": "rate-test-model-1dc430", "reconcileID": "b5fb1150-e225-4790-862f-549760f63cd4", "LLMInferenceService": "rate-test-model-1dc430", "namespace": "ai-tenant-e2e-shared-a-w3-1dc430", "authType": "userdefined"} 2026-09-15T12:30:52Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1dc430","namespace":"ai-tenant-e2e-shared-a-w3-1dc430"}, "namespace": "ai-tenant-e2e-shared-a-w3-1dc430", "name": "rate-test-model-1dc430", "reconcileID": "b5fb1150-e225-4790-862f-549760f63cd4", "LLMInferenceService": "rate-test-model-1dc430", "namespace": "ai-tenant-e2e-shared-a-w3-1dc430"} 2026-09-15T12:30:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-1dc430","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-1dc430", "reconcileID": "7c29a00b-c7a7-4ae6-982b-2f258cb93e35", "Gateway": "e2e-shared-a-w3-1dc430", "namespace": "openshift-ingress"} 2026-09-15T12:30:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-1dc430","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-1dc430", "reconcileID": "7c29a00b-c7a7-4ae6-982b-2f258cb93e35", "Gateway": "e2e-shared-a-w3-1dc430", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-1dc430-authn-ssl"} 2026-09-15T12:30:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-1dc430","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-1dc430", "reconcileID": "7c29a00b-c7a7-4ae6-982b-2f258cb93e35", "Gateway": "e2e-shared-a-w3-1dc430", "namespace": "openshift-ingress"} 2026-09-15T12:30:59Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1dc430","namespace":"ai-tenant-e2e-shared-a-w3-1dc430"}, "namespace": "ai-tenant-e2e-shared-a-w3-1dc430", "name": "rate-test-model-1dc430", "reconcileID": "62c00e82-fdd9-4ce3-9b18-0a907ae973fb", "LLMInferenceService": "rate-test-model-1dc430", "namespace": "ai-tenant-e2e-shared-a-w3-1dc430"} 2026-09-15T12:30:59Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1dc430","namespace":"ai-tenant-e2e-shared-a-w3-1dc430"}, "namespace": "ai-tenant-e2e-shared-a-w3-1dc430", "name": "rate-test-model-1dc430", "reconcileID": "62c00e82-fdd9-4ce3-9b18-0a907ae973fb", "LLMInferenceService": "rate-test-model-1dc430", "namespace": "ai-tenant-e2e-shared-a-w3-1dc430"} 2026-09-15T12:30:59Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1dc430","namespace":"ai-tenant-e2e-shared-a-w3-1dc430"}, "namespace": "ai-tenant-e2e-shared-a-w3-1dc430", "name": "rate-test-model-1dc430", "reconcileID": "62c00e82-fdd9-4ce3-9b18-0a907ae973fb", "LLMInferenceService": "rate-test-model-1dc430", "namespace": "ai-tenant-e2e-shared-a-w3-1dc430"} 2026-09-15T12:30:59Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1dc430","namespace":"ai-tenant-e2e-shared-a-w3-1dc430"}, "namespace": "ai-tenant-e2e-shared-a-w3-1dc430", "name": "rate-test-model-1dc430", "reconcileID": "62c00e82-fdd9-4ce3-9b18-0a907ae973fb", "LLMInferenceService": "rate-test-model-1dc430", "namespace": "ai-tenant-e2e-shared-a-w3-1dc430", "name": "rate-test-model-1dc430-kserve-route-authn"} 2026-09-15T12:30:59Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1dc430","namespace":"ai-tenant-e2e-shared-a-w3-1dc430"}, "namespace": "ai-tenant-e2e-shared-a-w3-1dc430", "name": "rate-test-model-1dc430", "reconcileID": "62c00e82-fdd9-4ce3-9b18-0a907ae973fb", "LLMInferenceService": "rate-test-model-1dc430", "namespace": "ai-tenant-e2e-shared-a-w3-1dc430", "authType": "userdefined"} 2026-09-15T12:30:59Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1dc430","namespace":"ai-tenant-e2e-shared-a-w3-1dc430"}, "namespace": "ai-tenant-e2e-shared-a-w3-1dc430", "name": "rate-test-model-1dc430", "reconcileID": "62c00e82-fdd9-4ce3-9b18-0a907ae973fb", "LLMInferenceService": "rate-test-model-1dc430", "namespace": "ai-tenant-e2e-shared-a-w3-1dc430"} 2026-09-15T12:31:17Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1dc430","namespace":"ai-tenant-e2e-shared-a-w3-1dc430"}, "namespace": "ai-tenant-e2e-shared-a-w3-1dc430", "name": "rate-test-model-1dc430", "reconcileID": "5b75524a-8c7c-4535-b1bd-889fbd6c7a57", "LLMInferenceService": "rate-test-model-1dc430", "namespace": "ai-tenant-e2e-shared-a-w3-1dc430"} 2026-09-15T12:31:17Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1dc430","namespace":"ai-tenant-e2e-shared-a-w3-1dc430"}, "namespace": "ai-tenant-e2e-shared-a-w3-1dc430", "name": "rate-test-model-1dc430", "reconcileID": "5b75524a-8c7c-4535-b1bd-889fbd6c7a57", "LLMInferenceService": "rate-test-model-1dc430", "namespace": "ai-tenant-e2e-shared-a-w3-1dc430"} 2026-09-15T12:31:17Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1dc430","namespace":"ai-tenant-e2e-shared-a-w3-1dc430"}, "namespace": "ai-tenant-e2e-shared-a-w3-1dc430", "name": "rate-test-model-1dc430", "reconcileID": "5b75524a-8c7c-4535-b1bd-889fbd6c7a57", "LLMInferenceService": "rate-test-model-1dc430", "namespace": "ai-tenant-e2e-shared-a-w3-1dc430"} 2026-09-15T12:31:17Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1dc430","namespace":"ai-tenant-e2e-shared-a-w3-1dc430"}, "namespace": "ai-tenant-e2e-shared-a-w3-1dc430", "name": "rate-test-model-1dc430", "reconcileID": "5b75524a-8c7c-4535-b1bd-889fbd6c7a57", "LLMInferenceService": "rate-test-model-1dc430", "namespace": "ai-tenant-e2e-shared-a-w3-1dc430", "name": "rate-test-model-1dc430-kserve-route-authn"} 2026-09-15T12:31:17Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1dc430","namespace":"ai-tenant-e2e-shared-a-w3-1dc430"}, "namespace": "ai-tenant-e2e-shared-a-w3-1dc430", "name": "rate-test-model-1dc430", "reconcileID": "5b75524a-8c7c-4535-b1bd-889fbd6c7a57", "LLMInferenceService": "rate-test-model-1dc430", "namespace": "ai-tenant-e2e-shared-a-w3-1dc430", "authType": "userdefined"} 2026-09-15T12:31:17Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1dc430","namespace":"ai-tenant-e2e-shared-a-w3-1dc430"}, "namespace": "ai-tenant-e2e-shared-a-w3-1dc430", "name": "rate-test-model-1dc430", "reconcileID": "5b75524a-8c7c-4535-b1bd-889fbd6c7a57", "LLMInferenceService": "rate-test-model-1dc430", "namespace": "ai-tenant-e2e-shared-a-w3-1dc430"} 2026-09-15T12:31:19Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-969130","namespace":"ai-tenant-e2e-shared-b-w3-969130"}, "namespace": "ai-tenant-e2e-shared-b-w3-969130", "name": "rate-test-model-969130", "reconcileID": "612097fb-326e-4ed3-a5c1-8e054e51b387", "LLMInferenceService": "rate-test-model-969130", "namespace": "ai-tenant-e2e-shared-b-w3-969130"} 2026-09-15T12:31:19Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-969130","namespace":"ai-tenant-e2e-shared-b-w3-969130"}, "namespace": "ai-tenant-e2e-shared-b-w3-969130", "name": "rate-test-model-969130", "reconcileID": "612097fb-326e-4ed3-a5c1-8e054e51b387", "LLMInferenceService": "rate-test-model-969130", "namespace": "ai-tenant-e2e-shared-b-w3-969130"} 2026-09-15T12:31:19Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-969130","namespace":"ai-tenant-e2e-shared-b-w3-969130"}, "namespace": "ai-tenant-e2e-shared-b-w3-969130", "name": "rate-test-model-969130", "reconcileID": "612097fb-326e-4ed3-a5c1-8e054e51b387", "LLMInferenceService": "rate-test-model-969130", "namespace": "ai-tenant-e2e-shared-b-w3-969130"} 2026-09-15T12:31:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-969130","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-969130", "reconcileID": "0bb58eee-adf3-4d0d-b594-479df1ce6e25", "Gateway": "e2e-shared-b-w3-969130", "namespace": "openshift-ingress"} 2026-09-15T12:31:19Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-969130","namespace":"ai-tenant-e2e-shared-b-w3-969130"}, "namespace": "ai-tenant-e2e-shared-b-w3-969130", "name": "rate-test-model-969130", "reconcileID": "612097fb-326e-4ed3-a5c1-8e054e51b387", "LLMInferenceService": "rate-test-model-969130", "namespace": "ai-tenant-e2e-shared-b-w3-969130", "name": "rate-test-model-969130-kserve-route-authn"} 2026-09-15T12:31:19Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-969130","namespace":"ai-tenant-e2e-shared-b-w3-969130"}, "namespace": "ai-tenant-e2e-shared-b-w3-969130", "name": "rate-test-model-969130", "reconcileID": "612097fb-326e-4ed3-a5c1-8e054e51b387", "LLMInferenceService": "rate-test-model-969130", "namespace": "ai-tenant-e2e-shared-b-w3-969130", "authType": "userdefined"} 2026-09-15T12:31:19Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-969130","namespace":"ai-tenant-e2e-shared-b-w3-969130"}, "namespace": "ai-tenant-e2e-shared-b-w3-969130", "name": "rate-test-model-969130", "reconcileID": "612097fb-326e-4ed3-a5c1-8e054e51b387", "LLMInferenceService": "rate-test-model-969130", "namespace": "ai-tenant-e2e-shared-b-w3-969130"} 2026-09-15T12:31:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-969130","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-969130", "reconcileID": "0bb58eee-adf3-4d0d-b594-479df1ce6e25", "Gateway": "e2e-shared-b-w3-969130", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-969130-authn-ssl"} 2026-09-15T12:31:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-969130","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-969130", "reconcileID": "0bb58eee-adf3-4d0d-b594-479df1ce6e25", "Gateway": "e2e-shared-b-w3-969130", "namespace": "openshift-ingress"} 2026-09-15T12:31:19Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-969130","namespace":"ai-tenant-e2e-shared-b-w3-969130"}, "namespace": "ai-tenant-e2e-shared-b-w3-969130", "name": "rate-test-model-969130", "reconcileID": "b02dff4a-3b81-4df4-a0db-b3e2f5343908", "LLMInferenceService": "rate-test-model-969130", "namespace": "ai-tenant-e2e-shared-b-w3-969130"} 2026-09-15T12:31:19Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-969130","namespace":"ai-tenant-e2e-shared-b-w3-969130"}, "namespace": "ai-tenant-e2e-shared-b-w3-969130", "name": "rate-test-model-969130", "reconcileID": "b02dff4a-3b81-4df4-a0db-b3e2f5343908", "LLMInferenceService": "rate-test-model-969130", "namespace": "ai-tenant-e2e-shared-b-w3-969130"} 2026-09-15T12:31:19Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-969130","namespace":"ai-tenant-e2e-shared-b-w3-969130"}, "namespace": "ai-tenant-e2e-shared-b-w3-969130", "name": "rate-test-model-969130", "reconcileID": "b02dff4a-3b81-4df4-a0db-b3e2f5343908", "LLMInferenceService": "rate-test-model-969130", "namespace": "ai-tenant-e2e-shared-b-w3-969130"} 2026-09-15T12:31:19Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-969130","namespace":"ai-tenant-e2e-shared-b-w3-969130"}, "namespace": "ai-tenant-e2e-shared-b-w3-969130", "name": "rate-test-model-969130", "reconcileID": "b02dff4a-3b81-4df4-a0db-b3e2f5343908", "LLMInferenceService": "rate-test-model-969130", "namespace": "ai-tenant-e2e-shared-b-w3-969130", "name": "rate-test-model-969130-kserve-route-authn"} 2026-09-15T12:31:19Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-969130","namespace":"ai-tenant-e2e-shared-b-w3-969130"}, "namespace": "ai-tenant-e2e-shared-b-w3-969130", "name": "rate-test-model-969130", "reconcileID": "b02dff4a-3b81-4df4-a0db-b3e2f5343908", "LLMInferenceService": "rate-test-model-969130", "namespace": "ai-tenant-e2e-shared-b-w3-969130", "authType": "userdefined"} 2026-09-15T12:31:19Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-969130","namespace":"ai-tenant-e2e-shared-b-w3-969130"}, "namespace": "ai-tenant-e2e-shared-b-w3-969130", "name": "rate-test-model-969130", "reconcileID": "b02dff4a-3b81-4df4-a0db-b3e2f5343908", "LLMInferenceService": "rate-test-model-969130", "namespace": "ai-tenant-e2e-shared-b-w3-969130"} 2026-09-15T12:31:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-969130","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-969130", "reconcileID": "9875637b-a69f-4956-8715-a6e9e3c7ef7d", "Gateway": "e2e-shared-b-w3-969130", "namespace": "openshift-ingress"} 2026-09-15T12:31:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-969130","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-969130", "reconcileID": "9875637b-a69f-4956-8715-a6e9e3c7ef7d", "Gateway": "e2e-shared-b-w3-969130", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-969130-authn-ssl"} 2026-09-15T12:31:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-969130","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-969130", "reconcileID": "9875637b-a69f-4956-8715-a6e9e3c7ef7d", "Gateway": "e2e-shared-b-w3-969130", "namespace": "openshift-ingress"} 2026-09-15T12:31:36Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-969130","namespace":"ai-tenant-e2e-shared-b-w3-969130"}, "namespace": "ai-tenant-e2e-shared-b-w3-969130", "name": "rate-test-model-969130", "reconcileID": "ff7cfe96-92bd-4c02-8ae5-e114dc573081", "LLMInferenceService": "rate-test-model-969130", "namespace": "ai-tenant-e2e-shared-b-w3-969130"} 2026-09-15T12:31:36Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-969130","namespace":"ai-tenant-e2e-shared-b-w3-969130"}, "namespace": "ai-tenant-e2e-shared-b-w3-969130", "name": "rate-test-model-969130", "reconcileID": "ff7cfe96-92bd-4c02-8ae5-e114dc573081", "LLMInferenceService": "rate-test-model-969130", "namespace": "ai-tenant-e2e-shared-b-w3-969130"} 2026-09-15T12:31:36Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-969130","namespace":"ai-tenant-e2e-shared-b-w3-969130"}, "namespace": "ai-tenant-e2e-shared-b-w3-969130", "name": "rate-test-model-969130", "reconcileID": "ff7cfe96-92bd-4c02-8ae5-e114dc573081", "LLMInferenceService": "rate-test-model-969130", "namespace": "ai-tenant-e2e-shared-b-w3-969130"} 2026-09-15T12:31:36Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-969130","namespace":"ai-tenant-e2e-shared-b-w3-969130"}, "namespace": "ai-tenant-e2e-shared-b-w3-969130", "name": "rate-test-model-969130", "reconcileID": "ff7cfe96-92bd-4c02-8ae5-e114dc573081", "LLMInferenceService": "rate-test-model-969130", "namespace": "ai-tenant-e2e-shared-b-w3-969130", "name": "rate-test-model-969130-kserve-route-authn"} 2026-09-15T12:31:36Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-969130","namespace":"ai-tenant-e2e-shared-b-w3-969130"}, "namespace": "ai-tenant-e2e-shared-b-w3-969130", "name": "rate-test-model-969130", "reconcileID": "ff7cfe96-92bd-4c02-8ae5-e114dc573081", "LLMInferenceService": "rate-test-model-969130", "namespace": "ai-tenant-e2e-shared-b-w3-969130", "authType": "userdefined"} 2026-09-15T12:31:36Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-969130","namespace":"ai-tenant-e2e-shared-b-w3-969130"}, "namespace": "ai-tenant-e2e-shared-b-w3-969130", "name": "rate-test-model-969130", "reconcileID": "ff7cfe96-92bd-4c02-8ae5-e114dc573081", "LLMInferenceService": "rate-test-model-969130", "namespace": "ai-tenant-e2e-shared-b-w3-969130"} 2026-09-15T12:31:44Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-969130","namespace":"ai-tenant-e2e-shared-b-w3-969130"}, "namespace": "ai-tenant-e2e-shared-b-w3-969130", "name": "rate-test-model-969130", "reconcileID": "a1888ac9-d469-41a8-96f0-44ca12ab92e5", "LLMInferenceService": "rate-test-model-969130", "namespace": "ai-tenant-e2e-shared-b-w3-969130"} 2026-09-15T12:31:44Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-969130","namespace":"ai-tenant-e2e-shared-b-w3-969130"}, "namespace": "ai-tenant-e2e-shared-b-w3-969130", "name": "rate-test-model-969130", "reconcileID": "a1888ac9-d469-41a8-96f0-44ca12ab92e5", "LLMInferenceService": "rate-test-model-969130", "namespace": "ai-tenant-e2e-shared-b-w3-969130"} 2026-09-15T12:31:44Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-969130","namespace":"ai-tenant-e2e-shared-b-w3-969130"}, "namespace": "ai-tenant-e2e-shared-b-w3-969130", "name": "rate-test-model-969130", "reconcileID": "a1888ac9-d469-41a8-96f0-44ca12ab92e5", "LLMInferenceService": "rate-test-model-969130", "namespace": "ai-tenant-e2e-shared-b-w3-969130"} 2026-09-15T12:31:44Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-969130","namespace":"ai-tenant-e2e-shared-b-w3-969130"}, "namespace": "ai-tenant-e2e-shared-b-w3-969130", "name": "rate-test-model-969130", "reconcileID": "a1888ac9-d469-41a8-96f0-44ca12ab92e5", "LLMInferenceService": "rate-test-model-969130", "namespace": "ai-tenant-e2e-shared-b-w3-969130", "name": "rate-test-model-969130-kserve-route-authn"} 2026-09-15T12:31:44Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-969130","namespace":"ai-tenant-e2e-shared-b-w3-969130"}, "namespace": "ai-tenant-e2e-shared-b-w3-969130", "name": "rate-test-model-969130", "reconcileID": "a1888ac9-d469-41a8-96f0-44ca12ab92e5", "LLMInferenceService": "rate-test-model-969130", "namespace": "ai-tenant-e2e-shared-b-w3-969130", "authType": "userdefined"} 2026-09-15T12:31:44Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-969130","namespace":"ai-tenant-e2e-shared-b-w3-969130"}, "namespace": "ai-tenant-e2e-shared-b-w3-969130", "name": "rate-test-model-969130", "reconcileID": "a1888ac9-d469-41a8-96f0-44ca12ab92e5", "LLMInferenceService": "rate-test-model-969130", "namespace": "ai-tenant-e2e-shared-b-w3-969130"} 2026-09-15T12:31:45Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-969130","namespace":"ai-tenant-e2e-shared-b-w3-969130"}, "namespace": "ai-tenant-e2e-shared-b-w3-969130", "name": "rate-test-model-969130", "reconcileID": "e9ecccec-4296-4dcf-a8d9-e8e9625021fb", "LLMInferenceService": "rate-test-model-969130", "namespace": "ai-tenant-e2e-shared-b-w3-969130"} 2026-09-15T12:31:45Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-969130","namespace":"ai-tenant-e2e-shared-b-w3-969130"}, "namespace": "ai-tenant-e2e-shared-b-w3-969130", "name": "rate-test-model-969130", "reconcileID": "e9ecccec-4296-4dcf-a8d9-e8e9625021fb", "LLMInferenceService": "rate-test-model-969130", "namespace": "ai-tenant-e2e-shared-b-w3-969130"} 2026-09-15T12:31:45Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-969130","namespace":"ai-tenant-e2e-shared-b-w3-969130"}, "namespace": "ai-tenant-e2e-shared-b-w3-969130", "name": "rate-test-model-969130", "reconcileID": "e9ecccec-4296-4dcf-a8d9-e8e9625021fb", "LLMInferenceService": "rate-test-model-969130", "namespace": "ai-tenant-e2e-shared-b-w3-969130"} 2026-09-15T12:31:45Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-969130","namespace":"ai-tenant-e2e-shared-b-w3-969130"}, "namespace": "ai-tenant-e2e-shared-b-w3-969130", "name": "rate-test-model-969130", "reconcileID": "e9ecccec-4296-4dcf-a8d9-e8e9625021fb", "LLMInferenceService": "rate-test-model-969130", "namespace": "ai-tenant-e2e-shared-b-w3-969130", "name": "rate-test-model-969130-kserve-route-authn"} 2026-09-15T12:31:45Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-969130","namespace":"ai-tenant-e2e-shared-b-w3-969130"}, "namespace": "ai-tenant-e2e-shared-b-w3-969130", "name": "rate-test-model-969130", "reconcileID": "e9ecccec-4296-4dcf-a8d9-e8e9625021fb", "LLMInferenceService": "rate-test-model-969130", "namespace": "ai-tenant-e2e-shared-b-w3-969130", "authType": "userdefined"} 2026-09-15T12:31:45Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-969130","namespace":"ai-tenant-e2e-shared-b-w3-969130"}, "namespace": "ai-tenant-e2e-shared-b-w3-969130", "name": "rate-test-model-969130", "reconcileID": "e9ecccec-4296-4dcf-a8d9-e8e9625021fb", "LLMInferenceService": "rate-test-model-969130", "namespace": "ai-tenant-e2e-shared-b-w3-969130"} 2026-09-15T12:32:12Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-15T12:32:12Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-15T12:32:12Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1dc430","namespace":"ai-tenant-e2e-shared-a-w3-1dc430"}, "namespace": "ai-tenant-e2e-shared-a-w3-1dc430", "name": "rate-test-model-1dc430", "reconcileID": "7e51c155-f7af-4b40-8c41-a0a67fc91b83", "LLMInferenceService": "rate-test-model-1dc430", "namespace": "ai-tenant-e2e-shared-a-w3-1dc430"} 2026-09-15T12:32:12Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1dc430","namespace":"ai-tenant-e2e-shared-a-w3-1dc430"}, "namespace": "ai-tenant-e2e-shared-a-w3-1dc430", "name": "rate-test-model-1dc430", "reconcileID": "7e51c155-f7af-4b40-8c41-a0a67fc91b83", "LLMInferenceService": "rate-test-model-1dc430", "namespace": "ai-tenant-e2e-shared-a-w3-1dc430", "name": "rate-test-model-1dc430"} 2026-09-15T12:32:12Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1dc430","namespace":"ai-tenant-e2e-shared-a-w3-1dc430"}, "namespace": "ai-tenant-e2e-shared-a-w3-1dc430", "name": "rate-test-model-1dc430", "reconcileID": "7e51c155-f7af-4b40-8c41-a0a67fc91b83", "LLMInferenceService": "rate-test-model-1dc430", "namespace": "ai-tenant-e2e-shared-a-w3-1dc430"} 2026-09-15T12:32:12Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1dc430","namespace":"ai-tenant-e2e-shared-a-w3-1dc430"}, "namespace": "ai-tenant-e2e-shared-a-w3-1dc430", "name": "rate-test-model-1dc430", "reconcileID": "7e51c155-f7af-4b40-8c41-a0a67fc91b83", "LLMInferenceService": "rate-test-model-1dc430", "namespace": "ai-tenant-e2e-shared-a-w3-1dc430"} 2026-09-15T12:32:12Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1dc430","namespace":"ai-tenant-e2e-shared-a-w3-1dc430"}, "namespace": "ai-tenant-e2e-shared-a-w3-1dc430", "name": "rate-test-model-1dc430", "reconcileID": "7e51c155-f7af-4b40-8c41-a0a67fc91b83", "LLMInferenceService": "rate-test-model-1dc430", "namespace": "ai-tenant-e2e-shared-a-w3-1dc430", "name": "rate-test-model-1dc430-kserve-route-authn"} 2026-09-15T12:32:12Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1dc430","namespace":"ai-tenant-e2e-shared-a-w3-1dc430"}, "namespace": "ai-tenant-e2e-shared-a-w3-1dc430", "name": "rate-test-model-1dc430", "reconcileID": "7e51c155-f7af-4b40-8c41-a0a67fc91b83", "LLMInferenceService": "rate-test-model-1dc430", "namespace": "ai-tenant-e2e-shared-a-w3-1dc430", "name": "rate-test-model-1dc430-kserve-route-authn"} 2026-09-15T12:32:12Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1dc430","namespace":"ai-tenant-e2e-shared-a-w3-1dc430"}, "namespace": "ai-tenant-e2e-shared-a-w3-1dc430", "name": "rate-test-model-1dc430", "reconcileID": "7e51c155-f7af-4b40-8c41-a0a67fc91b83", "LLMInferenceService": "rate-test-model-1dc430", "namespace": "ai-tenant-e2e-shared-a-w3-1dc430", "namespace": "ai-tenant-e2e-shared-a-w3-1dc430"} 2026-09-15T12:32:12Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1dc430","namespace":"ai-tenant-e2e-shared-a-w3-1dc430"}, "namespace": "ai-tenant-e2e-shared-a-w3-1dc430", "name": "rate-test-model-1dc430", "reconcileID": "7e51c155-f7af-4b40-8c41-a0a67fc91b83", "LLMInferenceService": "rate-test-model-1dc430", "namespace": "ai-tenant-e2e-shared-a-w3-1dc430", "namespace": "ai-tenant-e2e-shared-a-w3-1dc430"} 2026-09-15T12:32:12Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1dc430","namespace":"ai-tenant-e2e-shared-a-w3-1dc430"}, "namespace": "ai-tenant-e2e-shared-a-w3-1dc430", "name": "rate-test-model-1dc430", "reconcileID": "3ceca336-5670-44b5-9f1f-8e672a8d1884", "LLMInferenceService": "rate-test-model-1dc430", "namespace": "ai-tenant-e2e-shared-a-w3-1dc430"} 2026-09-15T12:32:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-1dc430","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-1dc430", "reconcileID": "8a6132ad-9aa7-407d-8394-29bd8c5c2182", "Gateway": "e2e-shared-a-w3-1dc430", "namespace": "openshift-ingress"} 2026-09-15T12:32:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-1dc430","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-1dc430", "reconcileID": "8a6132ad-9aa7-407d-8394-29bd8c5c2182", "Gateway": "e2e-shared-a-w3-1dc430", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-1dc430-authn-ssl"} 2026-09-15T12:32:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-1dc430","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-1dc430", "reconcileID": "8a6132ad-9aa7-407d-8394-29bd8c5c2182", "Gateway": "e2e-shared-a-w3-1dc430", "namespace": "openshift-ingress"} 2026-09-15T12:32:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-1dc430","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-1dc430", "reconcileID": "ce751fb9-4838-492c-8b42-3828be6f18e4", "Gateway": "e2e-shared-a-w3-1dc430", "namespace": "openshift-ingress"} 2026-09-15T12:32:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-1dc430","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-1dc430", "reconcileID": "ce751fb9-4838-492c-8b42-3828be6f18e4", "Gateway": "e2e-shared-a-w3-1dc430", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-1dc430-authn-ssl"} 2026-09-15T12:32:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-1dc430","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-1dc430", "reconcileID": "ce751fb9-4838-492c-8b42-3828be6f18e4", "Gateway": "e2e-shared-a-w3-1dc430", "namespace": "openshift-ingress"} 2026-09-15T12:32:12Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-969130","namespace":"ai-tenant-e2e-shared-b-w3-969130"}, "namespace": "ai-tenant-e2e-shared-b-w3-969130", "name": "rate-test-model-969130", "reconcileID": "889483c3-090e-4c0e-b8d5-3f71128dd2f2", "LLMInferenceService": "rate-test-model-969130", "namespace": "ai-tenant-e2e-shared-b-w3-969130"} 2026-09-15T12:32:12Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-969130","namespace":"ai-tenant-e2e-shared-b-w3-969130"}, "namespace": "ai-tenant-e2e-shared-b-w3-969130", "name": "rate-test-model-969130", "reconcileID": "889483c3-090e-4c0e-b8d5-3f71128dd2f2", "LLMInferenceService": "rate-test-model-969130", "namespace": "ai-tenant-e2e-shared-b-w3-969130", "name": "rate-test-model-969130"} 2026-09-15T12:32:12Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-969130","namespace":"ai-tenant-e2e-shared-b-w3-969130"}, "namespace": "ai-tenant-e2e-shared-b-w3-969130", "name": "rate-test-model-969130", "reconcileID": "889483c3-090e-4c0e-b8d5-3f71128dd2f2", "LLMInferenceService": "rate-test-model-969130", "namespace": "ai-tenant-e2e-shared-b-w3-969130"} 2026-09-15T12:32:12Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-969130","namespace":"ai-tenant-e2e-shared-b-w3-969130"}, "namespace": "ai-tenant-e2e-shared-b-w3-969130", "name": "rate-test-model-969130", "reconcileID": "889483c3-090e-4c0e-b8d5-3f71128dd2f2", "LLMInferenceService": "rate-test-model-969130", "namespace": "ai-tenant-e2e-shared-b-w3-969130"} 2026-09-15T12:32:12Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-969130","namespace":"ai-tenant-e2e-shared-b-w3-969130"}, "namespace": "ai-tenant-e2e-shared-b-w3-969130", "name": "rate-test-model-969130", "reconcileID": "889483c3-090e-4c0e-b8d5-3f71128dd2f2", "LLMInferenceService": "rate-test-model-969130", "namespace": "ai-tenant-e2e-shared-b-w3-969130", "name": "rate-test-model-969130-kserve-route-authn"} 2026-09-15T12:32:12Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-969130","namespace":"ai-tenant-e2e-shared-b-w3-969130"}, "namespace": "ai-tenant-e2e-shared-b-w3-969130", "name": "rate-test-model-969130", "reconcileID": "889483c3-090e-4c0e-b8d5-3f71128dd2f2", "LLMInferenceService": "rate-test-model-969130", "namespace": "ai-tenant-e2e-shared-b-w3-969130", "name": "rate-test-model-969130-kserve-route-authn"} 2026-09-15T12:32:12Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-969130","namespace":"ai-tenant-e2e-shared-b-w3-969130"}, "namespace": "ai-tenant-e2e-shared-b-w3-969130", "name": "rate-test-model-969130", "reconcileID": "889483c3-090e-4c0e-b8d5-3f71128dd2f2", "LLMInferenceService": "rate-test-model-969130", "namespace": "ai-tenant-e2e-shared-b-w3-969130", "namespace": "ai-tenant-e2e-shared-b-w3-969130"} 2026-09-15T12:32:12Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-969130","namespace":"ai-tenant-e2e-shared-b-w3-969130"}, "namespace": "ai-tenant-e2e-shared-b-w3-969130", "name": "rate-test-model-969130", "reconcileID": "889483c3-090e-4c0e-b8d5-3f71128dd2f2", "LLMInferenceService": "rate-test-model-969130", "namespace": "ai-tenant-e2e-shared-b-w3-969130", "namespace": "ai-tenant-e2e-shared-b-w3-969130"} 2026-09-15T12:32:13Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-969130","namespace":"ai-tenant-e2e-shared-b-w3-969130"}, "namespace": "ai-tenant-e2e-shared-b-w3-969130", "name": "rate-test-model-969130", "reconcileID": "92f9c5db-de17-475e-90dc-07f5d0b5f77a", "LLMInferenceService": "rate-test-model-969130", "namespace": "ai-tenant-e2e-shared-b-w3-969130"} 2026-09-15T12:32:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-969130","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-969130", "reconcileID": "f697cb83-4a1c-46ca-b31b-78f2186ab86c", "Gateway": "e2e-shared-b-w3-969130", "namespace": "openshift-ingress"} 2026-09-15T12:32:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-969130","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-969130", "reconcileID": "f697cb83-4a1c-46ca-b31b-78f2186ab86c", "Gateway": "e2e-shared-b-w3-969130", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-969130-authn-ssl"} 2026-09-15T12:32:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-969130","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-969130", "reconcileID": "f697cb83-4a1c-46ca-b31b-78f2186ab86c", "Gateway": "e2e-shared-b-w3-969130", "namespace": "openshift-ingress"} 2026-09-15T12:32:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-969130","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-969130", "reconcileID": "735bc33e-2bf5-4d5f-9722-f285eef9e904", "Gateway": "e2e-shared-b-w3-969130", "namespace": "openshift-ingress"} 2026-09-15T12:32:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-969130","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-969130", "reconcileID": "735bc33e-2bf5-4d5f-9722-f285eef9e904", "Gateway": "e2e-shared-b-w3-969130", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-969130-authn-ssl"} 2026-09-15T12:32:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-969130","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-969130", "reconcileID": "735bc33e-2bf5-4d5f-9722-f285eef9e904", "Gateway": "e2e-shared-b-w3-969130", "namespace": "openshift-ingress"} 2026-09-15T12:32:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ed21e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ed21e2", "reconcileID": "a96013f1-083a-44b8-9a18-fbe28849cdef", "Gateway": "e2e-ipp-a-ed21e2", "namespace": "openshift-ingress"} 2026-09-15T12:32:13Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ed21e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ed21e2", "reconcileID": "a96013f1-083a-44b8-9a18-fbe28849cdef", "Gateway": "e2e-ipp-a-ed21e2", "namespace": "openshift-ingress", "name": "e2e-ipp-a-ed21e2-authn-ssl"} 2026-09-15T12:32:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ed21e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ed21e2", "reconcileID": "a96013f1-083a-44b8-9a18-fbe28849cdef", "Gateway": "e2e-ipp-a-ed21e2", "namespace": "openshift-ingress"} 2026-09-15T12:32:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ed21e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ed21e2", "reconcileID": "54b21ecc-b871-4cc3-99a2-f9a67bf4f41c", "Gateway": "e2e-ipp-a-ed21e2", "namespace": "openshift-ingress"} 2026-09-15T12:32:13Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ed21e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ed21e2", "reconcileID": "54b21ecc-b871-4cc3-99a2-f9a67bf4f41c", "Gateway": "e2e-ipp-a-ed21e2", "namespace": "openshift-ingress", "name": "e2e-ipp-a-ed21e2-authn-ssl"} 2026-09-15T12:32:13Z ERROR Reconciler error {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ed21e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ed21e2", "reconcileID": "54b21ecc-b871-4cc3-99a2-f9a67bf4f41c", "error": "failed to create EnvoyFilter: could not CREATE EnvoyFilter openshift-ingress/e2e-ipp-a-ed21e2-authn-ssl: envoyfilters.networking.istio.io \"e2e-ipp-a-ed21e2-authn-ssl\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-15T12:32:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ed21e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ed21e2", "reconcileID": "2cc7a32f-7268-4681-9060-17cb75920ec2", "Gateway": "e2e-ipp-a-ed21e2", "namespace": "openshift-ingress"} 2026-09-15T12:32:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ed21e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ed21e2", "reconcileID": "2cc7a32f-7268-4681-9060-17cb75920ec2", "Gateway": "e2e-ipp-a-ed21e2", "namespace": "openshift-ingress", "name": "e2e-ipp-a-ed21e2-authn-ssl"} 2026-09-15T12:32:14Z DEBUG events Failed to reconcile EnvoyFilter: failed to create EnvoyFilter: could not CREATE EnvoyFilter openshift-ingress/e2e-ipp-a-ed21e2-authn-ssl: envoyfilters.networking.istio.io "e2e-ipp-a-ed21e2-authn-ssl" already exists {"type": "Warning", "object": {"kind":"Gateway","namespace":"openshift-ingress","name":"e2e-ipp-a-ed21e2","uid":"1a9f1f5c-22b2-4596-ae4f-0390a7efe422","apiVersion":"gateway.networking.k8s.io/v1","resourceVersion":"58041"}, "reason": "ReconcileError"} 2026-09-15T12:32:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ed21e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ed21e2", "reconcileID": "2cc7a32f-7268-4681-9060-17cb75920ec2", "Gateway": "e2e-ipp-a-ed21e2", "namespace": "openshift-ingress"} 2026-09-15T12:32:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ed21e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ed21e2", "reconcileID": "596347f8-0746-41db-a243-eeb6e0b7f447", "Gateway": "e2e-ipp-a-ed21e2", "namespace": "openshift-ingress"} 2026-09-15T12:32:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ed21e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ed21e2", "reconcileID": "596347f8-0746-41db-a243-eeb6e0b7f447", "Gateway": "e2e-ipp-a-ed21e2", "namespace": "openshift-ingress", "name": "e2e-ipp-a-ed21e2-authn-ssl"} 2026-09-15T12:32:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ed21e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ed21e2", "reconcileID": "596347f8-0746-41db-a243-eeb6e0b7f447", "Gateway": "e2e-ipp-a-ed21e2", "namespace": "openshift-ingress"} 2026-09-15T12:32:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ed21e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ed21e2", "reconcileID": "f0f7f0fa-4666-42b0-b58d-56f2db60a10d", "Gateway": "e2e-ipp-a-ed21e2", "namespace": "openshift-ingress"} 2026-09-15T12:32:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ed21e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ed21e2", "reconcileID": "f0f7f0fa-4666-42b0-b58d-56f2db60a10d", "Gateway": "e2e-ipp-a-ed21e2", "namespace": "openshift-ingress", "name": "e2e-ipp-a-ed21e2-authn-ssl"} 2026-09-15T12:32:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ed21e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ed21e2", "reconcileID": "f0f7f0fa-4666-42b0-b58d-56f2db60a10d", "Gateway": "e2e-ipp-a-ed21e2", "namespace": "openshift-ingress"} 2026-09-15T12:32:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ed21e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ed21e2", "reconcileID": "53718dc6-ca98-45c5-86e5-b768acdcce0c", "Gateway": "e2e-ipp-a-ed21e2", "namespace": "openshift-ingress"} 2026-09-15T12:32:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ed21e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ed21e2", "reconcileID": "53718dc6-ca98-45c5-86e5-b768acdcce0c", "Gateway": "e2e-ipp-a-ed21e2", "namespace": "openshift-ingress", "name": "e2e-ipp-a-ed21e2-authn-ssl"} 2026-09-15T12:32:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ed21e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ed21e2", "reconcileID": "53718dc6-ca98-45c5-86e5-b768acdcce0c", "Gateway": "e2e-ipp-a-ed21e2", "namespace": "openshift-ingress"} 2026-09-15T12:32:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ed21e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ed21e2", "reconcileID": "a0a06413-4ae1-4812-87c2-f84f17ae03e6", "Gateway": "e2e-ipp-a-ed21e2", "namespace": "openshift-ingress"} 2026-09-15T12:32:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ed21e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ed21e2", "reconcileID": "a0a06413-4ae1-4812-87c2-f84f17ae03e6", "Gateway": "e2e-ipp-a-ed21e2", "namespace": "openshift-ingress", "name": "e2e-ipp-a-ed21e2-authn-ssl"} 2026-09-15T12:32:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ed21e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ed21e2", "reconcileID": "a0a06413-4ae1-4812-87c2-f84f17ae03e6", "Gateway": "e2e-ipp-a-ed21e2", "namespace": "openshift-ingress"} 2026-09-15T12:32:15Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-15T12:32:15Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-15T12:32:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-ed21e2"}, "namespace": "ai-tenant-e2e-ipp-a-ed21e2", "name": "openshift-service-ca.crt", "reconcileID": "c186f680-bb80-4751-b697-0a226a7b0c36", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-ed21e2"} 2026-09-15T12:32:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-ed21e2"}, "namespace": "ai-tenant-e2e-ipp-a-ed21e2", "name": "odh-trusted-ca-bundle", "reconcileID": "40245e9e-a67a-421f-9611-7111e574197c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-ed21e2"} 2026-09-15T12:32:16Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-ed21e2"}, "namespace": "ai-tenant-e2e-ipp-a-ed21e2", "name": "openshift-service-ca.crt", "reconcileID": "37177858-e60b-48de-96be-79998b0380f0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-ed21e2", "create": "odh-kserve-custom-ca-bundle"} 2026-09-15T12:32:16Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-ed21e2"}, "namespace": "ai-tenant-e2e-ipp-a-ed21e2", "name": "openshift-service-ca.crt", "reconcileID": "37177858-e60b-48de-96be-79998b0380f0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-ed21e2"} 2026-09-15T12:32:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-ed21e2"}, "namespace": "ai-tenant-e2e-ipp-a-ed21e2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2dcfbcdc-e363-4b92-9b4b-08686f9520bc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-ed21e2"} 2026-09-15T12:32:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-ed21e2"}, "namespace": "ai-tenant-e2e-ipp-a-ed21e2", "name": "openshift-service-ca.crt", "reconcileID": "19c16a1b-de7c-46e1-aeec-64c35687d2e2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-ed21e2"} 2026-09-15T12:32:16Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-ed21e2"}, "namespace": "ai-tenant-e2e-ipp-a-ed21e2", "name": "odh-trusted-ca-bundle", "reconcileID": "32381912-afac-4c11-8afd-6fa32c8dd287", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-ed21e2", "update": "odh-kserve-custom-ca-bundle"} 2026-09-15T12:32:16Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-ed21e2"}, "namespace": "ai-tenant-e2e-ipp-a-ed21e2", "name": "odh-trusted-ca-bundle", "reconcileID": "32381912-afac-4c11-8afd-6fa32c8dd287", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-ed21e2"} 2026-09-15T12:32:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-ed21e2"}, "namespace": "ai-tenant-e2e-ipp-a-ed21e2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e0713eb5-7d7e-4ee7-b643-09e8876cdc5c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-ed21e2"} 2026-09-15T12:32:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ed21e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ed21e2", "reconcileID": "002ac530-7886-43ad-9d68-dbb6af54aa3e", "Gateway": "e2e-ipp-a-ed21e2", "namespace": "openshift-ingress"} 2026-09-15T12:32:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ed21e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ed21e2", "reconcileID": "002ac530-7886-43ad-9d68-dbb6af54aa3e", "Gateway": "e2e-ipp-a-ed21e2", "namespace": "openshift-ingress", "name": "e2e-ipp-a-ed21e2-authn-ssl"} 2026-09-15T12:32:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ed21e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ed21e2", "reconcileID": "002ac530-7886-43ad-9d68-dbb6af54aa3e", "Gateway": "e2e-ipp-a-ed21e2", "namespace": "openshift-ingress"} 2026-09-15T12:32:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ed21e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ed21e2", "reconcileID": "75998206-b610-44d2-a38e-8554102af42c", "Gateway": "e2e-ipp-a-ed21e2", "namespace": "openshift-ingress"} 2026-09-15T12:32:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ed21e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ed21e2", "reconcileID": "75998206-b610-44d2-a38e-8554102af42c", "Gateway": "e2e-ipp-a-ed21e2", "namespace": "openshift-ingress", "name": "e2e-ipp-a-ed21e2-authn-ssl"} 2026-09-15T12:32:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ed21e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ed21e2", "reconcileID": "75998206-b610-44d2-a38e-8554102af42c", "Gateway": "e2e-ipp-a-ed21e2", "namespace": "openshift-ingress"} 2026-09-15T12:32:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7b204e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7b204e", "reconcileID": "53a7cfc9-fe66-421e-ae41-5c6bb86c2b2d", "Gateway": "e2e-ipp-b-7b204e", "namespace": "openshift-ingress"} 2026-09-15T12:32:42Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7b204e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7b204e", "reconcileID": "53a7cfc9-fe66-421e-ae41-5c6bb86c2b2d", "Gateway": "e2e-ipp-b-7b204e", "namespace": "openshift-ingress", "name": "e2e-ipp-b-7b204e-authn-ssl"} 2026-09-15T12:32:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7b204e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7b204e", "reconcileID": "53a7cfc9-fe66-421e-ae41-5c6bb86c2b2d", "Gateway": "e2e-ipp-b-7b204e", "namespace": "openshift-ingress"} 2026-09-15T12:32:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7b204e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7b204e", "reconcileID": "da375b6f-e0e6-48f2-9d1d-f992f836b756", "Gateway": "e2e-ipp-b-7b204e", "namespace": "openshift-ingress"} 2026-09-15T12:32:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7b204e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7b204e", "reconcileID": "da375b6f-e0e6-48f2-9d1d-f992f836b756", "Gateway": "e2e-ipp-b-7b204e", "namespace": "openshift-ingress", "name": "e2e-ipp-b-7b204e-authn-ssl"} 2026-09-15T12:32:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7b204e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7b204e", "reconcileID": "da375b6f-e0e6-48f2-9d1d-f992f836b756", "Gateway": "e2e-ipp-b-7b204e", "namespace": "openshift-ingress"} 2026-09-15T12:32:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7b204e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7b204e", "reconcileID": "61f1120e-beca-48e9-a285-52f53d60bcc4", "Gateway": "e2e-ipp-b-7b204e", "namespace": "openshift-ingress"} 2026-09-15T12:32:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7b204e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7b204e", "reconcileID": "61f1120e-beca-48e9-a285-52f53d60bcc4", "Gateway": "e2e-ipp-b-7b204e", "namespace": "openshift-ingress", "name": "e2e-ipp-b-7b204e-authn-ssl"} 2026-09-15T12:32:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7b204e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7b204e", "reconcileID": "61f1120e-beca-48e9-a285-52f53d60bcc4", "Gateway": "e2e-ipp-b-7b204e", "namespace": "openshift-ingress"} 2026-09-15T12:32:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7b204e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7b204e", "reconcileID": "f3acb783-5955-45e3-bab0-ec446d8b4de7", "Gateway": "e2e-ipp-b-7b204e", "namespace": "openshift-ingress"} 2026-09-15T12:32:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7b204e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7b204e", "reconcileID": "f3acb783-5955-45e3-bab0-ec446d8b4de7", "Gateway": "e2e-ipp-b-7b204e", "namespace": "openshift-ingress", "name": "e2e-ipp-b-7b204e-authn-ssl"} 2026-09-15T12:32:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7b204e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7b204e", "reconcileID": "f3acb783-5955-45e3-bab0-ec446d8b4de7", "Gateway": "e2e-ipp-b-7b204e", "namespace": "openshift-ingress"} 2026-09-15T12:32:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7b204e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7b204e", "reconcileID": "64c6fd2b-ed13-4672-af16-603c5deaf395", "Gateway": "e2e-ipp-b-7b204e", "namespace": "openshift-ingress"} 2026-09-15T12:32:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7b204e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7b204e", "reconcileID": "64c6fd2b-ed13-4672-af16-603c5deaf395", "Gateway": "e2e-ipp-b-7b204e", "namespace": "openshift-ingress", "name": "e2e-ipp-b-7b204e-authn-ssl"} 2026-09-15T12:32:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7b204e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7b204e", "reconcileID": "64c6fd2b-ed13-4672-af16-603c5deaf395", "Gateway": "e2e-ipp-b-7b204e", "namespace": "openshift-ingress"} 2026-09-15T12:32:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7b204e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7b204e", "reconcileID": "8b08c226-1b76-4d2b-9fee-fd5050177c26", "Gateway": "e2e-ipp-b-7b204e", "namespace": "openshift-ingress"} 2026-09-15T12:32:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7b204e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7b204e", "reconcileID": "8b08c226-1b76-4d2b-9fee-fd5050177c26", "Gateway": "e2e-ipp-b-7b204e", "namespace": "openshift-ingress", "name": "e2e-ipp-b-7b204e-authn-ssl"} 2026-09-15T12:32:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7b204e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7b204e", "reconcileID": "8b08c226-1b76-4d2b-9fee-fd5050177c26", "Gateway": "e2e-ipp-b-7b204e", "namespace": "openshift-ingress"} 2026-09-15T12:32:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7b204e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7b204e", "reconcileID": "73a87c20-7b95-413e-a339-0c62495c4a4d", "Gateway": "e2e-ipp-b-7b204e", "namespace": "openshift-ingress"} 2026-09-15T12:32:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7b204e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7b204e", "reconcileID": "73a87c20-7b95-413e-a339-0c62495c4a4d", "Gateway": "e2e-ipp-b-7b204e", "namespace": "openshift-ingress", "name": "e2e-ipp-b-7b204e-authn-ssl"} 2026-09-15T12:32:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7b204e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7b204e", "reconcileID": "73a87c20-7b95-413e-a339-0c62495c4a4d", "Gateway": "e2e-ipp-b-7b204e", "namespace": "openshift-ingress"} 2026-09-15T12:32:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7b204e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7b204e", "reconcileID": "0a0509dd-1a46-4dc7-af49-6f73fb633b35", "Gateway": "e2e-ipp-b-7b204e", "namespace": "openshift-ingress"} 2026-09-15T12:32:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7b204e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7b204e", "reconcileID": "0a0509dd-1a46-4dc7-af49-6f73fb633b35", "Gateway": "e2e-ipp-b-7b204e", "namespace": "openshift-ingress", "name": "e2e-ipp-b-7b204e-authn-ssl"} 2026-09-15T12:32:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7b204e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7b204e", "reconcileID": "0a0509dd-1a46-4dc7-af49-6f73fb633b35", "Gateway": "e2e-ipp-b-7b204e", "namespace": "openshift-ingress"} 2026-09-15T12:32:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-7b204e"}, "namespace": "ai-tenant-e2e-ipp-b-7b204e", "name": "openshift-service-ca.crt", "reconcileID": "8ca3ac01-549c-49b8-9d7b-c86b22587281", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-7b204e"} 2026-09-15T12:32:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-7b204e"}, "namespace": "ai-tenant-e2e-ipp-b-7b204e", "name": "odh-trusted-ca-bundle", "reconcileID": "8a2adbc7-b8b7-4702-841d-936bd05578f0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-7b204e"} 2026-09-15T12:32:46Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-7b204e"}, "namespace": "ai-tenant-e2e-ipp-b-7b204e", "name": "openshift-service-ca.crt", "reconcileID": "cf20b6cb-cae1-47b5-b35f-58454280e13b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-7b204e", "create": "odh-kserve-custom-ca-bundle"} 2026-09-15T12:32:46Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-7b204e"}, "namespace": "ai-tenant-e2e-ipp-b-7b204e", "name": "openshift-service-ca.crt", "reconcileID": "cf20b6cb-cae1-47b5-b35f-58454280e13b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-7b204e"} 2026-09-15T12:32:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-7b204e"}, "namespace": "ai-tenant-e2e-ipp-b-7b204e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b0d4e5b9-83b7-4982-ae54-2973af1ca1db", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-7b204e"} 2026-09-15T12:32:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-7b204e"}, "namespace": "ai-tenant-e2e-ipp-b-7b204e", "name": "openshift-service-ca.crt", "reconcileID": "4ec492b3-2e6a-46df-b6d5-8e670a242254", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-7b204e"} 2026-09-15T12:32:46Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-7b204e"}, "namespace": "ai-tenant-e2e-ipp-b-7b204e", "name": "odh-trusted-ca-bundle", "reconcileID": "34fae1fa-6283-4d1c-b5cf-0b44729f6221", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-7b204e", "update": "odh-kserve-custom-ca-bundle"} 2026-09-15T12:32:46Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-7b204e"}, "namespace": "ai-tenant-e2e-ipp-b-7b204e", "name": "odh-trusted-ca-bundle", "reconcileID": "34fae1fa-6283-4d1c-b5cf-0b44729f6221", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-7b204e"} 2026-09-15T12:32:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-7b204e"}, "namespace": "ai-tenant-e2e-ipp-b-7b204e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7fbd8ac5-ddf6-4c09-9554-7b057914147b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-7b204e"} 2026-09-15T12:32:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7b204e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7b204e", "reconcileID": "fb53ab92-f164-4ce0-a5e7-1f0a48cacf7f", "Gateway": "e2e-ipp-b-7b204e", "namespace": "openshift-ingress"} 2026-09-15T12:32:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7b204e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7b204e", "reconcileID": "fb53ab92-f164-4ce0-a5e7-1f0a48cacf7f", "Gateway": "e2e-ipp-b-7b204e", "namespace": "openshift-ingress", "name": "e2e-ipp-b-7b204e-authn-ssl"} 2026-09-15T12:32:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7b204e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7b204e", "reconcileID": "fb53ab92-f164-4ce0-a5e7-1f0a48cacf7f", "Gateway": "e2e-ipp-b-7b204e", "namespace": "openshift-ingress"} 2026-09-15T12:32:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7b204e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7b204e", "reconcileID": "7001c4d9-71fa-4abf-9c44-cb0bd59c5330", "Gateway": "e2e-ipp-b-7b204e", "namespace": "openshift-ingress"} 2026-09-15T12:32:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7b204e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7b204e", "reconcileID": "7001c4d9-71fa-4abf-9c44-cb0bd59c5330", "Gateway": "e2e-ipp-b-7b204e", "namespace": "openshift-ingress", "name": "e2e-ipp-b-7b204e-authn-ssl"} 2026-09-15T12:32:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7b204e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7b204e", "reconcileID": "7001c4d9-71fa-4abf-9c44-cb0bd59c5330", "Gateway": "e2e-ipp-b-7b204e", "namespace": "openshift-ingress"} 2026-09-15T12:33:16Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ed21e2","namespace":"ai-tenant-e2e-ipp-a-ed21e2"}, "namespace": "ai-tenant-e2e-ipp-a-ed21e2", "name": "ipp-route-ed21e2", "reconcileID": "13fa8074-d7c8-4a82-8315-6a2b857d6d42", "LLMInferenceService": "ipp-route-ed21e2", "namespace": "ai-tenant-e2e-ipp-a-ed21e2"} 2026-09-15T12:33:16Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ed21e2","namespace":"ai-tenant-e2e-ipp-a-ed21e2"}, "namespace": "ai-tenant-e2e-ipp-a-ed21e2", "name": "ipp-route-ed21e2", "reconcileID": "13fa8074-d7c8-4a82-8315-6a2b857d6d42", "LLMInferenceService": "ipp-route-ed21e2", "namespace": "ai-tenant-e2e-ipp-a-ed21e2"} 2026-09-15T12:33:16Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ed21e2","namespace":"ai-tenant-e2e-ipp-a-ed21e2"}, "namespace": "ai-tenant-e2e-ipp-a-ed21e2", "name": "ipp-route-ed21e2", "reconcileID": "13fa8074-d7c8-4a82-8315-6a2b857d6d42", "LLMInferenceService": "ipp-route-ed21e2", "namespace": "ai-tenant-e2e-ipp-a-ed21e2"} 2026-09-15T12:33:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ed21e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ed21e2", "reconcileID": "3db96335-79b0-449a-90ec-5cf68c6a1cb4", "Gateway": "e2e-ipp-a-ed21e2", "namespace": "openshift-ingress"} 2026-09-15T12:33:16Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ed21e2","namespace":"ai-tenant-e2e-ipp-a-ed21e2"}, "namespace": "ai-tenant-e2e-ipp-a-ed21e2", "name": "ipp-route-ed21e2", "reconcileID": "13fa8074-d7c8-4a82-8315-6a2b857d6d42", "LLMInferenceService": "ipp-route-ed21e2", "namespace": "ai-tenant-e2e-ipp-a-ed21e2", "name": "ipp-route-ed21e2-kserve-route-authn"} 2026-09-15T12:33:16Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ed21e2","namespace":"ai-tenant-e2e-ipp-a-ed21e2"}, "namespace": "ai-tenant-e2e-ipp-a-ed21e2", "name": "ipp-route-ed21e2", "reconcileID": "13fa8074-d7c8-4a82-8315-6a2b857d6d42", "LLMInferenceService": "ipp-route-ed21e2", "namespace": "ai-tenant-e2e-ipp-a-ed21e2", "authType": "userdefined"} 2026-09-15T12:33:16Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ed21e2","namespace":"ai-tenant-e2e-ipp-a-ed21e2"}, "namespace": "ai-tenant-e2e-ipp-a-ed21e2", "name": "ipp-route-ed21e2", "reconcileID": "13fa8074-d7c8-4a82-8315-6a2b857d6d42", "LLMInferenceService": "ipp-route-ed21e2", "namespace": "ai-tenant-e2e-ipp-a-ed21e2"} 2026-09-15T12:33:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ed21e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ed21e2", "reconcileID": "3db96335-79b0-449a-90ec-5cf68c6a1cb4", "Gateway": "e2e-ipp-a-ed21e2", "namespace": "openshift-ingress", "name": "e2e-ipp-a-ed21e2-authn-ssl"} 2026-09-15T12:33:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ed21e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ed21e2", "reconcileID": "3db96335-79b0-449a-90ec-5cf68c6a1cb4", "Gateway": "e2e-ipp-a-ed21e2", "namespace": "openshift-ingress"} 2026-09-15T12:33:16Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ed21e2","namespace":"ai-tenant-e2e-ipp-a-ed21e2"}, "namespace": "ai-tenant-e2e-ipp-a-ed21e2", "name": "ipp-route-ed21e2", "reconcileID": "a39fa201-2378-461b-aab1-0121f922172a", "LLMInferenceService": "ipp-route-ed21e2", "namespace": "ai-tenant-e2e-ipp-a-ed21e2"} 2026-09-15T12:33:16Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ed21e2","namespace":"ai-tenant-e2e-ipp-a-ed21e2"}, "namespace": "ai-tenant-e2e-ipp-a-ed21e2", "name": "ipp-route-ed21e2", "reconcileID": "a39fa201-2378-461b-aab1-0121f922172a", "LLMInferenceService": "ipp-route-ed21e2", "namespace": "ai-tenant-e2e-ipp-a-ed21e2"} 2026-09-15T12:33:16Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ed21e2","namespace":"ai-tenant-e2e-ipp-a-ed21e2"}, "namespace": "ai-tenant-e2e-ipp-a-ed21e2", "name": "ipp-route-ed21e2", "reconcileID": "a39fa201-2378-461b-aab1-0121f922172a", "LLMInferenceService": "ipp-route-ed21e2", "namespace": "ai-tenant-e2e-ipp-a-ed21e2"} 2026-09-15T12:33:16Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ed21e2","namespace":"ai-tenant-e2e-ipp-a-ed21e2"}, "namespace": "ai-tenant-e2e-ipp-a-ed21e2", "name": "ipp-route-ed21e2", "reconcileID": "a39fa201-2378-461b-aab1-0121f922172a", "LLMInferenceService": "ipp-route-ed21e2", "namespace": "ai-tenant-e2e-ipp-a-ed21e2", "name": "ipp-route-ed21e2-kserve-route-authn"} 2026-09-15T12:33:16Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ed21e2","namespace":"ai-tenant-e2e-ipp-a-ed21e2"}, "namespace": "ai-tenant-e2e-ipp-a-ed21e2", "name": "ipp-route-ed21e2", "reconcileID": "a39fa201-2378-461b-aab1-0121f922172a", "LLMInferenceService": "ipp-route-ed21e2", "namespace": "ai-tenant-e2e-ipp-a-ed21e2", "authType": "userdefined"} 2026-09-15T12:33:16Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ed21e2","namespace":"ai-tenant-e2e-ipp-a-ed21e2"}, "namespace": "ai-tenant-e2e-ipp-a-ed21e2", "name": "ipp-route-ed21e2", "reconcileID": "a39fa201-2378-461b-aab1-0121f922172a", "LLMInferenceService": "ipp-route-ed21e2", "namespace": "ai-tenant-e2e-ipp-a-ed21e2"} 2026-09-15T12:33:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ed21e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ed21e2", "reconcileID": "2a1a168e-1050-4bba-9172-690bc52873d7", "Gateway": "e2e-ipp-a-ed21e2", "namespace": "openshift-ingress"} 2026-09-15T12:33:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ed21e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ed21e2", "reconcileID": "2a1a168e-1050-4bba-9172-690bc52873d7", "Gateway": "e2e-ipp-a-ed21e2", "namespace": "openshift-ingress", "name": "e2e-ipp-a-ed21e2-authn-ssl"} 2026-09-15T12:33:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ed21e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ed21e2", "reconcileID": "2a1a168e-1050-4bba-9172-690bc52873d7", "Gateway": "e2e-ipp-a-ed21e2", "namespace": "openshift-ingress"} 2026-09-15T12:33:26Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ed21e2","namespace":"ai-tenant-e2e-ipp-a-ed21e2"}, "namespace": "ai-tenant-e2e-ipp-a-ed21e2", "name": "ipp-route-ed21e2", "reconcileID": "8ccfd980-41ff-42a4-8725-111074b044cf", "LLMInferenceService": "ipp-route-ed21e2", "namespace": "ai-tenant-e2e-ipp-a-ed21e2"} 2026-09-15T12:33:26Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ed21e2","namespace":"ai-tenant-e2e-ipp-a-ed21e2"}, "namespace": "ai-tenant-e2e-ipp-a-ed21e2", "name": "ipp-route-ed21e2", "reconcileID": "8ccfd980-41ff-42a4-8725-111074b044cf", "LLMInferenceService": "ipp-route-ed21e2", "namespace": "ai-tenant-e2e-ipp-a-ed21e2"} 2026-09-15T12:33:26Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ed21e2","namespace":"ai-tenant-e2e-ipp-a-ed21e2"}, "namespace": "ai-tenant-e2e-ipp-a-ed21e2", "name": "ipp-route-ed21e2", "reconcileID": "8ccfd980-41ff-42a4-8725-111074b044cf", "LLMInferenceService": "ipp-route-ed21e2", "namespace": "ai-tenant-e2e-ipp-a-ed21e2"} 2026-09-15T12:33:26Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ed21e2","namespace":"ai-tenant-e2e-ipp-a-ed21e2"}, "namespace": "ai-tenant-e2e-ipp-a-ed21e2", "name": "ipp-route-ed21e2", "reconcileID": "8ccfd980-41ff-42a4-8725-111074b044cf", "LLMInferenceService": "ipp-route-ed21e2", "namespace": "ai-tenant-e2e-ipp-a-ed21e2", "name": "ipp-route-ed21e2-kserve-route-authn"} 2026-09-15T12:33:26Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ed21e2","namespace":"ai-tenant-e2e-ipp-a-ed21e2"}, "namespace": "ai-tenant-e2e-ipp-a-ed21e2", "name": "ipp-route-ed21e2", "reconcileID": "8ccfd980-41ff-42a4-8725-111074b044cf", "LLMInferenceService": "ipp-route-ed21e2", "namespace": "ai-tenant-e2e-ipp-a-ed21e2", "authType": "userdefined"} 2026-09-15T12:33:26Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ed21e2","namespace":"ai-tenant-e2e-ipp-a-ed21e2"}, "namespace": "ai-tenant-e2e-ipp-a-ed21e2", "name": "ipp-route-ed21e2", "reconcileID": "8ccfd980-41ff-42a4-8725-111074b044cf", "LLMInferenceService": "ipp-route-ed21e2", "namespace": "ai-tenant-e2e-ipp-a-ed21e2"} 2026-09-15T12:33:39Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ed21e2","namespace":"ai-tenant-e2e-ipp-a-ed21e2"}, "namespace": "ai-tenant-e2e-ipp-a-ed21e2", "name": "ipp-route-ed21e2", "reconcileID": "f0ea4910-4588-4e12-b0b7-d087650ee15b", "LLMInferenceService": "ipp-route-ed21e2", "namespace": "ai-tenant-e2e-ipp-a-ed21e2"} 2026-09-15T12:33:39Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ed21e2","namespace":"ai-tenant-e2e-ipp-a-ed21e2"}, "namespace": "ai-tenant-e2e-ipp-a-ed21e2", "name": "ipp-route-ed21e2", "reconcileID": "f0ea4910-4588-4e12-b0b7-d087650ee15b", "LLMInferenceService": "ipp-route-ed21e2", "namespace": "ai-tenant-e2e-ipp-a-ed21e2"} 2026-09-15T12:33:39Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ed21e2","namespace":"ai-tenant-e2e-ipp-a-ed21e2"}, "namespace": "ai-tenant-e2e-ipp-a-ed21e2", "name": "ipp-route-ed21e2", "reconcileID": "f0ea4910-4588-4e12-b0b7-d087650ee15b", "LLMInferenceService": "ipp-route-ed21e2", "namespace": "ai-tenant-e2e-ipp-a-ed21e2"} 2026-09-15T12:33:39Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ed21e2","namespace":"ai-tenant-e2e-ipp-a-ed21e2"}, "namespace": "ai-tenant-e2e-ipp-a-ed21e2", "name": "ipp-route-ed21e2", "reconcileID": "f0ea4910-4588-4e12-b0b7-d087650ee15b", "LLMInferenceService": "ipp-route-ed21e2", "namespace": "ai-tenant-e2e-ipp-a-ed21e2", "name": "ipp-route-ed21e2-kserve-route-authn"} 2026-09-15T12:33:39Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ed21e2","namespace":"ai-tenant-e2e-ipp-a-ed21e2"}, "namespace": "ai-tenant-e2e-ipp-a-ed21e2", "name": "ipp-route-ed21e2", "reconcileID": "f0ea4910-4588-4e12-b0b7-d087650ee15b", "LLMInferenceService": "ipp-route-ed21e2", "namespace": "ai-tenant-e2e-ipp-a-ed21e2", "authType": "userdefined"} 2026-09-15T12:33:39Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ed21e2","namespace":"ai-tenant-e2e-ipp-a-ed21e2"}, "namespace": "ai-tenant-e2e-ipp-a-ed21e2", "name": "ipp-route-ed21e2", "reconcileID": "f0ea4910-4588-4e12-b0b7-d087650ee15b", "LLMInferenceService": "ipp-route-ed21e2", "namespace": "ai-tenant-e2e-ipp-a-ed21e2"} 2026-09-15T12:33:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-9725ba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9725ba", "reconcileID": "40bb04b6-f45b-49df-ab28-b62bc9b9486c", "Gateway": "e2e-ipp-cleanup-9725ba", "namespace": "openshift-ingress"} 2026-09-15T12:33:58Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-9725ba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9725ba", "reconcileID": "40bb04b6-f45b-49df-ab28-b62bc9b9486c", "Gateway": "e2e-ipp-cleanup-9725ba", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9725ba-authn-ssl"} 2026-09-15T12:33:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-9725ba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9725ba", "reconcileID": "40bb04b6-f45b-49df-ab28-b62bc9b9486c", "Gateway": "e2e-ipp-cleanup-9725ba", "namespace": "openshift-ingress"} 2026-09-15T12:33:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-9725ba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9725ba", "reconcileID": "5fe11159-6b79-4202-86ad-48022a105d8f", "Gateway": "e2e-ipp-cleanup-9725ba", "namespace": "openshift-ingress"} 2026-09-15T12:33:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-9725ba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9725ba", "reconcileID": "5fe11159-6b79-4202-86ad-48022a105d8f", "Gateway": "e2e-ipp-cleanup-9725ba", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9725ba-authn-ssl"} 2026-09-15T12:33:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-9725ba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9725ba", "reconcileID": "5fe11159-6b79-4202-86ad-48022a105d8f", "Gateway": "e2e-ipp-cleanup-9725ba", "namespace": "openshift-ingress"} 2026-09-15T12:33:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-9725ba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9725ba", "reconcileID": "2fdee70d-cffa-4844-aae4-85ba89342f2f", "Gateway": "e2e-ipp-cleanup-9725ba", "namespace": "openshift-ingress"} 2026-09-15T12:33:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-9725ba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9725ba", "reconcileID": "2fdee70d-cffa-4844-aae4-85ba89342f2f", "Gateway": "e2e-ipp-cleanup-9725ba", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9725ba-authn-ssl"} 2026-09-15T12:33:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-9725ba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9725ba", "reconcileID": "2fdee70d-cffa-4844-aae4-85ba89342f2f", "Gateway": "e2e-ipp-cleanup-9725ba", "namespace": "openshift-ingress"} 2026-09-15T12:33:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-9725ba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9725ba", "reconcileID": "16005ffe-3cea-49f8-801c-88d53cd254aa", "Gateway": "e2e-ipp-cleanup-9725ba", "namespace": "openshift-ingress"} 2026-09-15T12:33:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-9725ba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9725ba", "reconcileID": "16005ffe-3cea-49f8-801c-88d53cd254aa", "Gateway": "e2e-ipp-cleanup-9725ba", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9725ba-authn-ssl"} 2026-09-15T12:33:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-9725ba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9725ba", "reconcileID": "16005ffe-3cea-49f8-801c-88d53cd254aa", "Gateway": "e2e-ipp-cleanup-9725ba", "namespace": "openshift-ingress"} 2026-09-15T12:33:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-9725ba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9725ba", "reconcileID": "77771286-ab9f-472f-a70e-1fc5da899e00", "Gateway": "e2e-ipp-cleanup-9725ba", "namespace": "openshift-ingress"} 2026-09-15T12:33:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-9725ba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9725ba", "reconcileID": "77771286-ab9f-472f-a70e-1fc5da899e00", "Gateway": "e2e-ipp-cleanup-9725ba", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9725ba-authn-ssl"} 2026-09-15T12:33:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-9725ba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9725ba", "reconcileID": "77771286-ab9f-472f-a70e-1fc5da899e00", "Gateway": "e2e-ipp-cleanup-9725ba", "namespace": "openshift-ingress"} 2026-09-15T12:33:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-9725ba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9725ba", "reconcileID": "bfadbea9-4528-4e3b-ad5d-fe534362c3c3", "Gateway": "e2e-ipp-cleanup-9725ba", "namespace": "openshift-ingress"} 2026-09-15T12:33:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-9725ba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9725ba", "reconcileID": "bfadbea9-4528-4e3b-ad5d-fe534362c3c3", "Gateway": "e2e-ipp-cleanup-9725ba", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9725ba-authn-ssl"} 2026-09-15T12:33:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-9725ba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9725ba", "reconcileID": "bfadbea9-4528-4e3b-ad5d-fe534362c3c3", "Gateway": "e2e-ipp-cleanup-9725ba", "namespace": "openshift-ingress"} 2026-09-15T12:33:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-9725ba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9725ba", "reconcileID": "4d173f88-33c3-4466-acef-377f8d4afa43", "Gateway": "e2e-ipp-cleanup-9725ba", "namespace": "openshift-ingress"} 2026-09-15T12:33:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-9725ba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9725ba", "reconcileID": "4d173f88-33c3-4466-acef-377f8d4afa43", "Gateway": "e2e-ipp-cleanup-9725ba", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9725ba-authn-ssl"} 2026-09-15T12:33:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-9725ba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9725ba", "reconcileID": "4d173f88-33c3-4466-acef-377f8d4afa43", "Gateway": "e2e-ipp-cleanup-9725ba", "namespace": "openshift-ingress"} 2026-09-15T12:33:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-9725ba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9725ba", "reconcileID": "d360b979-04cf-48c2-a7c4-4d7526f7c06c", "Gateway": "e2e-ipp-cleanup-9725ba", "namespace": "openshift-ingress"} 2026-09-15T12:33:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-9725ba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9725ba", "reconcileID": "d360b979-04cf-48c2-a7c4-4d7526f7c06c", "Gateway": "e2e-ipp-cleanup-9725ba", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9725ba-authn-ssl"} 2026-09-15T12:33:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-9725ba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9725ba", "reconcileID": "d360b979-04cf-48c2-a7c4-4d7526f7c06c", "Gateway": "e2e-ipp-cleanup-9725ba", "namespace": "openshift-ingress"} 2026-09-15T12:34:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-9725ba"}, "namespace": "ai-tenant-e2e-ipp-cleanup-9725ba", "name": "openshift-service-ca.crt", "reconcileID": "27125b8e-c7bf-46ab-b04b-51c44fa53c70", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-9725ba"} 2026-09-15T12:34:01Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-9725ba"}, "namespace": "ai-tenant-e2e-ipp-cleanup-9725ba", "name": "openshift-service-ca.crt", "reconcileID": "8bc98480-2d1c-4922-8b82-8bd34aed9515", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-9725ba", "create": "odh-kserve-custom-ca-bundle"} 2026-09-15T12:34:01Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-9725ba"}, "namespace": "ai-tenant-e2e-ipp-cleanup-9725ba", "name": "openshift-service-ca.crt", "reconcileID": "8bc98480-2d1c-4922-8b82-8bd34aed9515", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-9725ba"} 2026-09-15T12:34:01Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-9725ba"}, "namespace": "ai-tenant-e2e-ipp-cleanup-9725ba", "name": "odh-trusted-ca-bundle", "reconcileID": "d7fcd9ef-ce3f-416b-83e6-5e6ee360aa9b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-9725ba", "create": "odh-kserve-custom-ca-bundle"} 2026-09-15T12:34:01Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-9725ba"}, "namespace": "ai-tenant-e2e-ipp-cleanup-9725ba", "name": "odh-trusted-ca-bundle", "reconcileID": "d7fcd9ef-ce3f-416b-83e6-5e6ee360aa9b", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-15T12:34:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-9725ba"}, "namespace": "ai-tenant-e2e-ipp-cleanup-9725ba", "name": "openshift-service-ca.crt", "reconcileID": "7382b7b7-2529-4d0e-bd8a-126428bd4eaa", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-9725ba"} 2026-09-15T12:34:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-9725ba"}, "namespace": "ai-tenant-e2e-ipp-cleanup-9725ba", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "338e5dd1-83dd-446c-bde6-2830884afd6f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-9725ba"} 2026-09-15T12:34:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-9725ba"}, "namespace": "ai-tenant-e2e-ipp-cleanup-9725ba", "name": "odh-trusted-ca-bundle", "reconcileID": "87fd3931-ab66-4592-91f7-ea9beeeac225", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-9725ba"} 2026-09-15T12:34:01Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-9725ba"}, "namespace": "ai-tenant-e2e-ipp-cleanup-9725ba", "name": "odh-trusted-ca-bundle", "reconcileID": "1c03136c-edd6-4ac2-af0b-308a90872057", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-9725ba", "update": "odh-kserve-custom-ca-bundle"} 2026-09-15T12:34:01Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-9725ba"}, "namespace": "ai-tenant-e2e-ipp-cleanup-9725ba", "name": "odh-trusted-ca-bundle", "reconcileID": "1c03136c-edd6-4ac2-af0b-308a90872057", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-9725ba"} 2026-09-15T12:34:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-9725ba"}, "namespace": "ai-tenant-e2e-ipp-cleanup-9725ba", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "96d0c6a9-ea10-451d-8420-a7fbdade6d0a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-9725ba"} 2026-09-15T12:34:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-9725ba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9725ba", "reconcileID": "ee23a33d-cd01-4eff-8906-1e69fe30deab", "Gateway": "e2e-ipp-cleanup-9725ba", "namespace": "openshift-ingress"} 2026-09-15T12:34:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-9725ba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9725ba", "reconcileID": "ee23a33d-cd01-4eff-8906-1e69fe30deab", "Gateway": "e2e-ipp-cleanup-9725ba", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9725ba-authn-ssl"} 2026-09-15T12:34:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-9725ba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9725ba", "reconcileID": "ee23a33d-cd01-4eff-8906-1e69fe30deab", "Gateway": "e2e-ipp-cleanup-9725ba", "namespace": "openshift-ingress"} 2026-09-15T12:34:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-9725ba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9725ba", "reconcileID": "99dd67ef-44e5-42b9-bcbc-0c598a806a54", "Gateway": "e2e-ipp-cleanup-9725ba", "namespace": "openshift-ingress"} 2026-09-15T12:34:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-9725ba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9725ba", "reconcileID": "99dd67ef-44e5-42b9-bcbc-0c598a806a54", "Gateway": "e2e-ipp-cleanup-9725ba", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9725ba-authn-ssl"} 2026-09-15T12:34:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-9725ba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9725ba", "reconcileID": "99dd67ef-44e5-42b9-bcbc-0c598a806a54", "Gateway": "e2e-ipp-cleanup-9725ba", "namespace": "openshift-ingress"} 2026-09-15T12:34:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-9725ba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9725ba", "reconcileID": "22ede1fd-b587-439c-89e6-3fbdeff29acd", "Gateway": "e2e-ipp-cleanup-9725ba", "namespace": "openshift-ingress"} 2026-09-15T12:34:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-9725ba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9725ba", "reconcileID": "22ede1fd-b587-439c-89e6-3fbdeff29acd", "Gateway": "e2e-ipp-cleanup-9725ba", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9725ba-authn-ssl"} 2026-09-15T12:34:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-9725ba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9725ba", "reconcileID": "22ede1fd-b587-439c-89e6-3fbdeff29acd", "Gateway": "e2e-ipp-cleanup-9725ba", "namespace": "openshift-ingress"} 2026-09-15T12:34:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-9725ba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9725ba", "reconcileID": "86bcd923-a19b-4025-a4f7-3f50b71c517d", "Gateway": "e2e-ipp-cleanup-9725ba", "namespace": "openshift-ingress"} 2026-09-15T12:34:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-9725ba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9725ba", "reconcileID": "86bcd923-a19b-4025-a4f7-3f50b71c517d", "Gateway": "e2e-ipp-cleanup-9725ba", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9725ba-authn-ssl"} 2026-09-15T12:34:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-9725ba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9725ba", "reconcileID": "86bcd923-a19b-4025-a4f7-3f50b71c517d", "Gateway": "e2e-ipp-cleanup-9725ba", "namespace": "openshift-ingress"} 2026-09-15T12:34:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-9725ba"}, "namespace": "ai-tenant-e2e-ipp-cleanup-9725ba", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "51a4cc65-5ef1-46d5-bdb1-a4456299f656", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-9725ba"} 2026-09-15T12:34:49Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-9725ba"}, "namespace": "ai-tenant-e2e-ipp-cleanup-9725ba", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "51a4cc65-5ef1-46d5-bdb1-a4456299f656", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-9725ba", "create": "odh-kserve-custom-ca-bundle"} 2026-09-15T12:34:49Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-9725ba"}, "namespace": "ai-tenant-e2e-ipp-cleanup-9725ba", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "51a4cc65-5ef1-46d5-bdb1-a4456299f656", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-9725ba because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-15T12:34:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-9725ba"}, "namespace": "ai-tenant-e2e-ipp-cleanup-9725ba", "name": "odh-trusted-ca-bundle", "reconcileID": "59b1f946-d77d-481e-ab93-2902722c8c9b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-9725ba"} 2026-09-15T12:34:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-9725ba"}, "namespace": "ai-tenant-e2e-ipp-cleanup-9725ba", "name": "odh-trusted-ca-bundle", "reconcileID": "59b1f946-d77d-481e-ab93-2902722c8c9b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-9725ba"} 2026-09-15T12:34:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-9725ba"}, "namespace": "ai-tenant-e2e-ipp-cleanup-9725ba", "name": "openshift-service-ca.crt", "reconcileID": "2db8e89e-52b3-42e1-aded-93c7e2d3b938", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-9725ba"} 2026-09-15T12:34:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-9725ba"}, "namespace": "ai-tenant-e2e-ipp-cleanup-9725ba", "name": "openshift-service-ca.crt", "reconcileID": "2db8e89e-52b3-42e1-aded-93c7e2d3b938", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-9725ba"} 2026-09-15T12:34:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-9725ba"}, "namespace": "ai-tenant-e2e-ipp-cleanup-9725ba", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "720ee30e-b83d-4e91-aa42-735947e4a9fe", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-9725ba"} 2026-09-15T12:34:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-9725ba"}, "namespace": "ai-tenant-e2e-ipp-cleanup-9725ba", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "720ee30e-b83d-4e91-aa42-735947e4a9fe", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-9725ba"} 2026-09-15T12:34:50Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-9725ba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9725ba", "reconcileID": "4fe7c921-7477-466f-a595-b96403ff1382", "Gateway": "e2e-ipp-cleanup-9725ba", "namespace": "openshift-ingress"} 2026-09-15T12:35:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ed21e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ed21e2", "reconcileID": "ee8ce656-8622-427a-8be8-ab7035e6e5c0", "Gateway": "e2e-ipp-a-ed21e2", "namespace": "openshift-ingress"} 2026-09-15T12:35:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ed21e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ed21e2", "reconcileID": "ee8ce656-8622-427a-8be8-ab7035e6e5c0", "Gateway": "e2e-ipp-a-ed21e2", "namespace": "openshift-ingress", "name": "e2e-ipp-a-ed21e2-authn-ssl"} 2026-09-15T12:35:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ed21e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ed21e2", "reconcileID": "ee8ce656-8622-427a-8be8-ab7035e6e5c0", "Gateway": "e2e-ipp-a-ed21e2", "namespace": "openshift-ingress"} 2026-09-15T12:35:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ed21e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ed21e2", "reconcileID": "5d624c6e-edc6-4684-9604-18781f7c0290", "Gateway": "e2e-ipp-a-ed21e2", "namespace": "openshift-ingress"} 2026-09-15T12:35:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ed21e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ed21e2", "reconcileID": "5d624c6e-edc6-4684-9604-18781f7c0290", "Gateway": "e2e-ipp-a-ed21e2", "namespace": "openshift-ingress", "name": "e2e-ipp-a-ed21e2-authn-ssl"} 2026-09-15T12:35:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ed21e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ed21e2", "reconcileID": "5d624c6e-edc6-4684-9604-18781f7c0290", "Gateway": "e2e-ipp-a-ed21e2", "namespace": "openshift-ingress"} 2026-09-15T12:35:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ed21e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ed21e2", "reconcileID": "50d4d4ef-7884-4957-ac0d-31897593edbe", "Gateway": "e2e-ipp-a-ed21e2", "namespace": "openshift-ingress"} 2026-09-15T12:35:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ed21e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ed21e2", "reconcileID": "50d4d4ef-7884-4957-ac0d-31897593edbe", "Gateway": "e2e-ipp-a-ed21e2", "namespace": "openshift-ingress", "name": "e2e-ipp-a-ed21e2-authn-ssl"} 2026-09-15T12:35:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ed21e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ed21e2", "reconcileID": "50d4d4ef-7884-4957-ac0d-31897593edbe", "Gateway": "e2e-ipp-a-ed21e2", "namespace": "openshift-ingress"} 2026-09-15T12:35:15Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ed21e2","namespace":"ai-tenant-e2e-ipp-a-ed21e2"}, "namespace": "ai-tenant-e2e-ipp-a-ed21e2", "name": "ipp-route-ed21e2", "reconcileID": "34155388-8233-4c2d-97ce-db6376f30b87", "LLMInferenceService": "ipp-route-ed21e2", "namespace": "ai-tenant-e2e-ipp-a-ed21e2"} 2026-09-15T12:35:15Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ed21e2","namespace":"ai-tenant-e2e-ipp-a-ed21e2"}, "namespace": "ai-tenant-e2e-ipp-a-ed21e2", "name": "ipp-route-ed21e2", "reconcileID": "34155388-8233-4c2d-97ce-db6376f30b87", "LLMInferenceService": "ipp-route-ed21e2", "namespace": "ai-tenant-e2e-ipp-a-ed21e2"} 2026-09-15T12:35:15Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ed21e2","namespace":"ai-tenant-e2e-ipp-a-ed21e2"}, "namespace": "ai-tenant-e2e-ipp-a-ed21e2", "name": "ipp-route-ed21e2", "reconcileID": "34155388-8233-4c2d-97ce-db6376f30b87", "LLMInferenceService": "ipp-route-ed21e2", "namespace": "ai-tenant-e2e-ipp-a-ed21e2"} 2026-09-15T12:35:15Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ed21e2","namespace":"ai-tenant-e2e-ipp-a-ed21e2"}, "namespace": "ai-tenant-e2e-ipp-a-ed21e2", "name": "ipp-route-ed21e2", "reconcileID": "34155388-8233-4c2d-97ce-db6376f30b87", "LLMInferenceService": "ipp-route-ed21e2", "namespace": "ai-tenant-e2e-ipp-a-ed21e2", "name": "ipp-route-ed21e2-kserve-route-authn"} 2026-09-15T12:35:15Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ed21e2","namespace":"ai-tenant-e2e-ipp-a-ed21e2"}, "namespace": "ai-tenant-e2e-ipp-a-ed21e2", "name": "ipp-route-ed21e2", "reconcileID": "34155388-8233-4c2d-97ce-db6376f30b87", "LLMInferenceService": "ipp-route-ed21e2", "namespace": "ai-tenant-e2e-ipp-a-ed21e2", "authType": "userdefined"} 2026-09-15T12:35:15Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ed21e2","namespace":"ai-tenant-e2e-ipp-a-ed21e2"}, "namespace": "ai-tenant-e2e-ipp-a-ed21e2", "name": "ipp-route-ed21e2", "reconcileID": "34155388-8233-4c2d-97ce-db6376f30b87", "LLMInferenceService": "ipp-route-ed21e2", "namespace": "ai-tenant-e2e-ipp-a-ed21e2"} 2026-09-15T12:35:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-ed21e2"}, "namespace": "ai-tenant-e2e-ipp-a-ed21e2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4d75f14b-8471-48a6-8597-c3993d090caa", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-ed21e2"} 2026-09-15T12:35:51Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-ed21e2"}, "namespace": "ai-tenant-e2e-ipp-a-ed21e2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4d75f14b-8471-48a6-8597-c3993d090caa", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-ed21e2", "create": "odh-kserve-custom-ca-bundle"} 2026-09-15T12:35:51Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-ed21e2"}, "namespace": "ai-tenant-e2e-ipp-a-ed21e2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4d75f14b-8471-48a6-8597-c3993d090caa", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-ed21e2 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-15T12:35:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-ed21e2"}, "namespace": "ai-tenant-e2e-ipp-a-ed21e2", "name": "odh-trusted-ca-bundle", "reconcileID": "3fb5202e-ce38-4619-b850-a854d69d0de0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-ed21e2"} 2026-09-15T12:35:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-ed21e2"}, "namespace": "ai-tenant-e2e-ipp-a-ed21e2", "name": "odh-trusted-ca-bundle", "reconcileID": "3fb5202e-ce38-4619-b850-a854d69d0de0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-ed21e2"} 2026-09-15T12:35:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-ed21e2"}, "namespace": "ai-tenant-e2e-ipp-a-ed21e2", "name": "openshift-service-ca.crt", "reconcileID": "851687ec-82fe-4923-8618-f56a9e1fbe94", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-ed21e2"} 2026-09-15T12:35:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-ed21e2"}, "namespace": "ai-tenant-e2e-ipp-a-ed21e2", "name": "openshift-service-ca.crt", "reconcileID": "851687ec-82fe-4923-8618-f56a9e1fbe94", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-ed21e2"} 2026-09-15T12:35:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-ed21e2"}, "namespace": "ai-tenant-e2e-ipp-a-ed21e2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6dada8b2-de3c-4fbe-98ba-e2e7c374cbb3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-ed21e2"} 2026-09-15T12:35:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-ed21e2"}, "namespace": "ai-tenant-e2e-ipp-a-ed21e2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6dada8b2-de3c-4fbe-98ba-e2e7c374cbb3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-ed21e2"} 2026-09-15T12:35:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ed21e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ed21e2", "reconcileID": "5d555b5a-1295-4de4-b17f-946948369ea2", "Gateway": "e2e-ipp-a-ed21e2", "namespace": "openshift-ingress"} 2026-09-15T12:35:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ed21e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ed21e2", "reconcileID": "5d555b5a-1295-4de4-b17f-946948369ea2", "Gateway": "e2e-ipp-a-ed21e2", "namespace": "openshift-ingress", "name": "e2e-ipp-a-ed21e2-authn-ssl"} 2026-09-15T12:35:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ed21e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ed21e2", "reconcileID": "5d555b5a-1295-4de4-b17f-946948369ea2", "Gateway": "e2e-ipp-a-ed21e2", "namespace": "openshift-ingress"} 2026-09-15T12:35:52Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ed21e2","namespace":"ai-tenant-e2e-ipp-a-ed21e2"}, "namespace": "ai-tenant-e2e-ipp-a-ed21e2", "name": "ipp-route-ed21e2", "reconcileID": "2e5ce863-4afe-4ff1-a979-d5e1e03bed37", "LLMInferenceService": "ipp-route-ed21e2", "namespace": "ai-tenant-e2e-ipp-a-ed21e2"} 2026-09-15T12:35:52Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ed21e2","namespace":"ai-tenant-e2e-ipp-a-ed21e2"}, "namespace": "ai-tenant-e2e-ipp-a-ed21e2", "name": "ipp-route-ed21e2", "reconcileID": "2e5ce863-4afe-4ff1-a979-d5e1e03bed37", "LLMInferenceService": "ipp-route-ed21e2", "namespace": "ai-tenant-e2e-ipp-a-ed21e2"} 2026-09-15T12:35:52Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ed21e2","namespace":"ai-tenant-e2e-ipp-a-ed21e2"}, "namespace": "ai-tenant-e2e-ipp-a-ed21e2", "name": "ipp-route-ed21e2", "reconcileID": "2e5ce863-4afe-4ff1-a979-d5e1e03bed37", "LLMInferenceService": "ipp-route-ed21e2", "namespace": "ai-tenant-e2e-ipp-a-ed21e2"} 2026-09-15T12:35:52Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ed21e2","namespace":"ai-tenant-e2e-ipp-a-ed21e2"}, "namespace": "ai-tenant-e2e-ipp-a-ed21e2", "name": "ipp-route-ed21e2", "reconcileID": "2e5ce863-4afe-4ff1-a979-d5e1e03bed37", "LLMInferenceService": "ipp-route-ed21e2", "namespace": "ai-tenant-e2e-ipp-a-ed21e2", "name": "ipp-route-ed21e2-kserve-route-authn"} 2026-09-15T12:35:52Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ed21e2","namespace":"ai-tenant-e2e-ipp-a-ed21e2"}, "namespace": "ai-tenant-e2e-ipp-a-ed21e2", "name": "ipp-route-ed21e2", "reconcileID": "2e5ce863-4afe-4ff1-a979-d5e1e03bed37", "LLMInferenceService": "ipp-route-ed21e2", "namespace": "ai-tenant-e2e-ipp-a-ed21e2", "authType": "userdefined"} 2026-09-15T12:35:52Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ed21e2","namespace":"ai-tenant-e2e-ipp-a-ed21e2"}, "namespace": "ai-tenant-e2e-ipp-a-ed21e2", "name": "ipp-route-ed21e2", "reconcileID": "2e5ce863-4afe-4ff1-a979-d5e1e03bed37", "LLMInferenceService": "ipp-route-ed21e2", "namespace": "ai-tenant-e2e-ipp-a-ed21e2"} 2026-09-15T12:35:52Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ed21e2","namespace":"ai-tenant-e2e-ipp-a-ed21e2"}, "namespace": "ai-tenant-e2e-ipp-a-ed21e2", "name": "ipp-route-ed21e2", "reconcileID": "9fe319e4-1ddf-483a-9693-0c662f80f42c", "LLMInferenceService": "ipp-route-ed21e2", "namespace": "ai-tenant-e2e-ipp-a-ed21e2"} 2026-09-15T12:35:52Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ed21e2","namespace":"ai-tenant-e2e-ipp-a-ed21e2"}, "namespace": "ai-tenant-e2e-ipp-a-ed21e2", "name": "ipp-route-ed21e2", "reconcileID": "9fe319e4-1ddf-483a-9693-0c662f80f42c", "LLMInferenceService": "ipp-route-ed21e2", "namespace": "ai-tenant-e2e-ipp-a-ed21e2", "name": "ipp-route-ed21e2"} 2026-09-15T12:35:52Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ed21e2","namespace":"ai-tenant-e2e-ipp-a-ed21e2"}, "namespace": "ai-tenant-e2e-ipp-a-ed21e2", "name": "ipp-route-ed21e2", "reconcileID": "9fe319e4-1ddf-483a-9693-0c662f80f42c", "LLMInferenceService": "ipp-route-ed21e2", "namespace": "ai-tenant-e2e-ipp-a-ed21e2"} 2026-09-15T12:35:52Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ed21e2","namespace":"ai-tenant-e2e-ipp-a-ed21e2"}, "namespace": "ai-tenant-e2e-ipp-a-ed21e2", "name": "ipp-route-ed21e2", "reconcileID": "9fe319e4-1ddf-483a-9693-0c662f80f42c", "LLMInferenceService": "ipp-route-ed21e2", "namespace": "ai-tenant-e2e-ipp-a-ed21e2"} 2026-09-15T12:35:52Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ed21e2","namespace":"ai-tenant-e2e-ipp-a-ed21e2"}, "namespace": "ai-tenant-e2e-ipp-a-ed21e2", "name": "ipp-route-ed21e2", "reconcileID": "9fe319e4-1ddf-483a-9693-0c662f80f42c", "LLMInferenceService": "ipp-route-ed21e2", "namespace": "ai-tenant-e2e-ipp-a-ed21e2", "name": "ipp-route-ed21e2-kserve-route-authn"} 2026-09-15T12:35:52Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ed21e2","namespace":"ai-tenant-e2e-ipp-a-ed21e2"}, "namespace": "ai-tenant-e2e-ipp-a-ed21e2", "name": "ipp-route-ed21e2", "reconcileID": "9fe319e4-1ddf-483a-9693-0c662f80f42c", "LLMInferenceService": "ipp-route-ed21e2", "namespace": "ai-tenant-e2e-ipp-a-ed21e2", "name": "ipp-route-ed21e2-kserve-route-authn"} 2026-09-15T12:35:52Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ed21e2","namespace":"ai-tenant-e2e-ipp-a-ed21e2"}, "namespace": "ai-tenant-e2e-ipp-a-ed21e2", "name": "ipp-route-ed21e2", "reconcileID": "9fe319e4-1ddf-483a-9693-0c662f80f42c", "LLMInferenceService": "ipp-route-ed21e2", "namespace": "ai-tenant-e2e-ipp-a-ed21e2", "namespace": "ai-tenant-e2e-ipp-a-ed21e2"} 2026-09-15T12:35:52Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ed21e2","namespace":"ai-tenant-e2e-ipp-a-ed21e2"}, "namespace": "ai-tenant-e2e-ipp-a-ed21e2", "name": "ipp-route-ed21e2", "reconcileID": "9fe319e4-1ddf-483a-9693-0c662f80f42c", "LLMInferenceService": "ipp-route-ed21e2", "namespace": "ai-tenant-e2e-ipp-a-ed21e2", "namespace": "ai-tenant-e2e-ipp-a-ed21e2"} 2026-09-15T12:35:57Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ed21e2","namespace":"ai-tenant-e2e-ipp-a-ed21e2"}, "namespace": "ai-tenant-e2e-ipp-a-ed21e2", "name": "ipp-route-ed21e2", "reconcileID": "34767a57-89de-461d-9771-08839473e3ba", "LLMInferenceService": "ipp-route-ed21e2", "namespace": "ai-tenant-e2e-ipp-a-ed21e2"} 2026-09-15T12:35:57Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ed21e2","namespace":"ai-tenant-e2e-ipp-a-ed21e2"}, "namespace": "ai-tenant-e2e-ipp-a-ed21e2", "name": "ipp-route-ed21e2", "reconcileID": "34767a57-89de-461d-9771-08839473e3ba", "LLMInferenceService": "ipp-route-ed21e2", "namespace": "ai-tenant-e2e-ipp-a-ed21e2", "name": "ipp-route-ed21e2"} 2026-09-15T12:35:57Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ed21e2","namespace":"ai-tenant-e2e-ipp-a-ed21e2"}, "namespace": "ai-tenant-e2e-ipp-a-ed21e2", "name": "ipp-route-ed21e2", "reconcileID": "34767a57-89de-461d-9771-08839473e3ba", "LLMInferenceService": "ipp-route-ed21e2", "namespace": "ai-tenant-e2e-ipp-a-ed21e2"} 2026-09-15T12:35:57Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ed21e2","namespace":"ai-tenant-e2e-ipp-a-ed21e2"}, "namespace": "ai-tenant-e2e-ipp-a-ed21e2", "name": "ipp-route-ed21e2", "reconcileID": "34767a57-89de-461d-9771-08839473e3ba", "LLMInferenceService": "ipp-route-ed21e2", "namespace": "ai-tenant-e2e-ipp-a-ed21e2"} 2026-09-15T12:35:57Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ed21e2","namespace":"ai-tenant-e2e-ipp-a-ed21e2"}, "namespace": "ai-tenant-e2e-ipp-a-ed21e2", "name": "ipp-route-ed21e2", "reconcileID": "34767a57-89de-461d-9771-08839473e3ba", "LLMInferenceService": "ipp-route-ed21e2", "namespace": "ai-tenant-e2e-ipp-a-ed21e2", "name": "ipp-route-ed21e2-kserve-route-authn"} 2026-09-15T12:35:57Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ed21e2","namespace":"ai-tenant-e2e-ipp-a-ed21e2"}, "namespace": "ai-tenant-e2e-ipp-a-ed21e2", "name": "ipp-route-ed21e2", "reconcileID": "34767a57-89de-461d-9771-08839473e3ba", "LLMInferenceService": "ipp-route-ed21e2", "namespace": "ai-tenant-e2e-ipp-a-ed21e2", "name": "ipp-route-ed21e2-kserve-route-authn"} 2026-09-15T12:35:57Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ed21e2","namespace":"ai-tenant-e2e-ipp-a-ed21e2"}, "namespace": "ai-tenant-e2e-ipp-a-ed21e2", "name": "ipp-route-ed21e2", "reconcileID": "34767a57-89de-461d-9771-08839473e3ba", "LLMInferenceService": "ipp-route-ed21e2", "namespace": "ai-tenant-e2e-ipp-a-ed21e2", "namespace": "ai-tenant-e2e-ipp-a-ed21e2"} 2026-09-15T12:35:57Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ed21e2","namespace":"ai-tenant-e2e-ipp-a-ed21e2"}, "namespace": "ai-tenant-e2e-ipp-a-ed21e2", "name": "ipp-route-ed21e2", "reconcileID": "34767a57-89de-461d-9771-08839473e3ba", "LLMInferenceService": "ipp-route-ed21e2", "namespace": "ai-tenant-e2e-ipp-a-ed21e2", "namespace": "ai-tenant-e2e-ipp-a-ed21e2"} 2026-09-15T12:35:57Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ed21e2","namespace":"ai-tenant-e2e-ipp-a-ed21e2"}, "namespace": "ai-tenant-e2e-ipp-a-ed21e2", "name": "ipp-route-ed21e2", "reconcileID": "2d4fa720-dc1c-43dd-adce-d4bd4cf29797", "LLMInferenceService": "ipp-route-ed21e2", "namespace": "ai-tenant-e2e-ipp-a-ed21e2"} 2026-09-15T12:35:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ed21e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ed21e2", "reconcileID": "2f772bca-9ab5-44b3-9370-578e3a9f5ffe", "Gateway": "e2e-ipp-a-ed21e2", "namespace": "openshift-ingress"} 2026-09-15T12:35:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ed21e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ed21e2", "reconcileID": "2f772bca-9ab5-44b3-9370-578e3a9f5ffe", "Gateway": "e2e-ipp-a-ed21e2", "namespace": "openshift-ingress", "name": "e2e-ipp-a-ed21e2-authn-ssl"} 2026-09-15T12:35:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ed21e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ed21e2", "reconcileID": "2f772bca-9ab5-44b3-9370-578e3a9f5ffe", "Gateway": "e2e-ipp-a-ed21e2", "namespace": "openshift-ingress"} 2026-09-15T12:35:58Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ed21e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ed21e2", "reconcileID": "051591be-f75f-4517-8728-f8579baf2943", "Gateway": "e2e-ipp-a-ed21e2", "namespace": "openshift-ingress"} 2026-09-15T12:36:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7b204e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7b204e", "reconcileID": "d81465b6-5c95-4c30-be3e-b9edf842a561", "Gateway": "e2e-ipp-b-7b204e", "namespace": "openshift-ingress"} 2026-09-15T12:36:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7b204e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7b204e", "reconcileID": "d81465b6-5c95-4c30-be3e-b9edf842a561", "Gateway": "e2e-ipp-b-7b204e", "namespace": "openshift-ingress", "name": "e2e-ipp-b-7b204e-authn-ssl"} 2026-09-15T12:36:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7b204e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7b204e", "reconcileID": "d81465b6-5c95-4c30-be3e-b9edf842a561", "Gateway": "e2e-ipp-b-7b204e", "namespace": "openshift-ingress"} 2026-09-15T12:36:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7b204e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7b204e", "reconcileID": "c506c3c0-07b1-47de-ba2b-4586810779af", "Gateway": "e2e-ipp-b-7b204e", "namespace": "openshift-ingress"} 2026-09-15T12:36:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7b204e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7b204e", "reconcileID": "c506c3c0-07b1-47de-ba2b-4586810779af", "Gateway": "e2e-ipp-b-7b204e", "namespace": "openshift-ingress", "name": "e2e-ipp-b-7b204e-authn-ssl"} 2026-09-15T12:36:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7b204e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7b204e", "reconcileID": "c506c3c0-07b1-47de-ba2b-4586810779af", "Gateway": "e2e-ipp-b-7b204e", "namespace": "openshift-ingress"} 2026-09-15T12:36:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-7b204e"}, "namespace": "ai-tenant-e2e-ipp-b-7b204e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7253f388-d8eb-46f6-88ab-1ab299d16dc6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-7b204e"} 2026-09-15T12:36:15Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-7b204e"}, "namespace": "ai-tenant-e2e-ipp-b-7b204e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7253f388-d8eb-46f6-88ab-1ab299d16dc6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-7b204e", "create": "odh-kserve-custom-ca-bundle"} 2026-09-15T12:36:15Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-7b204e"}, "namespace": "ai-tenant-e2e-ipp-b-7b204e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7253f388-d8eb-46f6-88ab-1ab299d16dc6", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-7b204e because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-15T12:36:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-7b204e"}, "namespace": "ai-tenant-e2e-ipp-b-7b204e", "name": "odh-trusted-ca-bundle", "reconcileID": "e9e8880a-dfbc-4baa-9742-8832466d50e5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-7b204e"} 2026-09-15T12:36:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-7b204e"}, "namespace": "ai-tenant-e2e-ipp-b-7b204e", "name": "odh-trusted-ca-bundle", "reconcileID": "e9e8880a-dfbc-4baa-9742-8832466d50e5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-7b204e"} 2026-09-15T12:36:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-7b204e"}, "namespace": "ai-tenant-e2e-ipp-b-7b204e", "name": "openshift-service-ca.crt", "reconcileID": "a71b4931-b745-4f94-9877-e02792345b82", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-7b204e"} 2026-09-15T12:36:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-7b204e"}, "namespace": "ai-tenant-e2e-ipp-b-7b204e", "name": "openshift-service-ca.crt", "reconcileID": "a71b4931-b745-4f94-9877-e02792345b82", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-7b204e"} 2026-09-15T12:36:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-7b204e"}, "namespace": "ai-tenant-e2e-ipp-b-7b204e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "545aeea4-879e-4a65-863f-fae54074b39e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-7b204e"} 2026-09-15T12:36:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-7b204e"}, "namespace": "ai-tenant-e2e-ipp-b-7b204e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "545aeea4-879e-4a65-863f-fae54074b39e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-7b204e"} 2026-09-15T12:36:16Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-7b204e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-7b204e", "reconcileID": "7720fbd4-be2d-46bc-8f58-91d1b3ff6fd0", "Gateway": "e2e-ipp-b-7b204e", "namespace": "openshift-ingress"} 2026-09-15T12:36:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-1dc430","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-1dc430", "reconcileID": "a7e0bee5-5236-4c10-99fb-0aa5624d9697", "Gateway": "e2e-shared-a-w3-1dc430", "namespace": "openshift-ingress"} 2026-09-15T12:36:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-1dc430","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-1dc430", "reconcileID": "a7e0bee5-5236-4c10-99fb-0aa5624d9697", "Gateway": "e2e-shared-a-w3-1dc430", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-1dc430-authn-ssl"} 2026-09-15T12:36:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-1dc430","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-1dc430", "reconcileID": "a7e0bee5-5236-4c10-99fb-0aa5624d9697", "Gateway": "e2e-shared-a-w3-1dc430", "namespace": "openshift-ingress"} 2026-09-15T12:36:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-1dc430","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-1dc430", "reconcileID": "b5b95967-8fdf-4dda-89b0-66d8eb704ad5", "Gateway": "e2e-shared-a-w3-1dc430", "namespace": "openshift-ingress"} 2026-09-15T12:36:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-1dc430","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-1dc430", "reconcileID": "b5b95967-8fdf-4dda-89b0-66d8eb704ad5", "Gateway": "e2e-shared-a-w3-1dc430", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-1dc430-authn-ssl"} 2026-09-15T12:36:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-1dc430","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-1dc430", "reconcileID": "b5b95967-8fdf-4dda-89b0-66d8eb704ad5", "Gateway": "e2e-shared-a-w3-1dc430", "namespace": "openshift-ingress"} 2026-09-15T12:36:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-1dc430"}, "namespace": "ai-tenant-e2e-shared-a-w3-1dc430", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b11ddf7d-d547-451d-a1ec-362ba2158915", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-1dc430"} 2026-09-15T12:36:33Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-1dc430"}, "namespace": "ai-tenant-e2e-shared-a-w3-1dc430", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b11ddf7d-d547-451d-a1ec-362ba2158915", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-1dc430", "create": "odh-kserve-custom-ca-bundle"} 2026-09-15T12:36:33Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-1dc430"}, "namespace": "ai-tenant-e2e-shared-a-w3-1dc430", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b11ddf7d-d547-451d-a1ec-362ba2158915", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w3-1dc430 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-15T12:36:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-1dc430"}, "namespace": "ai-tenant-e2e-shared-a-w3-1dc430", "name": "odh-trusted-ca-bundle", "reconcileID": "1af8efd3-4333-490f-a38e-3e974b9e8e44", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-1dc430"} 2026-09-15T12:36:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-1dc430"}, "namespace": "ai-tenant-e2e-shared-a-w3-1dc430", "name": "odh-trusted-ca-bundle", "reconcileID": "1af8efd3-4333-490f-a38e-3e974b9e8e44", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-1dc430"} 2026-09-15T12:36:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-1dc430"}, "namespace": "ai-tenant-e2e-shared-a-w3-1dc430", "name": "openshift-service-ca.crt", "reconcileID": "e5bd6c5b-cf36-49ff-aa1d-b3a393c5e1a8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-1dc430"} 2026-09-15T12:36:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-1dc430"}, "namespace": "ai-tenant-e2e-shared-a-w3-1dc430", "name": "openshift-service-ca.crt", "reconcileID": "e5bd6c5b-cf36-49ff-aa1d-b3a393c5e1a8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-1dc430"} 2026-09-15T12:36:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-1dc430"}, "namespace": "ai-tenant-e2e-shared-a-w3-1dc430", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "60205755-2cb2-464d-8fd5-411f23944d02", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-1dc430"} 2026-09-15T12:36:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-1dc430"}, "namespace": "ai-tenant-e2e-shared-a-w3-1dc430", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "60205755-2cb2-464d-8fd5-411f23944d02", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-1dc430"} 2026-09-15T12:36:33Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-1dc430","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-1dc430", "reconcileID": "66af6c8f-6c96-489f-9c30-b084146e75ac", "Gateway": "e2e-shared-a-w3-1dc430", "namespace": "openshift-ingress"} 2026-09-15T12:36:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-969130","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-969130", "reconcileID": "43d7941c-ea46-465d-9817-7d67c24c17b6", "Gateway": "e2e-shared-b-w3-969130", "namespace": "openshift-ingress"} 2026-09-15T12:36:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-969130","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-969130", "reconcileID": "43d7941c-ea46-465d-9817-7d67c24c17b6", "Gateway": "e2e-shared-b-w3-969130", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-969130-authn-ssl"} 2026-09-15T12:36:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-969130","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-969130", "reconcileID": "43d7941c-ea46-465d-9817-7d67c24c17b6", "Gateway": "e2e-shared-b-w3-969130", "namespace": "openshift-ingress"} 2026-09-15T12:36:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-969130","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-969130", "reconcileID": "71ddd016-4a4c-426a-b3f4-a0d9e247efb2", "Gateway": "e2e-shared-b-w3-969130", "namespace": "openshift-ingress"} 2026-09-15T12:36:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-969130","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-969130", "reconcileID": "71ddd016-4a4c-426a-b3f4-a0d9e247efb2", "Gateway": "e2e-shared-b-w3-969130", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-969130-authn-ssl"} 2026-09-15T12:36:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-969130","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-969130", "reconcileID": "71ddd016-4a4c-426a-b3f4-a0d9e247efb2", "Gateway": "e2e-shared-b-w3-969130", "namespace": "openshift-ingress"} 2026-09-15T12:36:50Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-969130"}, "namespace": "ai-tenant-e2e-shared-b-w3-969130", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b4f7d809-2b55-4612-aec2-416c48845701", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-969130"} 2026-09-15T12:36:50Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-969130"}, "namespace": "ai-tenant-e2e-shared-b-w3-969130", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b4f7d809-2b55-4612-aec2-416c48845701", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-969130", "create": "odh-kserve-custom-ca-bundle"} 2026-09-15T12:36:50Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-969130"}, "namespace": "ai-tenant-e2e-shared-b-w3-969130", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b4f7d809-2b55-4612-aec2-416c48845701", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w3-969130 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-15T12:36:50Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-969130"}, "namespace": "ai-tenant-e2e-shared-b-w3-969130", "name": "odh-trusted-ca-bundle", "reconcileID": "8f860fd1-ce3e-4926-8e29-3ba39c91c62f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-969130"} 2026-09-15T12:36:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-969130"}, "namespace": "ai-tenant-e2e-shared-b-w3-969130", "name": "odh-trusted-ca-bundle", "reconcileID": "8f860fd1-ce3e-4926-8e29-3ba39c91c62f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-969130"} 2026-09-15T12:36:50Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-969130"}, "namespace": "ai-tenant-e2e-shared-b-w3-969130", "name": "openshift-service-ca.crt", "reconcileID": "9698ac5b-a228-4bd7-a548-a3a2045f8a37", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-969130"} 2026-09-15T12:36:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-969130"}, "namespace": "ai-tenant-e2e-shared-b-w3-969130", "name": "openshift-service-ca.crt", "reconcileID": "9698ac5b-a228-4bd7-a548-a3a2045f8a37", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-969130"} 2026-09-15T12:36:50Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-969130"}, "namespace": "ai-tenant-e2e-shared-b-w3-969130", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9aa99b40-f2ae-43dd-b4fd-00363b30c324", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-969130"} 2026-09-15T12:36:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-969130"}, "namespace": "ai-tenant-e2e-shared-b-w3-969130", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9aa99b40-f2ae-43dd-b4fd-00363b30c324", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-969130"} 2026-09-15T12:36:51Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-969130","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-969130", "reconcileID": "fd55d50d-3af3-4488-a9aa-49102b90099d", "Gateway": "e2e-shared-b-w3-969130", "namespace": "openshift-ingress"} 2026-09-15T12:40:15Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-15T12:40:15Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-15T12:40:17Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-15T12:40:17Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-15T12:41:04Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-4ee1883c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-4ee1883c", "reconcileID": "5571b231-169d-42db-925d-eca0d7b81cd6", "LLMInferenceService": "e2e-same-id-a-4ee1883c", "namespace": "llm"} 2026-09-15T12:41:04Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-4ee1883c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-4ee1883c", "reconcileID": "5571b231-169d-42db-925d-eca0d7b81cd6", "LLMInferenceService": "e2e-same-id-a-4ee1883c", "namespace": "llm"} 2026-09-15T12:41:04Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-4ee1883c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-4ee1883c", "reconcileID": "5571b231-169d-42db-925d-eca0d7b81cd6", "LLMInferenceService": "e2e-same-id-a-4ee1883c", "namespace": "llm"} 2026-09-15T12:41:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2924ed1f-1815-4e6d-a816-c142c2fd638b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-15T12:41:04Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-4ee1883c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-4ee1883c", "reconcileID": "5571b231-169d-42db-925d-eca0d7b81cd6", "LLMInferenceService": "e2e-same-id-a-4ee1883c", "namespace": "llm", "name": "e2e-same-id-a-4ee1883c-kserve-route-authn"} 2026-09-15T12:41:04Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-4ee1883c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-4ee1883c", "reconcileID": "5571b231-169d-42db-925d-eca0d7b81cd6", "LLMInferenceService": "e2e-same-id-a-4ee1883c", "namespace": "llm", "authType": "userdefined"} 2026-09-15T12:41:04Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-4ee1883c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-4ee1883c", "reconcileID": "5571b231-169d-42db-925d-eca0d7b81cd6", "LLMInferenceService": "e2e-same-id-a-4ee1883c", "namespace": "llm"} 2026-09-15T12:41:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2924ed1f-1815-4e6d-a816-c142c2fd638b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-15T12:41:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2924ed1f-1815-4e6d-a816-c142c2fd638b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-15T12:41:05Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-4ee1883c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-4ee1883c", "reconcileID": "e5d18f6b-004b-4526-a221-3e69c7339c63", "LLMInferenceService": "e2e-same-id-a-4ee1883c", "namespace": "llm"} 2026-09-15T12:41:05Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-4ee1883c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-4ee1883c", "reconcileID": "e5d18f6b-004b-4526-a221-3e69c7339c63", "LLMInferenceService": "e2e-same-id-a-4ee1883c", "namespace": "llm"} 2026-09-15T12:41:05Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-4ee1883c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-4ee1883c", "reconcileID": "e5d18f6b-004b-4526-a221-3e69c7339c63", "LLMInferenceService": "e2e-same-id-a-4ee1883c", "namespace": "llm"} 2026-09-15T12:41:05Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-4ee1883c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-4ee1883c", "reconcileID": "e5d18f6b-004b-4526-a221-3e69c7339c63", "LLMInferenceService": "e2e-same-id-a-4ee1883c", "namespace": "llm", "name": "e2e-same-id-a-4ee1883c-kserve-route-authn"} 2026-09-15T12:41:05Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-4ee1883c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-4ee1883c", "reconcileID": "e5d18f6b-004b-4526-a221-3e69c7339c63", "LLMInferenceService": "e2e-same-id-a-4ee1883c", "namespace": "llm", "authType": "userdefined"} 2026-09-15T12:41:05Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-4ee1883c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-4ee1883c", "reconcileID": "e5d18f6b-004b-4526-a221-3e69c7339c63", "LLMInferenceService": "e2e-same-id-a-4ee1883c", "namespace": "llm"} 2026-09-15T12:41:05Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-4ee1883c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-4ee1883c", "reconcileID": "a5a13e2b-9849-430b-b6b9-b0b529a14b7f", "LLMInferenceService": "e2e-same-id-b-4ee1883c", "namespace": "llm"} 2026-09-15T12:41:05Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-4ee1883c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-4ee1883c", "reconcileID": "a5a13e2b-9849-430b-b6b9-b0b529a14b7f", "LLMInferenceService": "e2e-same-id-b-4ee1883c", "namespace": "llm"} 2026-09-15T12:41:05Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-4ee1883c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-4ee1883c", "reconcileID": "a5a13e2b-9849-430b-b6b9-b0b529a14b7f", "LLMInferenceService": "e2e-same-id-b-4ee1883c", "namespace": "llm"} 2026-09-15T12:41:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "196fae8c-a4b0-441e-9ed5-6c112c6fc190", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-15T12:41:05Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-4ee1883c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-4ee1883c", "reconcileID": "a5a13e2b-9849-430b-b6b9-b0b529a14b7f", "LLMInferenceService": "e2e-same-id-b-4ee1883c", "namespace": "llm", "name": "e2e-same-id-b-4ee1883c-kserve-route-authn"} 2026-09-15T12:41:05Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-4ee1883c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-4ee1883c", "reconcileID": "a5a13e2b-9849-430b-b6b9-b0b529a14b7f", "LLMInferenceService": "e2e-same-id-b-4ee1883c", "namespace": "llm", "authType": "userdefined"} 2026-09-15T12:41:05Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-4ee1883c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-4ee1883c", "reconcileID": "a5a13e2b-9849-430b-b6b9-b0b529a14b7f", "LLMInferenceService": "e2e-same-id-b-4ee1883c", "namespace": "llm"} 2026-09-15T12:41:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "196fae8c-a4b0-441e-9ed5-6c112c6fc190", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-15T12:41:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "196fae8c-a4b0-441e-9ed5-6c112c6fc190", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-15T12:41:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0ebb44a4-aa44-48aa-aea8-2be716982344", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-15T12:41:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0ebb44a4-aa44-48aa-aea8-2be716982344", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-15T12:41:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0ebb44a4-aa44-48aa-aea8-2be716982344", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-15T12:41:08Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-4ee1883c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-4ee1883c", "reconcileID": "7f0f350b-3f06-405b-b33c-f0b50f89d82e", "LLMInferenceService": "e2e-same-id-a-4ee1883c", "namespace": "llm"} 2026-09-15T12:41:08Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-4ee1883c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-4ee1883c", "reconcileID": "7f0f350b-3f06-405b-b33c-f0b50f89d82e", "LLMInferenceService": "e2e-same-id-a-4ee1883c", "namespace": "llm"} 2026-09-15T12:41:08Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-4ee1883c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-4ee1883c", "reconcileID": "7f0f350b-3f06-405b-b33c-f0b50f89d82e", "LLMInferenceService": "e2e-same-id-a-4ee1883c", "namespace": "llm"} 2026-09-15T12:41:08Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-4ee1883c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-4ee1883c", "reconcileID": "7f0f350b-3f06-405b-b33c-f0b50f89d82e", "LLMInferenceService": "e2e-same-id-a-4ee1883c", "namespace": "llm", "name": "e2e-same-id-a-4ee1883c-kserve-route-authn"} 2026-09-15T12:41:08Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-4ee1883c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-4ee1883c", "reconcileID": "7f0f350b-3f06-405b-b33c-f0b50f89d82e", "LLMInferenceService": "e2e-same-id-a-4ee1883c", "namespace": "llm", "authType": "userdefined"} 2026-09-15T12:41:08Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-4ee1883c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-4ee1883c", "reconcileID": "7f0f350b-3f06-405b-b33c-f0b50f89d82e", "LLMInferenceService": "e2e-same-id-a-4ee1883c", "namespace": "llm"} 2026-09-15T12:41:09Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-4ee1883c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-4ee1883c", "reconcileID": "8b4d1728-46c5-491d-adc4-8f7a93ac7f80", "LLMInferenceService": "e2e-same-id-b-4ee1883c", "namespace": "llm"} 2026-09-15T12:41:09Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-4ee1883c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-4ee1883c", "reconcileID": "8b4d1728-46c5-491d-adc4-8f7a93ac7f80", "LLMInferenceService": "e2e-same-id-b-4ee1883c", "namespace": "llm"} 2026-09-15T12:41:09Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-4ee1883c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-4ee1883c", "reconcileID": "8b4d1728-46c5-491d-adc4-8f7a93ac7f80", "LLMInferenceService": "e2e-same-id-b-4ee1883c", "namespace": "llm"} 2026-09-15T12:41:09Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-4ee1883c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-4ee1883c", "reconcileID": "8b4d1728-46c5-491d-adc4-8f7a93ac7f80", "LLMInferenceService": "e2e-same-id-b-4ee1883c", "namespace": "llm", "name": "e2e-same-id-b-4ee1883c-kserve-route-authn"} 2026-09-15T12:41:09Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-4ee1883c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-4ee1883c", "reconcileID": "8b4d1728-46c5-491d-adc4-8f7a93ac7f80", "LLMInferenceService": "e2e-same-id-b-4ee1883c", "namespace": "llm", "authType": "userdefined"} 2026-09-15T12:41:09Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-4ee1883c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-4ee1883c", "reconcileID": "8b4d1728-46c5-491d-adc4-8f7a93ac7f80", "LLMInferenceService": "e2e-same-id-b-4ee1883c", "namespace": "llm"} 2026-09-15T12:41:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "32618e94-1e0d-4cb9-9a09-9b1b96dec538", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-15T12:41:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "32618e94-1e0d-4cb9-9a09-9b1b96dec538", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-15T12:41:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "32618e94-1e0d-4cb9-9a09-9b1b96dec538", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-15T12:41:37Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-4ee1883c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-4ee1883c", "reconcileID": "91162104-2135-47bd-9458-95c040d4ea30", "LLMInferenceService": "e2e-same-id-b-4ee1883c", "namespace": "llm"} 2026-09-15T12:41:37Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-4ee1883c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-4ee1883c", "reconcileID": "91162104-2135-47bd-9458-95c040d4ea30", "LLMInferenceService": "e2e-same-id-b-4ee1883c", "namespace": "llm"} 2026-09-15T12:41:37Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-4ee1883c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-4ee1883c", "reconcileID": "91162104-2135-47bd-9458-95c040d4ea30", "LLMInferenceService": "e2e-same-id-b-4ee1883c", "namespace": "llm"} 2026-09-15T12:41:37Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-4ee1883c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-4ee1883c", "reconcileID": "91162104-2135-47bd-9458-95c040d4ea30", "LLMInferenceService": "e2e-same-id-b-4ee1883c", "namespace": "llm", "name": "e2e-same-id-b-4ee1883c-kserve-route-authn"} 2026-09-15T12:41:37Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-4ee1883c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-4ee1883c", "reconcileID": "91162104-2135-47bd-9458-95c040d4ea30", "LLMInferenceService": "e2e-same-id-b-4ee1883c", "namespace": "llm", "authType": "userdefined"} 2026-09-15T12:41:37Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-4ee1883c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-4ee1883c", "reconcileID": "91162104-2135-47bd-9458-95c040d4ea30", "LLMInferenceService": "e2e-same-id-b-4ee1883c", "namespace": "llm"} 2026-09-15T12:41:49Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-4ee1883c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-4ee1883c", "reconcileID": "54ddeb58-9cfb-4215-ad31-ad3bfb64a4fb", "LLMInferenceService": "e2e-same-id-a-4ee1883c", "namespace": "llm"} 2026-09-15T12:41:49Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-4ee1883c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-4ee1883c", "reconcileID": "54ddeb58-9cfb-4215-ad31-ad3bfb64a4fb", "LLMInferenceService": "e2e-same-id-a-4ee1883c", "namespace": "llm"} 2026-09-15T12:41:49Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-4ee1883c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-4ee1883c", "reconcileID": "54ddeb58-9cfb-4215-ad31-ad3bfb64a4fb", "LLMInferenceService": "e2e-same-id-a-4ee1883c", "namespace": "llm"} 2026-09-15T12:41:49Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-4ee1883c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-4ee1883c", "reconcileID": "54ddeb58-9cfb-4215-ad31-ad3bfb64a4fb", "LLMInferenceService": "e2e-same-id-a-4ee1883c", "namespace": "llm", "name": "e2e-same-id-a-4ee1883c-kserve-route-authn"} 2026-09-15T12:41:49Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-4ee1883c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-4ee1883c", "reconcileID": "54ddeb58-9cfb-4215-ad31-ad3bfb64a4fb", "LLMInferenceService": "e2e-same-id-a-4ee1883c", "namespace": "llm", "authType": "userdefined"} 2026-09-15T12:41:49Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-4ee1883c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-4ee1883c", "reconcileID": "54ddeb58-9cfb-4215-ad31-ad3bfb64a4fb", "LLMInferenceService": "e2e-same-id-a-4ee1883c", "namespace": "llm"} 2026-09-15T12:42:01Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-4ee1883c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-4ee1883c", "reconcileID": "9f42d399-7580-4672-acc2-fc63af5ec552", "LLMInferenceService": "e2e-same-id-b-4ee1883c", "namespace": "llm"} 2026-09-15T12:42:01Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-4ee1883c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-4ee1883c", "reconcileID": "9f42d399-7580-4672-acc2-fc63af5ec552", "LLMInferenceService": "e2e-same-id-b-4ee1883c", "namespace": "llm"} 2026-09-15T12:42:01Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-4ee1883c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-4ee1883c", "reconcileID": "9f42d399-7580-4672-acc2-fc63af5ec552", "LLMInferenceService": "e2e-same-id-b-4ee1883c", "namespace": "llm"} 2026-09-15T12:42:01Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-4ee1883c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-4ee1883c", "reconcileID": "9f42d399-7580-4672-acc2-fc63af5ec552", "LLMInferenceService": "e2e-same-id-b-4ee1883c", "namespace": "llm", "name": "e2e-same-id-b-4ee1883c-kserve-route-authn"} 2026-09-15T12:42:01Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-4ee1883c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-4ee1883c", "reconcileID": "9f42d399-7580-4672-acc2-fc63af5ec552", "LLMInferenceService": "e2e-same-id-b-4ee1883c", "namespace": "llm", "authType": "userdefined"} 2026-09-15T12:42:01Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-4ee1883c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-4ee1883c", "reconcileID": "9f42d399-7580-4672-acc2-fc63af5ec552", "LLMInferenceService": "e2e-same-id-b-4ee1883c", "namespace": "llm"} 2026-09-15T12:42:04Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-4ee1883c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-4ee1883c", "reconcileID": "d1ee8fb5-d7c4-41ec-861a-2c1ed0a0846a", "LLMInferenceService": "e2e-same-id-a-4ee1883c", "namespace": "llm"} 2026-09-15T12:42:04Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-4ee1883c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-4ee1883c", "reconcileID": "d1ee8fb5-d7c4-41ec-861a-2c1ed0a0846a", "LLMInferenceService": "e2e-same-id-a-4ee1883c", "namespace": "llm", "name": "e2e-same-id-a-4ee1883c"} 2026-09-15T12:42:04Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-4ee1883c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-4ee1883c", "reconcileID": "d1ee8fb5-d7c4-41ec-861a-2c1ed0a0846a", "LLMInferenceService": "e2e-same-id-a-4ee1883c", "namespace": "llm"} 2026-09-15T12:42:04Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-4ee1883c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-4ee1883c", "reconcileID": "d1ee8fb5-d7c4-41ec-861a-2c1ed0a0846a", "LLMInferenceService": "e2e-same-id-a-4ee1883c", "namespace": "llm"} 2026-09-15T12:42:04Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-4ee1883c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-4ee1883c", "reconcileID": "d1ee8fb5-d7c4-41ec-861a-2c1ed0a0846a", "LLMInferenceService": "e2e-same-id-a-4ee1883c", "namespace": "llm", "name": "e2e-same-id-a-4ee1883c-kserve-route-authn"} 2026-09-15T12:42:04Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-4ee1883c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-4ee1883c", "reconcileID": "d1ee8fb5-d7c4-41ec-861a-2c1ed0a0846a", "LLMInferenceService": "e2e-same-id-a-4ee1883c", "namespace": "llm", "name": "e2e-same-id-a-4ee1883c-kserve-route-authn"} 2026-09-15T12:42:04Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-4ee1883c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-4ee1883c", "reconcileID": "1433ee2f-b284-4779-ad74-e9e2cb24228e", "LLMInferenceService": "e2e-same-id-a-4ee1883c", "namespace": "llm"} 2026-09-15T12:42:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f788d041-5220-4b54-8518-0934af7d7b3a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-15T12:42:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f788d041-5220-4b54-8518-0934af7d7b3a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-15T12:42:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f788d041-5220-4b54-8518-0934af7d7b3a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-15T12:42:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f31470da-91d9-4920-b9ef-330d966e98bc", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-15T12:42:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f31470da-91d9-4920-b9ef-330d966e98bc", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-15T12:42:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f31470da-91d9-4920-b9ef-330d966e98bc", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-15T12:42:04Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-4ee1883c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-4ee1883c", "reconcileID": "c6fd8d79-a0ff-466e-825e-28d2151f031d", "LLMInferenceService": "e2e-same-id-b-4ee1883c", "namespace": "llm"} 2026-09-15T12:42:04Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-4ee1883c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-4ee1883c", "reconcileID": "c6fd8d79-a0ff-466e-825e-28d2151f031d", "LLMInferenceService": "e2e-same-id-b-4ee1883c", "namespace": "llm", "name": "e2e-same-id-b-4ee1883c"} 2026-09-15T12:42:04Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-4ee1883c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-4ee1883c", "reconcileID": "c6fd8d79-a0ff-466e-825e-28d2151f031d", "LLMInferenceService": "e2e-same-id-b-4ee1883c", "namespace": "llm"} 2026-09-15T12:42:04Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-4ee1883c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-4ee1883c", "reconcileID": "c6fd8d79-a0ff-466e-825e-28d2151f031d", "LLMInferenceService": "e2e-same-id-b-4ee1883c", "namespace": "llm"} 2026-09-15T12:42:04Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-4ee1883c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-4ee1883c", "reconcileID": "c6fd8d79-a0ff-466e-825e-28d2151f031d", "LLMInferenceService": "e2e-same-id-b-4ee1883c", "namespace": "llm", "name": "e2e-same-id-b-4ee1883c-kserve-route-authn"} 2026-09-15T12:42:04Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-4ee1883c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-4ee1883c", "reconcileID": "c6fd8d79-a0ff-466e-825e-28d2151f031d", "LLMInferenceService": "e2e-same-id-b-4ee1883c", "namespace": "llm", "name": "e2e-same-id-b-4ee1883c-kserve-route-authn"} 2026-09-15T12:42:05Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-4ee1883c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-4ee1883c", "reconcileID": "a5519946-d893-40e7-bf96-e2aafcddc54d", "LLMInferenceService": "e2e-same-id-b-4ee1883c", "namespace": "llm"} 2026-09-15T12:42:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d1a93d5a-8e66-4ddd-8020-5c14cabf8de1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-15T12:42:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d1a93d5a-8e66-4ddd-8020-5c14cabf8de1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-15T12:42:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d1a93d5a-8e66-4ddd-8020-5c14cabf8de1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-15T12:42:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ca184882-0915-476b-87eb-1636ad3e1207", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-15T12:42:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ca184882-0915-476b-87eb-1636ad3e1207", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-15T12:42:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ca184882-0915-476b-87eb-1636ad3e1207", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}