2026-09-11T01:27:57Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d6e26b","namespace":"ai-tenant-e2e-shared-a-w3-d6e26b"}, "namespace": "ai-tenant-e2e-shared-a-w3-d6e26b", "name": "rate-test-model-d6e26b", "reconcileID": "908a095d-87cd-4d87-b0cd-eea810a3fc19", "LLMInferenceService": "rate-test-model-d6e26b", "namespace": "ai-tenant-e2e-shared-a-w3-d6e26b"} 2026-09-11T01:27:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-d6e26b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-d6e26b", "reconcileID": "89e7c548-21cb-4433-934e-f5974bd0353b", "Gateway": "e2e-shared-a-w3-d6e26b", "namespace": "openshift-ingress"} 2026-09-11T01:27:57Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d6e26b","namespace":"ai-tenant-e2e-shared-a-w3-d6e26b"}, "namespace": "ai-tenant-e2e-shared-a-w3-d6e26b", "name": "rate-test-model-d6e26b", "reconcileID": "908a095d-87cd-4d87-b0cd-eea810a3fc19", "LLMInferenceService": "rate-test-model-d6e26b", "namespace": "ai-tenant-e2e-shared-a-w3-d6e26b", "name": "rate-test-model-d6e26b-kserve-route-authn"} 2026-09-11T01:27:57Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d6e26b","namespace":"ai-tenant-e2e-shared-a-w3-d6e26b"}, "namespace": "ai-tenant-e2e-shared-a-w3-d6e26b", "name": "rate-test-model-d6e26b", "reconcileID": "908a095d-87cd-4d87-b0cd-eea810a3fc19", "LLMInferenceService": "rate-test-model-d6e26b", "namespace": "ai-tenant-e2e-shared-a-w3-d6e26b", "authType": "userdefined"} 2026-09-11T01:27:57Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d6e26b","namespace":"ai-tenant-e2e-shared-a-w3-d6e26b"}, "namespace": "ai-tenant-e2e-shared-a-w3-d6e26b", "name": "rate-test-model-d6e26b", "reconcileID": "908a095d-87cd-4d87-b0cd-eea810a3fc19", "LLMInferenceService": "rate-test-model-d6e26b", "namespace": "ai-tenant-e2e-shared-a-w3-d6e26b"} 2026-09-11T01:27:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-d6e26b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-d6e26b", "reconcileID": "89e7c548-21cb-4433-934e-f5974bd0353b", "Gateway": "e2e-shared-a-w3-d6e26b", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-d6e26b-authn-ssl"} 2026-09-11T01:27:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-d6e26b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-d6e26b", "reconcileID": "89e7c548-21cb-4433-934e-f5974bd0353b", "Gateway": "e2e-shared-a-w3-d6e26b", "namespace": "openshift-ingress"} 2026-09-11T01:27:57Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d6e26b","namespace":"ai-tenant-e2e-shared-a-w3-d6e26b"}, "namespace": "ai-tenant-e2e-shared-a-w3-d6e26b", "name": "rate-test-model-d6e26b", "reconcileID": "738c2173-4c7b-45a6-bf9c-465d5e1fc6bb", "LLMInferenceService": "rate-test-model-d6e26b", "namespace": "ai-tenant-e2e-shared-a-w3-d6e26b"} 2026-09-11T01:27:57Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d6e26b","namespace":"ai-tenant-e2e-shared-a-w3-d6e26b"}, "namespace": "ai-tenant-e2e-shared-a-w3-d6e26b", "name": "rate-test-model-d6e26b", "reconcileID": "738c2173-4c7b-45a6-bf9c-465d5e1fc6bb", "LLMInferenceService": "rate-test-model-d6e26b", "namespace": "ai-tenant-e2e-shared-a-w3-d6e26b"} 2026-09-11T01:27:57Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d6e26b","namespace":"ai-tenant-e2e-shared-a-w3-d6e26b"}, "namespace": "ai-tenant-e2e-shared-a-w3-d6e26b", "name": "rate-test-model-d6e26b", "reconcileID": "738c2173-4c7b-45a6-bf9c-465d5e1fc6bb", "LLMInferenceService": "rate-test-model-d6e26b", "namespace": "ai-tenant-e2e-shared-a-w3-d6e26b"} 2026-09-11T01:27:57Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d6e26b","namespace":"ai-tenant-e2e-shared-a-w3-d6e26b"}, "namespace": "ai-tenant-e2e-shared-a-w3-d6e26b", "name": "rate-test-model-d6e26b", "reconcileID": "738c2173-4c7b-45a6-bf9c-465d5e1fc6bb", "LLMInferenceService": "rate-test-model-d6e26b", "namespace": "ai-tenant-e2e-shared-a-w3-d6e26b", "name": "rate-test-model-d6e26b-kserve-route-authn"} 2026-09-11T01:27:57Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d6e26b","namespace":"ai-tenant-e2e-shared-a-w3-d6e26b"}, "namespace": "ai-tenant-e2e-shared-a-w3-d6e26b", "name": "rate-test-model-d6e26b", "reconcileID": "738c2173-4c7b-45a6-bf9c-465d5e1fc6bb", "LLMInferenceService": "rate-test-model-d6e26b", "namespace": "ai-tenant-e2e-shared-a-w3-d6e26b", "authType": "userdefined"} 2026-09-11T01:27:57Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d6e26b","namespace":"ai-tenant-e2e-shared-a-w3-d6e26b"}, "namespace": "ai-tenant-e2e-shared-a-w3-d6e26b", "name": "rate-test-model-d6e26b", "reconcileID": "738c2173-4c7b-45a6-bf9c-465d5e1fc6bb", "LLMInferenceService": "rate-test-model-d6e26b", "namespace": "ai-tenant-e2e-shared-a-w3-d6e26b"} 2026-09-11T01:28:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-d6e26b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-d6e26b", "reconcileID": "a4bf2ff8-8b98-4472-a9cd-97b64ead8614", "Gateway": "e2e-shared-a-w3-d6e26b", "namespace": "openshift-ingress"} 2026-09-11T01:28:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-d6e26b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-d6e26b", "reconcileID": "a4bf2ff8-8b98-4472-a9cd-97b64ead8614", "Gateway": "e2e-shared-a-w3-d6e26b", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-d6e26b-authn-ssl"} 2026-09-11T01:28:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-d6e26b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-d6e26b", "reconcileID": "a4bf2ff8-8b98-4472-a9cd-97b64ead8614", "Gateway": "e2e-shared-a-w3-d6e26b", "namespace": "openshift-ingress"} 2026-09-11T01:28:03Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d6e26b","namespace":"ai-tenant-e2e-shared-a-w3-d6e26b"}, "namespace": "ai-tenant-e2e-shared-a-w3-d6e26b", "name": "rate-test-model-d6e26b", "reconcileID": "fe61dda5-e679-49bd-99cb-0a6cce325b47", "LLMInferenceService": "rate-test-model-d6e26b", "namespace": "ai-tenant-e2e-shared-a-w3-d6e26b"} 2026-09-11T01:28:03Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d6e26b","namespace":"ai-tenant-e2e-shared-a-w3-d6e26b"}, "namespace": "ai-tenant-e2e-shared-a-w3-d6e26b", "name": "rate-test-model-d6e26b", "reconcileID": "fe61dda5-e679-49bd-99cb-0a6cce325b47", "LLMInferenceService": "rate-test-model-d6e26b", "namespace": "ai-tenant-e2e-shared-a-w3-d6e26b"} 2026-09-11T01:28:03Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d6e26b","namespace":"ai-tenant-e2e-shared-a-w3-d6e26b"}, "namespace": "ai-tenant-e2e-shared-a-w3-d6e26b", "name": "rate-test-model-d6e26b", "reconcileID": "fe61dda5-e679-49bd-99cb-0a6cce325b47", "LLMInferenceService": "rate-test-model-d6e26b", "namespace": "ai-tenant-e2e-shared-a-w3-d6e26b"} 2026-09-11T01:28:03Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d6e26b","namespace":"ai-tenant-e2e-shared-a-w3-d6e26b"}, "namespace": "ai-tenant-e2e-shared-a-w3-d6e26b", "name": "rate-test-model-d6e26b", "reconcileID": "fe61dda5-e679-49bd-99cb-0a6cce325b47", "LLMInferenceService": "rate-test-model-d6e26b", "namespace": "ai-tenant-e2e-shared-a-w3-d6e26b", "name": "rate-test-model-d6e26b-kserve-route-authn"} 2026-09-11T01:28:03Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d6e26b","namespace":"ai-tenant-e2e-shared-a-w3-d6e26b"}, "namespace": "ai-tenant-e2e-shared-a-w3-d6e26b", "name": "rate-test-model-d6e26b", "reconcileID": "fe61dda5-e679-49bd-99cb-0a6cce325b47", "LLMInferenceService": "rate-test-model-d6e26b", "namespace": "ai-tenant-e2e-shared-a-w3-d6e26b", "authType": "userdefined"} 2026-09-11T01:28:03Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d6e26b","namespace":"ai-tenant-e2e-shared-a-w3-d6e26b"}, "namespace": "ai-tenant-e2e-shared-a-w3-d6e26b", "name": "rate-test-model-d6e26b", "reconcileID": "fe61dda5-e679-49bd-99cb-0a6cce325b47", "LLMInferenceService": "rate-test-model-d6e26b", "namespace": "ai-tenant-e2e-shared-a-w3-d6e26b"} 2026-09-11T01:28:07Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-11T01:28:07Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-11T01:28:08Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-11T01:28:08Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-11T01:28:11Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d6e26b","namespace":"ai-tenant-e2e-shared-a-w3-d6e26b"}, "namespace": "ai-tenant-e2e-shared-a-w3-d6e26b", "name": "rate-test-model-d6e26b", "reconcileID": "ce5bac95-9d47-48ef-9313-19ffd625d2ef", "LLMInferenceService": "rate-test-model-d6e26b", "namespace": "ai-tenant-e2e-shared-a-w3-d6e26b"} 2026-09-11T01:28:11Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d6e26b","namespace":"ai-tenant-e2e-shared-a-w3-d6e26b"}, "namespace": "ai-tenant-e2e-shared-a-w3-d6e26b", "name": "rate-test-model-d6e26b", "reconcileID": "ce5bac95-9d47-48ef-9313-19ffd625d2ef", "LLMInferenceService": "rate-test-model-d6e26b", "namespace": "ai-tenant-e2e-shared-a-w3-d6e26b"} 2026-09-11T01:28:11Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d6e26b","namespace":"ai-tenant-e2e-shared-a-w3-d6e26b"}, "namespace": "ai-tenant-e2e-shared-a-w3-d6e26b", "name": "rate-test-model-d6e26b", "reconcileID": "ce5bac95-9d47-48ef-9313-19ffd625d2ef", "LLMInferenceService": "rate-test-model-d6e26b", "namespace": "ai-tenant-e2e-shared-a-w3-d6e26b"} 2026-09-11T01:28:11Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d6e26b","namespace":"ai-tenant-e2e-shared-a-w3-d6e26b"}, "namespace": "ai-tenant-e2e-shared-a-w3-d6e26b", "name": "rate-test-model-d6e26b", "reconcileID": "ce5bac95-9d47-48ef-9313-19ffd625d2ef", "LLMInferenceService": "rate-test-model-d6e26b", "namespace": "ai-tenant-e2e-shared-a-w3-d6e26b", "name": "rate-test-model-d6e26b-kserve-route-authn"} 2026-09-11T01:28:11Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d6e26b","namespace":"ai-tenant-e2e-shared-a-w3-d6e26b"}, "namespace": "ai-tenant-e2e-shared-a-w3-d6e26b", "name": "rate-test-model-d6e26b", "reconcileID": "ce5bac95-9d47-48ef-9313-19ffd625d2ef", "LLMInferenceService": "rate-test-model-d6e26b", "namespace": "ai-tenant-e2e-shared-a-w3-d6e26b", "authType": "userdefined"} 2026-09-11T01:28:11Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d6e26b","namespace":"ai-tenant-e2e-shared-a-w3-d6e26b"}, "namespace": "ai-tenant-e2e-shared-a-w3-d6e26b", "name": "rate-test-model-d6e26b", "reconcileID": "ce5bac95-9d47-48ef-9313-19ffd625d2ef", "LLMInferenceService": "rate-test-model-d6e26b", "namespace": "ai-tenant-e2e-shared-a-w3-d6e26b"} 2026-09-11T01:28:22Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d6e26b","namespace":"ai-tenant-e2e-shared-a-w3-d6e26b"}, "namespace": "ai-tenant-e2e-shared-a-w3-d6e26b", "name": "rate-test-model-d6e26b", "reconcileID": "afe96d4f-0610-4bd4-bbb2-d3965910daeb", "LLMInferenceService": "rate-test-model-d6e26b", "namespace": "ai-tenant-e2e-shared-a-w3-d6e26b"} 2026-09-11T01:28:22Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d6e26b","namespace":"ai-tenant-e2e-shared-a-w3-d6e26b"}, "namespace": "ai-tenant-e2e-shared-a-w3-d6e26b", "name": "rate-test-model-d6e26b", "reconcileID": "afe96d4f-0610-4bd4-bbb2-d3965910daeb", "LLMInferenceService": "rate-test-model-d6e26b", "namespace": "ai-tenant-e2e-shared-a-w3-d6e26b"} 2026-09-11T01:28:22Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d6e26b","namespace":"ai-tenant-e2e-shared-a-w3-d6e26b"}, "namespace": "ai-tenant-e2e-shared-a-w3-d6e26b", "name": "rate-test-model-d6e26b", "reconcileID": "afe96d4f-0610-4bd4-bbb2-d3965910daeb", "LLMInferenceService": "rate-test-model-d6e26b", "namespace": "ai-tenant-e2e-shared-a-w3-d6e26b"} 2026-09-11T01:28:22Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d6e26b","namespace":"ai-tenant-e2e-shared-a-w3-d6e26b"}, "namespace": "ai-tenant-e2e-shared-a-w3-d6e26b", "name": "rate-test-model-d6e26b", "reconcileID": "afe96d4f-0610-4bd4-bbb2-d3965910daeb", "LLMInferenceService": "rate-test-model-d6e26b", "namespace": "ai-tenant-e2e-shared-a-w3-d6e26b", "name": "rate-test-model-d6e26b-kserve-route-authn"} 2026-09-11T01:28:22Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d6e26b","namespace":"ai-tenant-e2e-shared-a-w3-d6e26b"}, "namespace": "ai-tenant-e2e-shared-a-w3-d6e26b", "name": "rate-test-model-d6e26b", "reconcileID": "afe96d4f-0610-4bd4-bbb2-d3965910daeb", "LLMInferenceService": "rate-test-model-d6e26b", "namespace": "ai-tenant-e2e-shared-a-w3-d6e26b", "authType": "userdefined"} 2026-09-11T01:28:22Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d6e26b","namespace":"ai-tenant-e2e-shared-a-w3-d6e26b"}, "namespace": "ai-tenant-e2e-shared-a-w3-d6e26b", "name": "rate-test-model-d6e26b", "reconcileID": "afe96d4f-0610-4bd4-bbb2-d3965910daeb", "LLMInferenceService": "rate-test-model-d6e26b", "namespace": "ai-tenant-e2e-shared-a-w3-d6e26b"} 2026-09-11T01:28:24Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b9930f","namespace":"ai-tenant-e2e-shared-b-w3-b9930f"}, "namespace": "ai-tenant-e2e-shared-b-w3-b9930f", "name": "rate-test-model-b9930f", "reconcileID": "7387967b-2fc1-42d4-975a-04880085607f", "LLMInferenceService": "rate-test-model-b9930f", "namespace": "ai-tenant-e2e-shared-b-w3-b9930f"} 2026-09-11T01:28:24Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b9930f","namespace":"ai-tenant-e2e-shared-b-w3-b9930f"}, "namespace": "ai-tenant-e2e-shared-b-w3-b9930f", "name": "rate-test-model-b9930f", "reconcileID": "7387967b-2fc1-42d4-975a-04880085607f", "LLMInferenceService": "rate-test-model-b9930f", "namespace": "ai-tenant-e2e-shared-b-w3-b9930f"} 2026-09-11T01:28:24Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b9930f","namespace":"ai-tenant-e2e-shared-b-w3-b9930f"}, "namespace": "ai-tenant-e2e-shared-b-w3-b9930f", "name": "rate-test-model-b9930f", "reconcileID": "7387967b-2fc1-42d4-975a-04880085607f", "LLMInferenceService": "rate-test-model-b9930f", "namespace": "ai-tenant-e2e-shared-b-w3-b9930f"} 2026-09-11T01:28:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-b9930f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-b9930f", "reconcileID": "8a17f11b-48bf-43fd-a3a5-46aa83713a98", "Gateway": "e2e-shared-b-w3-b9930f", "namespace": "openshift-ingress"} 2026-09-11T01:28:24Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b9930f","namespace":"ai-tenant-e2e-shared-b-w3-b9930f"}, "namespace": "ai-tenant-e2e-shared-b-w3-b9930f", "name": "rate-test-model-b9930f", "reconcileID": "7387967b-2fc1-42d4-975a-04880085607f", "LLMInferenceService": "rate-test-model-b9930f", "namespace": "ai-tenant-e2e-shared-b-w3-b9930f", "name": "rate-test-model-b9930f-kserve-route-authn"} 2026-09-11T01:28:24Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b9930f","namespace":"ai-tenant-e2e-shared-b-w3-b9930f"}, "namespace": "ai-tenant-e2e-shared-b-w3-b9930f", "name": "rate-test-model-b9930f", "reconcileID": "7387967b-2fc1-42d4-975a-04880085607f", "LLMInferenceService": "rate-test-model-b9930f", "namespace": "ai-tenant-e2e-shared-b-w3-b9930f", "authType": "userdefined"} 2026-09-11T01:28:24Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b9930f","namespace":"ai-tenant-e2e-shared-b-w3-b9930f"}, "namespace": "ai-tenant-e2e-shared-b-w3-b9930f", "name": "rate-test-model-b9930f", "reconcileID": "7387967b-2fc1-42d4-975a-04880085607f", "LLMInferenceService": "rate-test-model-b9930f", "namespace": "ai-tenant-e2e-shared-b-w3-b9930f"} 2026-09-11T01:28:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-b9930f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-b9930f", "reconcileID": "8a17f11b-48bf-43fd-a3a5-46aa83713a98", "Gateway": "e2e-shared-b-w3-b9930f", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-b9930f-authn-ssl"} 2026-09-11T01:28:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-b9930f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-b9930f", "reconcileID": "8a17f11b-48bf-43fd-a3a5-46aa83713a98", "Gateway": "e2e-shared-b-w3-b9930f", "namespace": "openshift-ingress"} 2026-09-11T01:28:24Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b9930f","namespace":"ai-tenant-e2e-shared-b-w3-b9930f"}, "namespace": "ai-tenant-e2e-shared-b-w3-b9930f", "name": "rate-test-model-b9930f", "reconcileID": "15bc7c0e-5209-493e-8008-7a98d8aae890", "LLMInferenceService": "rate-test-model-b9930f", "namespace": "ai-tenant-e2e-shared-b-w3-b9930f"} 2026-09-11T01:28:24Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b9930f","namespace":"ai-tenant-e2e-shared-b-w3-b9930f"}, "namespace": "ai-tenant-e2e-shared-b-w3-b9930f", "name": "rate-test-model-b9930f", "reconcileID": "15bc7c0e-5209-493e-8008-7a98d8aae890", "LLMInferenceService": "rate-test-model-b9930f", "namespace": "ai-tenant-e2e-shared-b-w3-b9930f"} 2026-09-11T01:28:24Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b9930f","namespace":"ai-tenant-e2e-shared-b-w3-b9930f"}, "namespace": "ai-tenant-e2e-shared-b-w3-b9930f", "name": "rate-test-model-b9930f", "reconcileID": "15bc7c0e-5209-493e-8008-7a98d8aae890", "LLMInferenceService": "rate-test-model-b9930f", "namespace": "ai-tenant-e2e-shared-b-w3-b9930f"} 2026-09-11T01:28:24Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b9930f","namespace":"ai-tenant-e2e-shared-b-w3-b9930f"}, "namespace": "ai-tenant-e2e-shared-b-w3-b9930f", "name": "rate-test-model-b9930f", "reconcileID": "15bc7c0e-5209-493e-8008-7a98d8aae890", "LLMInferenceService": "rate-test-model-b9930f", "namespace": "ai-tenant-e2e-shared-b-w3-b9930f", "name": "rate-test-model-b9930f-kserve-route-authn"} 2026-09-11T01:28:24Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b9930f","namespace":"ai-tenant-e2e-shared-b-w3-b9930f"}, "namespace": "ai-tenant-e2e-shared-b-w3-b9930f", "name": "rate-test-model-b9930f", "reconcileID": "15bc7c0e-5209-493e-8008-7a98d8aae890", "LLMInferenceService": "rate-test-model-b9930f", "namespace": "ai-tenant-e2e-shared-b-w3-b9930f", "authType": "userdefined"} 2026-09-11T01:28:24Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b9930f","namespace":"ai-tenant-e2e-shared-b-w3-b9930f"}, "namespace": "ai-tenant-e2e-shared-b-w3-b9930f", "name": "rate-test-model-b9930f", "reconcileID": "15bc7c0e-5209-493e-8008-7a98d8aae890", "LLMInferenceService": "rate-test-model-b9930f", "namespace": "ai-tenant-e2e-shared-b-w3-b9930f"} 2026-09-11T01:28:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-b9930f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-b9930f", "reconcileID": "34b4f90e-acf4-4260-9613-2bec8c0a8213", "Gateway": "e2e-shared-b-w3-b9930f", "namespace": "openshift-ingress"} 2026-09-11T01:28:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-b9930f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-b9930f", "reconcileID": "34b4f90e-acf4-4260-9613-2bec8c0a8213", "Gateway": "e2e-shared-b-w3-b9930f", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-b9930f-authn-ssl"} 2026-09-11T01:28:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-b9930f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-b9930f", "reconcileID": "34b4f90e-acf4-4260-9613-2bec8c0a8213", "Gateway": "e2e-shared-b-w3-b9930f", "namespace": "openshift-ingress"} 2026-09-11T01:28:28Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b9930f","namespace":"ai-tenant-e2e-shared-b-w3-b9930f"}, "namespace": "ai-tenant-e2e-shared-b-w3-b9930f", "name": "rate-test-model-b9930f", "reconcileID": "e5f9d63b-8ebd-49cd-abcf-ee2cdfe5c25c", "LLMInferenceService": "rate-test-model-b9930f", "namespace": "ai-tenant-e2e-shared-b-w3-b9930f"} 2026-09-11T01:28:28Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b9930f","namespace":"ai-tenant-e2e-shared-b-w3-b9930f"}, "namespace": "ai-tenant-e2e-shared-b-w3-b9930f", "name": "rate-test-model-b9930f", "reconcileID": "e5f9d63b-8ebd-49cd-abcf-ee2cdfe5c25c", "LLMInferenceService": "rate-test-model-b9930f", "namespace": "ai-tenant-e2e-shared-b-w3-b9930f"} 2026-09-11T01:28:28Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b9930f","namespace":"ai-tenant-e2e-shared-b-w3-b9930f"}, "namespace": "ai-tenant-e2e-shared-b-w3-b9930f", "name": "rate-test-model-b9930f", "reconcileID": "e5f9d63b-8ebd-49cd-abcf-ee2cdfe5c25c", "LLMInferenceService": "rate-test-model-b9930f", "namespace": "ai-tenant-e2e-shared-b-w3-b9930f"} 2026-09-11T01:28:28Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b9930f","namespace":"ai-tenant-e2e-shared-b-w3-b9930f"}, "namespace": "ai-tenant-e2e-shared-b-w3-b9930f", "name": "rate-test-model-b9930f", "reconcileID": "e5f9d63b-8ebd-49cd-abcf-ee2cdfe5c25c", "LLMInferenceService": "rate-test-model-b9930f", "namespace": "ai-tenant-e2e-shared-b-w3-b9930f", "name": "rate-test-model-b9930f-kserve-route-authn"} 2026-09-11T01:28:28Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b9930f","namespace":"ai-tenant-e2e-shared-b-w3-b9930f"}, "namespace": "ai-tenant-e2e-shared-b-w3-b9930f", "name": "rate-test-model-b9930f", "reconcileID": "e5f9d63b-8ebd-49cd-abcf-ee2cdfe5c25c", "LLMInferenceService": "rate-test-model-b9930f", "namespace": "ai-tenant-e2e-shared-b-w3-b9930f", "authType": "userdefined"} 2026-09-11T01:28:28Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b9930f","namespace":"ai-tenant-e2e-shared-b-w3-b9930f"}, "namespace": "ai-tenant-e2e-shared-b-w3-b9930f", "name": "rate-test-model-b9930f", "reconcileID": "e5f9d63b-8ebd-49cd-abcf-ee2cdfe5c25c", "LLMInferenceService": "rate-test-model-b9930f", "namespace": "ai-tenant-e2e-shared-b-w3-b9930f"} 2026-09-11T01:28:35Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b9930f","namespace":"ai-tenant-e2e-shared-b-w3-b9930f"}, "namespace": "ai-tenant-e2e-shared-b-w3-b9930f", "name": "rate-test-model-b9930f", "reconcileID": "32d4f2c2-95fc-4a35-af11-1f27fd41bcb6", "LLMInferenceService": "rate-test-model-b9930f", "namespace": "ai-tenant-e2e-shared-b-w3-b9930f"} 2026-09-11T01:28:35Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b9930f","namespace":"ai-tenant-e2e-shared-b-w3-b9930f"}, "namespace": "ai-tenant-e2e-shared-b-w3-b9930f", "name": "rate-test-model-b9930f", "reconcileID": "32d4f2c2-95fc-4a35-af11-1f27fd41bcb6", "LLMInferenceService": "rate-test-model-b9930f", "namespace": "ai-tenant-e2e-shared-b-w3-b9930f"} 2026-09-11T01:28:35Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b9930f","namespace":"ai-tenant-e2e-shared-b-w3-b9930f"}, "namespace": "ai-tenant-e2e-shared-b-w3-b9930f", "name": "rate-test-model-b9930f", "reconcileID": "32d4f2c2-95fc-4a35-af11-1f27fd41bcb6", "LLMInferenceService": "rate-test-model-b9930f", "namespace": "ai-tenant-e2e-shared-b-w3-b9930f"} 2026-09-11T01:28:35Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b9930f","namespace":"ai-tenant-e2e-shared-b-w3-b9930f"}, "namespace": "ai-tenant-e2e-shared-b-w3-b9930f", "name": "rate-test-model-b9930f", "reconcileID": "32d4f2c2-95fc-4a35-af11-1f27fd41bcb6", "LLMInferenceService": "rate-test-model-b9930f", "namespace": "ai-tenant-e2e-shared-b-w3-b9930f", "name": "rate-test-model-b9930f-kserve-route-authn"} 2026-09-11T01:28:35Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b9930f","namespace":"ai-tenant-e2e-shared-b-w3-b9930f"}, "namespace": "ai-tenant-e2e-shared-b-w3-b9930f", "name": "rate-test-model-b9930f", "reconcileID": "32d4f2c2-95fc-4a35-af11-1f27fd41bcb6", "LLMInferenceService": "rate-test-model-b9930f", "namespace": "ai-tenant-e2e-shared-b-w3-b9930f", "authType": "userdefined"} 2026-09-11T01:28:35Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b9930f","namespace":"ai-tenant-e2e-shared-b-w3-b9930f"}, "namespace": "ai-tenant-e2e-shared-b-w3-b9930f", "name": "rate-test-model-b9930f", "reconcileID": "32d4f2c2-95fc-4a35-af11-1f27fd41bcb6", "LLMInferenceService": "rate-test-model-b9930f", "namespace": "ai-tenant-e2e-shared-b-w3-b9930f"} 2026-09-11T01:28:37Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b9930f","namespace":"ai-tenant-e2e-shared-b-w3-b9930f"}, "namespace": "ai-tenant-e2e-shared-b-w3-b9930f", "name": "rate-test-model-b9930f", "reconcileID": "f1e46001-3dce-4c7d-8417-dd72813bfc0f", "LLMInferenceService": "rate-test-model-b9930f", "namespace": "ai-tenant-e2e-shared-b-w3-b9930f"} 2026-09-11T01:28:37Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b9930f","namespace":"ai-tenant-e2e-shared-b-w3-b9930f"}, "namespace": "ai-tenant-e2e-shared-b-w3-b9930f", "name": "rate-test-model-b9930f", "reconcileID": "f1e46001-3dce-4c7d-8417-dd72813bfc0f", "LLMInferenceService": "rate-test-model-b9930f", "namespace": "ai-tenant-e2e-shared-b-w3-b9930f"} 2026-09-11T01:28:37Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b9930f","namespace":"ai-tenant-e2e-shared-b-w3-b9930f"}, "namespace": "ai-tenant-e2e-shared-b-w3-b9930f", "name": "rate-test-model-b9930f", "reconcileID": "f1e46001-3dce-4c7d-8417-dd72813bfc0f", "LLMInferenceService": "rate-test-model-b9930f", "namespace": "ai-tenant-e2e-shared-b-w3-b9930f"} 2026-09-11T01:28:37Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b9930f","namespace":"ai-tenant-e2e-shared-b-w3-b9930f"}, "namespace": "ai-tenant-e2e-shared-b-w3-b9930f", "name": "rate-test-model-b9930f", "reconcileID": "f1e46001-3dce-4c7d-8417-dd72813bfc0f", "LLMInferenceService": "rate-test-model-b9930f", "namespace": "ai-tenant-e2e-shared-b-w3-b9930f", "name": "rate-test-model-b9930f-kserve-route-authn"} 2026-09-11T01:28:37Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b9930f","namespace":"ai-tenant-e2e-shared-b-w3-b9930f"}, "namespace": "ai-tenant-e2e-shared-b-w3-b9930f", "name": "rate-test-model-b9930f", "reconcileID": "f1e46001-3dce-4c7d-8417-dd72813bfc0f", "LLMInferenceService": "rate-test-model-b9930f", "namespace": "ai-tenant-e2e-shared-b-w3-b9930f", "authType": "userdefined"} 2026-09-11T01:28:37Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b9930f","namespace":"ai-tenant-e2e-shared-b-w3-b9930f"}, "namespace": "ai-tenant-e2e-shared-b-w3-b9930f", "name": "rate-test-model-b9930f", "reconcileID": "f1e46001-3dce-4c7d-8417-dd72813bfc0f", "LLMInferenceService": "rate-test-model-b9930f", "namespace": "ai-tenant-e2e-shared-b-w3-b9930f"} 2026-09-11T01:29:11Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d6e26b","namespace":"ai-tenant-e2e-shared-a-w3-d6e26b"}, "namespace": "ai-tenant-e2e-shared-a-w3-d6e26b", "name": "rate-test-model-d6e26b", "reconcileID": "fc90a071-7acd-46fd-9a60-fb73705711e1", "LLMInferenceService": "rate-test-model-d6e26b", "namespace": "ai-tenant-e2e-shared-a-w3-d6e26b"} 2026-09-11T01:29:11Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d6e26b","namespace":"ai-tenant-e2e-shared-a-w3-d6e26b"}, "namespace": "ai-tenant-e2e-shared-a-w3-d6e26b", "name": "rate-test-model-d6e26b", "reconcileID": "fc90a071-7acd-46fd-9a60-fb73705711e1", "LLMInferenceService": "rate-test-model-d6e26b", "namespace": "ai-tenant-e2e-shared-a-w3-d6e26b", "name": "rate-test-model-d6e26b"} 2026-09-11T01:29:11Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d6e26b","namespace":"ai-tenant-e2e-shared-a-w3-d6e26b"}, "namespace": "ai-tenant-e2e-shared-a-w3-d6e26b", "name": "rate-test-model-d6e26b", "reconcileID": "fc90a071-7acd-46fd-9a60-fb73705711e1", "LLMInferenceService": "rate-test-model-d6e26b", "namespace": "ai-tenant-e2e-shared-a-w3-d6e26b"} 2026-09-11T01:29:11Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d6e26b","namespace":"ai-tenant-e2e-shared-a-w3-d6e26b"}, "namespace": "ai-tenant-e2e-shared-a-w3-d6e26b", "name": "rate-test-model-d6e26b", "reconcileID": "fc90a071-7acd-46fd-9a60-fb73705711e1", "LLMInferenceService": "rate-test-model-d6e26b", "namespace": "ai-tenant-e2e-shared-a-w3-d6e26b"} 2026-09-11T01:29:11Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d6e26b","namespace":"ai-tenant-e2e-shared-a-w3-d6e26b"}, "namespace": "ai-tenant-e2e-shared-a-w3-d6e26b", "name": "rate-test-model-d6e26b", "reconcileID": "fc90a071-7acd-46fd-9a60-fb73705711e1", "LLMInferenceService": "rate-test-model-d6e26b", "namespace": "ai-tenant-e2e-shared-a-w3-d6e26b", "name": "rate-test-model-d6e26b-kserve-route-authn"} 2026-09-11T01:29:11Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d6e26b","namespace":"ai-tenant-e2e-shared-a-w3-d6e26b"}, "namespace": "ai-tenant-e2e-shared-a-w3-d6e26b", "name": "rate-test-model-d6e26b", "reconcileID": "fc90a071-7acd-46fd-9a60-fb73705711e1", "LLMInferenceService": "rate-test-model-d6e26b", "namespace": "ai-tenant-e2e-shared-a-w3-d6e26b", "name": "rate-test-model-d6e26b-kserve-route-authn"} 2026-09-11T01:29:11Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d6e26b","namespace":"ai-tenant-e2e-shared-a-w3-d6e26b"}, "namespace": "ai-tenant-e2e-shared-a-w3-d6e26b", "name": "rate-test-model-d6e26b", "reconcileID": "fc90a071-7acd-46fd-9a60-fb73705711e1", "LLMInferenceService": "rate-test-model-d6e26b", "namespace": "ai-tenant-e2e-shared-a-w3-d6e26b", "namespace": "ai-tenant-e2e-shared-a-w3-d6e26b"} 2026-09-11T01:29:11Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d6e26b","namespace":"ai-tenant-e2e-shared-a-w3-d6e26b"}, "namespace": "ai-tenant-e2e-shared-a-w3-d6e26b", "name": "rate-test-model-d6e26b", "reconcileID": "fc90a071-7acd-46fd-9a60-fb73705711e1", "LLMInferenceService": "rate-test-model-d6e26b", "namespace": "ai-tenant-e2e-shared-a-w3-d6e26b", "namespace": "ai-tenant-e2e-shared-a-w3-d6e26b"} 2026-09-11T01:29:11Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d6e26b","namespace":"ai-tenant-e2e-shared-a-w3-d6e26b"}, "namespace": "ai-tenant-e2e-shared-a-w3-d6e26b", "name": "rate-test-model-d6e26b", "reconcileID": "8960759f-e199-431b-863d-f6b73f37a045", "LLMInferenceService": "rate-test-model-d6e26b", "namespace": "ai-tenant-e2e-shared-a-w3-d6e26b"} 2026-09-11T01:29:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-d6e26b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-d6e26b", "reconcileID": "eaf10f3a-46e5-44be-825b-4e6e947a3a3d", "Gateway": "e2e-shared-a-w3-d6e26b", "namespace": "openshift-ingress"} 2026-09-11T01:29:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-d6e26b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-d6e26b", "reconcileID": "eaf10f3a-46e5-44be-825b-4e6e947a3a3d", "Gateway": "e2e-shared-a-w3-d6e26b", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-d6e26b-authn-ssl"} 2026-09-11T01:29:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-d6e26b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-d6e26b", "reconcileID": "eaf10f3a-46e5-44be-825b-4e6e947a3a3d", "Gateway": "e2e-shared-a-w3-d6e26b", "namespace": "openshift-ingress"} 2026-09-11T01:29:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-d6e26b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-d6e26b", "reconcileID": "9116fb26-fbe4-497f-a06f-7b9e4ae03f8f", "Gateway": "e2e-shared-a-w3-d6e26b", "namespace": "openshift-ingress"} 2026-09-11T01:29:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-d6e26b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-d6e26b", "reconcileID": "9116fb26-fbe4-497f-a06f-7b9e4ae03f8f", "Gateway": "e2e-shared-a-w3-d6e26b", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-d6e26b-authn-ssl"} 2026-09-11T01:29:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-d6e26b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-d6e26b", "reconcileID": "9116fb26-fbe4-497f-a06f-7b9e4ae03f8f", "Gateway": "e2e-shared-a-w3-d6e26b", "namespace": "openshift-ingress"} 2026-09-11T01:29:11Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b9930f","namespace":"ai-tenant-e2e-shared-b-w3-b9930f"}, "namespace": "ai-tenant-e2e-shared-b-w3-b9930f", "name": "rate-test-model-b9930f", "reconcileID": "e8c5336d-caa6-422e-93c1-e7d2f7a8712d", "LLMInferenceService": "rate-test-model-b9930f", "namespace": "ai-tenant-e2e-shared-b-w3-b9930f"} 2026-09-11T01:29:11Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b9930f","namespace":"ai-tenant-e2e-shared-b-w3-b9930f"}, "namespace": "ai-tenant-e2e-shared-b-w3-b9930f", "name": "rate-test-model-b9930f", "reconcileID": "e8c5336d-caa6-422e-93c1-e7d2f7a8712d", "LLMInferenceService": "rate-test-model-b9930f", "namespace": "ai-tenant-e2e-shared-b-w3-b9930f", "name": "rate-test-model-b9930f"} 2026-09-11T01:29:11Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b9930f","namespace":"ai-tenant-e2e-shared-b-w3-b9930f"}, "namespace": "ai-tenant-e2e-shared-b-w3-b9930f", "name": "rate-test-model-b9930f", "reconcileID": "e8c5336d-caa6-422e-93c1-e7d2f7a8712d", "LLMInferenceService": "rate-test-model-b9930f", "namespace": "ai-tenant-e2e-shared-b-w3-b9930f"} 2026-09-11T01:29:11Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b9930f","namespace":"ai-tenant-e2e-shared-b-w3-b9930f"}, "namespace": "ai-tenant-e2e-shared-b-w3-b9930f", "name": "rate-test-model-b9930f", "reconcileID": "e8c5336d-caa6-422e-93c1-e7d2f7a8712d", "LLMInferenceService": "rate-test-model-b9930f", "namespace": "ai-tenant-e2e-shared-b-w3-b9930f"} 2026-09-11T01:29:11Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b9930f","namespace":"ai-tenant-e2e-shared-b-w3-b9930f"}, "namespace": "ai-tenant-e2e-shared-b-w3-b9930f", "name": "rate-test-model-b9930f", "reconcileID": "e8c5336d-caa6-422e-93c1-e7d2f7a8712d", "LLMInferenceService": "rate-test-model-b9930f", "namespace": "ai-tenant-e2e-shared-b-w3-b9930f", "name": "rate-test-model-b9930f-kserve-route-authn"} 2026-09-11T01:29:11Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b9930f","namespace":"ai-tenant-e2e-shared-b-w3-b9930f"}, "namespace": "ai-tenant-e2e-shared-b-w3-b9930f", "name": "rate-test-model-b9930f", "reconcileID": "e8c5336d-caa6-422e-93c1-e7d2f7a8712d", "LLMInferenceService": "rate-test-model-b9930f", "namespace": "ai-tenant-e2e-shared-b-w3-b9930f", "name": "rate-test-model-b9930f-kserve-route-authn"} 2026-09-11T01:29:11Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b9930f","namespace":"ai-tenant-e2e-shared-b-w3-b9930f"}, "namespace": "ai-tenant-e2e-shared-b-w3-b9930f", "name": "rate-test-model-b9930f", "reconcileID": "e8c5336d-caa6-422e-93c1-e7d2f7a8712d", "LLMInferenceService": "rate-test-model-b9930f", "namespace": "ai-tenant-e2e-shared-b-w3-b9930f", "namespace": "ai-tenant-e2e-shared-b-w3-b9930f"} 2026-09-11T01:29:11Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b9930f","namespace":"ai-tenant-e2e-shared-b-w3-b9930f"}, "namespace": "ai-tenant-e2e-shared-b-w3-b9930f", "name": "rate-test-model-b9930f", "reconcileID": "e8c5336d-caa6-422e-93c1-e7d2f7a8712d", "LLMInferenceService": "rate-test-model-b9930f", "namespace": "ai-tenant-e2e-shared-b-w3-b9930f", "namespace": "ai-tenant-e2e-shared-b-w3-b9930f"} 2026-09-11T01:29:12Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b9930f","namespace":"ai-tenant-e2e-shared-b-w3-b9930f"}, "namespace": "ai-tenant-e2e-shared-b-w3-b9930f", "name": "rate-test-model-b9930f", "reconcileID": "e5b1f2fb-5e23-4e7e-93fd-424ed415e318", "LLMInferenceService": "rate-test-model-b9930f", "namespace": "ai-tenant-e2e-shared-b-w3-b9930f"} 2026-09-11T01:29:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-b9930f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-b9930f", "reconcileID": "eebe63ed-435e-4b63-8431-9c0a53964230", "Gateway": "e2e-shared-b-w3-b9930f", "namespace": "openshift-ingress"} 2026-09-11T01:29:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-b9930f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-b9930f", "reconcileID": "eebe63ed-435e-4b63-8431-9c0a53964230", "Gateway": "e2e-shared-b-w3-b9930f", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-b9930f-authn-ssl"} 2026-09-11T01:29:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-b9930f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-b9930f", "reconcileID": "eebe63ed-435e-4b63-8431-9c0a53964230", "Gateway": "e2e-shared-b-w3-b9930f", "namespace": "openshift-ingress"} 2026-09-11T01:29:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-b9930f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-b9930f", "reconcileID": "fa5b795d-e040-4456-ac9e-94dcbe69d015", "Gateway": "e2e-shared-b-w3-b9930f", "namespace": "openshift-ingress"} 2026-09-11T01:29:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-b9930f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-b9930f", "reconcileID": "fa5b795d-e040-4456-ac9e-94dcbe69d015", "Gateway": "e2e-shared-b-w3-b9930f", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-b9930f-authn-ssl"} 2026-09-11T01:29:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-b9930f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-b9930f", "reconcileID": "fa5b795d-e040-4456-ac9e-94dcbe69d015", "Gateway": "e2e-shared-b-w3-b9930f", "namespace": "openshift-ingress"} 2026-09-11T01:29:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c1edc6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c1edc6", "reconcileID": "394ff4ae-f917-4131-8b71-685e509e2418", "Gateway": "e2e-ipp-a-c1edc6", "namespace": "openshift-ingress"} 2026-09-11T01:29:12Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c1edc6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c1edc6", "reconcileID": "394ff4ae-f917-4131-8b71-685e509e2418", "Gateway": "e2e-ipp-a-c1edc6", "namespace": "openshift-ingress", "name": "e2e-ipp-a-c1edc6-authn-ssl"} 2026-09-11T01:29:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c1edc6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c1edc6", "reconcileID": "394ff4ae-f917-4131-8b71-685e509e2418", "Gateway": "e2e-ipp-a-c1edc6", "namespace": "openshift-ingress"} 2026-09-11T01:29:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c1edc6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c1edc6", "reconcileID": "3e0fdba5-f8e6-4873-a807-7b3de705d45c", "Gateway": "e2e-ipp-a-c1edc6", "namespace": "openshift-ingress"} 2026-09-11T01:29:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c1edc6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c1edc6", "reconcileID": "3e0fdba5-f8e6-4873-a807-7b3de705d45c", "Gateway": "e2e-ipp-a-c1edc6", "namespace": "openshift-ingress", "name": "e2e-ipp-a-c1edc6-authn-ssl"} 2026-09-11T01:29:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c1edc6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c1edc6", "reconcileID": "3e0fdba5-f8e6-4873-a807-7b3de705d45c", "Gateway": "e2e-ipp-a-c1edc6", "namespace": "openshift-ingress"} 2026-09-11T01:29:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c1edc6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c1edc6", "reconcileID": "5964698c-ad24-4801-9648-1cf16ddd73a9", "Gateway": "e2e-ipp-a-c1edc6", "namespace": "openshift-ingress"} 2026-09-11T01:29:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c1edc6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c1edc6", "reconcileID": "5964698c-ad24-4801-9648-1cf16ddd73a9", "Gateway": "e2e-ipp-a-c1edc6", "namespace": "openshift-ingress", "name": "e2e-ipp-a-c1edc6-authn-ssl"} 2026-09-11T01:29:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c1edc6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c1edc6", "reconcileID": "5964698c-ad24-4801-9648-1cf16ddd73a9", "Gateway": "e2e-ipp-a-c1edc6", "namespace": "openshift-ingress"} 2026-09-11T01:29:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c1edc6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c1edc6", "reconcileID": "06feffb0-2821-48a5-8f5d-3235a9656893", "Gateway": "e2e-ipp-a-c1edc6", "namespace": "openshift-ingress"} 2026-09-11T01:29:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c1edc6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c1edc6", "reconcileID": "06feffb0-2821-48a5-8f5d-3235a9656893", "Gateway": "e2e-ipp-a-c1edc6", "namespace": "openshift-ingress", "name": "e2e-ipp-a-c1edc6-authn-ssl"} 2026-09-11T01:29:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c1edc6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c1edc6", "reconcileID": "06feffb0-2821-48a5-8f5d-3235a9656893", "Gateway": "e2e-ipp-a-c1edc6", "namespace": "openshift-ingress"} 2026-09-11T01:29:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c1edc6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c1edc6", "reconcileID": "e3f002a2-59e5-4833-b0b9-6ed528e14d71", "Gateway": "e2e-ipp-a-c1edc6", "namespace": "openshift-ingress"} 2026-09-11T01:29:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c1edc6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c1edc6", "reconcileID": "e3f002a2-59e5-4833-b0b9-6ed528e14d71", "Gateway": "e2e-ipp-a-c1edc6", "namespace": "openshift-ingress", "name": "e2e-ipp-a-c1edc6-authn-ssl"} 2026-09-11T01:29:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c1edc6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c1edc6", "reconcileID": "e3f002a2-59e5-4833-b0b9-6ed528e14d71", "Gateway": "e2e-ipp-a-c1edc6", "namespace": "openshift-ingress"} 2026-09-11T01:29:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c1edc6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c1edc6", "reconcileID": "741dd7b5-11e3-4f95-8b1c-4010ca1dcec8", "Gateway": "e2e-ipp-a-c1edc6", "namespace": "openshift-ingress"} 2026-09-11T01:29:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c1edc6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c1edc6", "reconcileID": "741dd7b5-11e3-4f95-8b1c-4010ca1dcec8", "Gateway": "e2e-ipp-a-c1edc6", "namespace": "openshift-ingress", "name": "e2e-ipp-a-c1edc6-authn-ssl"} 2026-09-11T01:29:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c1edc6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c1edc6", "reconcileID": "741dd7b5-11e3-4f95-8b1c-4010ca1dcec8", "Gateway": "e2e-ipp-a-c1edc6", "namespace": "openshift-ingress"} 2026-09-11T01:29:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c1edc6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c1edc6", "reconcileID": "4d3f93b6-a6c0-4a4a-9e5f-56cad4aa4a96", "Gateway": "e2e-ipp-a-c1edc6", "namespace": "openshift-ingress"} 2026-09-11T01:29:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c1edc6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c1edc6", "reconcileID": "4d3f93b6-a6c0-4a4a-9e5f-56cad4aa4a96", "Gateway": "e2e-ipp-a-c1edc6", "namespace": "openshift-ingress", "name": "e2e-ipp-a-c1edc6-authn-ssl"} 2026-09-11T01:29:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c1edc6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c1edc6", "reconcileID": "4d3f93b6-a6c0-4a4a-9e5f-56cad4aa4a96", "Gateway": "e2e-ipp-a-c1edc6", "namespace": "openshift-ingress"} 2026-09-11T01:29:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-c1edc6"}, "namespace": "ai-tenant-e2e-ipp-a-c1edc6", "name": "openshift-service-ca.crt", "reconcileID": "19c58d8a-9e52-4ffd-832a-cbaf4d9fbb58", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-c1edc6"} 2026-09-11T01:29:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-c1edc6"}, "namespace": "ai-tenant-e2e-ipp-a-c1edc6", "name": "odh-trusted-ca-bundle", "reconcileID": "ff1300ec-8c91-4d5f-b76d-cadb4ae60d1c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-c1edc6"} 2026-09-11T01:29:15Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-c1edc6"}, "namespace": "ai-tenant-e2e-ipp-a-c1edc6", "name": "openshift-service-ca.crt", "reconcileID": "1557eac2-8cf5-4bd0-b2ff-0996a0fa9c21", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-c1edc6", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T01:29:15Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-c1edc6"}, "namespace": "ai-tenant-e2e-ipp-a-c1edc6", "name": "openshift-service-ca.crt", "reconcileID": "1557eac2-8cf5-4bd0-b2ff-0996a0fa9c21", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-c1edc6"} 2026-09-11T01:29:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-c1edc6"}, "namespace": "ai-tenant-e2e-ipp-a-c1edc6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0d42b3f3-a008-46fb-b42f-3270f483bd3d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-c1edc6"} 2026-09-11T01:29:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-c1edc6"}, "namespace": "ai-tenant-e2e-ipp-a-c1edc6", "name": "openshift-service-ca.crt", "reconcileID": "c51084cb-cd53-4adb-b07f-e32da8977bdc", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-c1edc6"} 2026-09-11T01:29:15Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-c1edc6"}, "namespace": "ai-tenant-e2e-ipp-a-c1edc6", "name": "odh-trusted-ca-bundle", "reconcileID": "d3c15a65-4ef2-48ed-a267-6f4183c34bfc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-c1edc6", "update": "odh-kserve-custom-ca-bundle"} 2026-09-11T01:29:15Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-c1edc6"}, "namespace": "ai-tenant-e2e-ipp-a-c1edc6", "name": "odh-trusted-ca-bundle", "reconcileID": "d3c15a65-4ef2-48ed-a267-6f4183c34bfc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-c1edc6"} 2026-09-11T01:29:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-c1edc6"}, "namespace": "ai-tenant-e2e-ipp-a-c1edc6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7bbc057c-2df2-47cd-9b98-2709acf56412", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-c1edc6"} 2026-09-11T01:29:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c1edc6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c1edc6", "reconcileID": "4e0e85fa-2aee-4f78-979e-ae1e1342afde", "Gateway": "e2e-ipp-a-c1edc6", "namespace": "openshift-ingress"} 2026-09-11T01:29:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c1edc6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c1edc6", "reconcileID": "4e0e85fa-2aee-4f78-979e-ae1e1342afde", "Gateway": "e2e-ipp-a-c1edc6", "namespace": "openshift-ingress", "name": "e2e-ipp-a-c1edc6-authn-ssl"} 2026-09-11T01:29:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c1edc6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c1edc6", "reconcileID": "4e0e85fa-2aee-4f78-979e-ae1e1342afde", "Gateway": "e2e-ipp-a-c1edc6", "namespace": "openshift-ingress"} 2026-09-11T01:29:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c1edc6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c1edc6", "reconcileID": "ca618c06-770e-4785-bea2-7a8a6d23c825", "Gateway": "e2e-ipp-a-c1edc6", "namespace": "openshift-ingress"} 2026-09-11T01:29:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c1edc6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c1edc6", "reconcileID": "ca618c06-770e-4785-bea2-7a8a6d23c825", "Gateway": "e2e-ipp-a-c1edc6", "namespace": "openshift-ingress", "name": "e2e-ipp-a-c1edc6-authn-ssl"} 2026-09-11T01:29:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c1edc6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c1edc6", "reconcileID": "ca618c06-770e-4785-bea2-7a8a6d23c825", "Gateway": "e2e-ipp-a-c1edc6", "namespace": "openshift-ingress"} 2026-09-11T01:29:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-40f90a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-40f90a", "reconcileID": "cd7b1cfc-d94a-4fe2-a9f3-04ae028a1b55", "Gateway": "e2e-ipp-b-40f90a", "namespace": "openshift-ingress"} 2026-09-11T01:29:41Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-40f90a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-40f90a", "reconcileID": "cd7b1cfc-d94a-4fe2-a9f3-04ae028a1b55", "Gateway": "e2e-ipp-b-40f90a", "namespace": "openshift-ingress", "name": "e2e-ipp-b-40f90a-authn-ssl"} 2026-09-11T01:29:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-40f90a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-40f90a", "reconcileID": "cd7b1cfc-d94a-4fe2-a9f3-04ae028a1b55", "Gateway": "e2e-ipp-b-40f90a", "namespace": "openshift-ingress"} 2026-09-11T01:29:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-40f90a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-40f90a", "reconcileID": "c303416c-9ce1-494c-a744-ba7d853644f4", "Gateway": "e2e-ipp-b-40f90a", "namespace": "openshift-ingress"} 2026-09-11T01:29:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-40f90a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-40f90a", "reconcileID": "c303416c-9ce1-494c-a744-ba7d853644f4", "Gateway": "e2e-ipp-b-40f90a", "namespace": "openshift-ingress", "name": "e2e-ipp-b-40f90a-authn-ssl"} 2026-09-11T01:29:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-40f90a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-40f90a", "reconcileID": "c303416c-9ce1-494c-a744-ba7d853644f4", "Gateway": "e2e-ipp-b-40f90a", "namespace": "openshift-ingress"} 2026-09-11T01:29:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-40f90a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-40f90a", "reconcileID": "d68c6368-3d22-4dc0-a0a7-fef3fc124728", "Gateway": "e2e-ipp-b-40f90a", "namespace": "openshift-ingress"} 2026-09-11T01:29:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-40f90a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-40f90a", "reconcileID": "d68c6368-3d22-4dc0-a0a7-fef3fc124728", "Gateway": "e2e-ipp-b-40f90a", "namespace": "openshift-ingress", "name": "e2e-ipp-b-40f90a-authn-ssl"} 2026-09-11T01:29:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-40f90a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-40f90a", "reconcileID": "d68c6368-3d22-4dc0-a0a7-fef3fc124728", "Gateway": "e2e-ipp-b-40f90a", "namespace": "openshift-ingress"} 2026-09-11T01:29:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-40f90a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-40f90a", "reconcileID": "fb42e4cc-de44-4690-8338-564d1da3e489", "Gateway": "e2e-ipp-b-40f90a", "namespace": "openshift-ingress"} 2026-09-11T01:29:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-40f90a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-40f90a", "reconcileID": "fb42e4cc-de44-4690-8338-564d1da3e489", "Gateway": "e2e-ipp-b-40f90a", "namespace": "openshift-ingress", "name": "e2e-ipp-b-40f90a-authn-ssl"} 2026-09-11T01:29:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-40f90a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-40f90a", "reconcileID": "fb42e4cc-de44-4690-8338-564d1da3e489", "Gateway": "e2e-ipp-b-40f90a", "namespace": "openshift-ingress"} 2026-09-11T01:29:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-40f90a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-40f90a", "reconcileID": "2fd89776-ab90-4c77-ad7d-6feea89f3825", "Gateway": "e2e-ipp-b-40f90a", "namespace": "openshift-ingress"} 2026-09-11T01:29:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-40f90a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-40f90a", "reconcileID": "2fd89776-ab90-4c77-ad7d-6feea89f3825", "Gateway": "e2e-ipp-b-40f90a", "namespace": "openshift-ingress", "name": "e2e-ipp-b-40f90a-authn-ssl"} 2026-09-11T01:29:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-40f90a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-40f90a", "reconcileID": "2fd89776-ab90-4c77-ad7d-6feea89f3825", "Gateway": "e2e-ipp-b-40f90a", "namespace": "openshift-ingress"} 2026-09-11T01:29:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-40f90a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-40f90a", "reconcileID": "bd4a0ff1-0810-46d9-b4f8-184383ce19cf", "Gateway": "e2e-ipp-b-40f90a", "namespace": "openshift-ingress"} 2026-09-11T01:29:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-40f90a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-40f90a", "reconcileID": "bd4a0ff1-0810-46d9-b4f8-184383ce19cf", "Gateway": "e2e-ipp-b-40f90a", "namespace": "openshift-ingress", "name": "e2e-ipp-b-40f90a-authn-ssl"} 2026-09-11T01:29:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-40f90a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-40f90a", "reconcileID": "bd4a0ff1-0810-46d9-b4f8-184383ce19cf", "Gateway": "e2e-ipp-b-40f90a", "namespace": "openshift-ingress"} 2026-09-11T01:29:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-40f90a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-40f90a", "reconcileID": "a666d9a5-3e05-48dc-ae71-238793001f68", "Gateway": "e2e-ipp-b-40f90a", "namespace": "openshift-ingress"} 2026-09-11T01:29:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-40f90a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-40f90a", "reconcileID": "a666d9a5-3e05-48dc-ae71-238793001f68", "Gateway": "e2e-ipp-b-40f90a", "namespace": "openshift-ingress", "name": "e2e-ipp-b-40f90a-authn-ssl"} 2026-09-11T01:29:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-40f90a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-40f90a", "reconcileID": "a666d9a5-3e05-48dc-ae71-238793001f68", "Gateway": "e2e-ipp-b-40f90a", "namespace": "openshift-ingress"} 2026-09-11T01:29:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-40f90a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-40f90a", "reconcileID": "9b8f129b-158d-411d-b3aa-e049509c7711", "Gateway": "e2e-ipp-b-40f90a", "namespace": "openshift-ingress"} 2026-09-11T01:29:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-40f90a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-40f90a", "reconcileID": "9b8f129b-158d-411d-b3aa-e049509c7711", "Gateway": "e2e-ipp-b-40f90a", "namespace": "openshift-ingress", "name": "e2e-ipp-b-40f90a-authn-ssl"} 2026-09-11T01:29:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-40f90a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-40f90a", "reconcileID": "9b8f129b-158d-411d-b3aa-e049509c7711", "Gateway": "e2e-ipp-b-40f90a", "namespace": "openshift-ingress"} 2026-09-11T01:29:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-40f90a"}, "namespace": "ai-tenant-e2e-ipp-b-40f90a", "name": "openshift-service-ca.crt", "reconcileID": "6b9eed30-9762-4119-8302-77901364ba5b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-40f90a"} 2026-09-11T01:29:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-40f90a"}, "namespace": "ai-tenant-e2e-ipp-b-40f90a", "name": "odh-trusted-ca-bundle", "reconcileID": "0a95960c-0ec0-4c04-a55d-39df1785e7ee", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-40f90a"} 2026-09-11T01:29:44Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-40f90a"}, "namespace": "ai-tenant-e2e-ipp-b-40f90a", "name": "openshift-service-ca.crt", "reconcileID": "d7c1776b-c30c-4228-af56-b0b375d2a9d1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-40f90a", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T01:29:44Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-40f90a"}, "namespace": "ai-tenant-e2e-ipp-b-40f90a", "name": "openshift-service-ca.crt", "reconcileID": "d7c1776b-c30c-4228-af56-b0b375d2a9d1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-40f90a"} 2026-09-11T01:29:44Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-40f90a"}, "namespace": "ai-tenant-e2e-ipp-b-40f90a", "name": "openshift-service-ca.crt", "reconcileID": "361d5918-6470-4777-8ac8-f38267976033", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-40f90a", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T01:29:44Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-40f90a"}, "namespace": "ai-tenant-e2e-ipp-b-40f90a", "name": "openshift-service-ca.crt", "reconcileID": "361d5918-6470-4777-8ac8-f38267976033", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T01:29:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-40f90a"}, "namespace": "ai-tenant-e2e-ipp-b-40f90a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "edde601c-fd7a-4181-82ff-3a26d8469153", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-40f90a"} 2026-09-11T01:29:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-40f90a"}, "namespace": "ai-tenant-e2e-ipp-b-40f90a", "name": "openshift-service-ca.crt", "reconcileID": "d1f7137a-f5cd-4d24-8140-e737e9aa41b5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-40f90a"} 2026-09-11T01:29:45Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-40f90a"}, "namespace": "ai-tenant-e2e-ipp-b-40f90a", "name": "odh-trusted-ca-bundle", "reconcileID": "de14f87c-1b18-45fc-b55f-c9d30c205b5a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-40f90a", "update": "odh-kserve-custom-ca-bundle"} 2026-09-11T01:29:45Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-40f90a"}, "namespace": "ai-tenant-e2e-ipp-b-40f90a", "name": "odh-trusted-ca-bundle", "reconcileID": "de14f87c-1b18-45fc-b55f-c9d30c205b5a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-40f90a"} 2026-09-11T01:29:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-40f90a"}, "namespace": "ai-tenant-e2e-ipp-b-40f90a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c38356ab-6e84-4fd5-8cdf-107fa02f6187", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-40f90a"} 2026-09-11T01:29:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-40f90a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-40f90a", "reconcileID": "65c41a86-c683-4da9-84e9-9dc0244b06d3", "Gateway": "e2e-ipp-b-40f90a", "namespace": "openshift-ingress"} 2026-09-11T01:29:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-40f90a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-40f90a", "reconcileID": "65c41a86-c683-4da9-84e9-9dc0244b06d3", "Gateway": "e2e-ipp-b-40f90a", "namespace": "openshift-ingress", "name": "e2e-ipp-b-40f90a-authn-ssl"} 2026-09-11T01:29:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-40f90a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-40f90a", "reconcileID": "65c41a86-c683-4da9-84e9-9dc0244b06d3", "Gateway": "e2e-ipp-b-40f90a", "namespace": "openshift-ingress"} 2026-09-11T01:29:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-40f90a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-40f90a", "reconcileID": "ca52143b-5dca-4332-8a34-5ec9f537669d", "Gateway": "e2e-ipp-b-40f90a", "namespace": "openshift-ingress"} 2026-09-11T01:29:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-40f90a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-40f90a", "reconcileID": "ca52143b-5dca-4332-8a34-5ec9f537669d", "Gateway": "e2e-ipp-b-40f90a", "namespace": "openshift-ingress", "name": "e2e-ipp-b-40f90a-authn-ssl"} 2026-09-11T01:29:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-40f90a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-40f90a", "reconcileID": "ca52143b-5dca-4332-8a34-5ec9f537669d", "Gateway": "e2e-ipp-b-40f90a", "namespace": "openshift-ingress"} 2026-09-11T01:30:15Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c1edc6","namespace":"ai-tenant-e2e-ipp-a-c1edc6"}, "namespace": "ai-tenant-e2e-ipp-a-c1edc6", "name": "ipp-route-c1edc6", "reconcileID": "71276bcd-0738-4d7c-be29-40bfa29a1cca", "LLMInferenceService": "ipp-route-c1edc6", "namespace": "ai-tenant-e2e-ipp-a-c1edc6"} 2026-09-11T01:30:15Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c1edc6","namespace":"ai-tenant-e2e-ipp-a-c1edc6"}, "namespace": "ai-tenant-e2e-ipp-a-c1edc6", "name": "ipp-route-c1edc6", "reconcileID": "71276bcd-0738-4d7c-be29-40bfa29a1cca", "LLMInferenceService": "ipp-route-c1edc6", "namespace": "ai-tenant-e2e-ipp-a-c1edc6"} 2026-09-11T01:30:15Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c1edc6","namespace":"ai-tenant-e2e-ipp-a-c1edc6"}, "namespace": "ai-tenant-e2e-ipp-a-c1edc6", "name": "ipp-route-c1edc6", "reconcileID": "71276bcd-0738-4d7c-be29-40bfa29a1cca", "LLMInferenceService": "ipp-route-c1edc6", "namespace": "ai-tenant-e2e-ipp-a-c1edc6"} 2026-09-11T01:30:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c1edc6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c1edc6", "reconcileID": "8c9e08ff-0ec9-4803-a4e4-fd85cbaa0fa9", "Gateway": "e2e-ipp-a-c1edc6", "namespace": "openshift-ingress"} 2026-09-11T01:30:15Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c1edc6","namespace":"ai-tenant-e2e-ipp-a-c1edc6"}, "namespace": "ai-tenant-e2e-ipp-a-c1edc6", "name": "ipp-route-c1edc6", "reconcileID": "71276bcd-0738-4d7c-be29-40bfa29a1cca", "LLMInferenceService": "ipp-route-c1edc6", "namespace": "ai-tenant-e2e-ipp-a-c1edc6", "name": "ipp-route-c1edc6-kserve-route-authn"} 2026-09-11T01:30:15Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c1edc6","namespace":"ai-tenant-e2e-ipp-a-c1edc6"}, "namespace": "ai-tenant-e2e-ipp-a-c1edc6", "name": "ipp-route-c1edc6", "reconcileID": "71276bcd-0738-4d7c-be29-40bfa29a1cca", "LLMInferenceService": "ipp-route-c1edc6", "namespace": "ai-tenant-e2e-ipp-a-c1edc6", "authType": "userdefined"} 2026-09-11T01:30:15Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c1edc6","namespace":"ai-tenant-e2e-ipp-a-c1edc6"}, "namespace": "ai-tenant-e2e-ipp-a-c1edc6", "name": "ipp-route-c1edc6", "reconcileID": "71276bcd-0738-4d7c-be29-40bfa29a1cca", "LLMInferenceService": "ipp-route-c1edc6", "namespace": "ai-tenant-e2e-ipp-a-c1edc6"} 2026-09-11T01:30:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c1edc6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c1edc6", "reconcileID": "8c9e08ff-0ec9-4803-a4e4-fd85cbaa0fa9", "Gateway": "e2e-ipp-a-c1edc6", "namespace": "openshift-ingress", "name": "e2e-ipp-a-c1edc6-authn-ssl"} 2026-09-11T01:30:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c1edc6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c1edc6", "reconcileID": "8c9e08ff-0ec9-4803-a4e4-fd85cbaa0fa9", "Gateway": "e2e-ipp-a-c1edc6", "namespace": "openshift-ingress"} 2026-09-11T01:30:15Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c1edc6","namespace":"ai-tenant-e2e-ipp-a-c1edc6"}, "namespace": "ai-tenant-e2e-ipp-a-c1edc6", "name": "ipp-route-c1edc6", "reconcileID": "9a02165c-ec48-45a0-b3b6-795f9768f422", "LLMInferenceService": "ipp-route-c1edc6", "namespace": "ai-tenant-e2e-ipp-a-c1edc6"} 2026-09-11T01:30:15Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c1edc6","namespace":"ai-tenant-e2e-ipp-a-c1edc6"}, "namespace": "ai-tenant-e2e-ipp-a-c1edc6", "name": "ipp-route-c1edc6", "reconcileID": "9a02165c-ec48-45a0-b3b6-795f9768f422", "LLMInferenceService": "ipp-route-c1edc6", "namespace": "ai-tenant-e2e-ipp-a-c1edc6"} 2026-09-11T01:30:15Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c1edc6","namespace":"ai-tenant-e2e-ipp-a-c1edc6"}, "namespace": "ai-tenant-e2e-ipp-a-c1edc6", "name": "ipp-route-c1edc6", "reconcileID": "9a02165c-ec48-45a0-b3b6-795f9768f422", "LLMInferenceService": "ipp-route-c1edc6", "namespace": "ai-tenant-e2e-ipp-a-c1edc6"} 2026-09-11T01:30:15Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c1edc6","namespace":"ai-tenant-e2e-ipp-a-c1edc6"}, "namespace": "ai-tenant-e2e-ipp-a-c1edc6", "name": "ipp-route-c1edc6", "reconcileID": "9a02165c-ec48-45a0-b3b6-795f9768f422", "LLMInferenceService": "ipp-route-c1edc6", "namespace": "ai-tenant-e2e-ipp-a-c1edc6", "name": "ipp-route-c1edc6-kserve-route-authn"} 2026-09-11T01:30:15Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c1edc6","namespace":"ai-tenant-e2e-ipp-a-c1edc6"}, "namespace": "ai-tenant-e2e-ipp-a-c1edc6", "name": "ipp-route-c1edc6", "reconcileID": "9a02165c-ec48-45a0-b3b6-795f9768f422", "LLMInferenceService": "ipp-route-c1edc6", "namespace": "ai-tenant-e2e-ipp-a-c1edc6", "authType": "userdefined"} 2026-09-11T01:30:15Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c1edc6","namespace":"ai-tenant-e2e-ipp-a-c1edc6"}, "namespace": "ai-tenant-e2e-ipp-a-c1edc6", "name": "ipp-route-c1edc6", "reconcileID": "9a02165c-ec48-45a0-b3b6-795f9768f422", "LLMInferenceService": "ipp-route-c1edc6", "namespace": "ai-tenant-e2e-ipp-a-c1edc6"} 2026-09-11T01:30:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c1edc6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c1edc6", "reconcileID": "b68d9d4d-b685-46e4-8cdf-3058b3a817b7", "Gateway": "e2e-ipp-a-c1edc6", "namespace": "openshift-ingress"} 2026-09-11T01:30:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c1edc6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c1edc6", "reconcileID": "b68d9d4d-b685-46e4-8cdf-3058b3a817b7", "Gateway": "e2e-ipp-a-c1edc6", "namespace": "openshift-ingress", "name": "e2e-ipp-a-c1edc6-authn-ssl"} 2026-09-11T01:30:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c1edc6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c1edc6", "reconcileID": "b68d9d4d-b685-46e4-8cdf-3058b3a817b7", "Gateway": "e2e-ipp-a-c1edc6", "namespace": "openshift-ingress"} 2026-09-11T01:30:26Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c1edc6","namespace":"ai-tenant-e2e-ipp-a-c1edc6"}, "namespace": "ai-tenant-e2e-ipp-a-c1edc6", "name": "ipp-route-c1edc6", "reconcileID": "62c86a08-0580-40f7-b34f-9dd5826a4e24", "LLMInferenceService": "ipp-route-c1edc6", "namespace": "ai-tenant-e2e-ipp-a-c1edc6"} 2026-09-11T01:30:26Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c1edc6","namespace":"ai-tenant-e2e-ipp-a-c1edc6"}, "namespace": "ai-tenant-e2e-ipp-a-c1edc6", "name": "ipp-route-c1edc6", "reconcileID": "62c86a08-0580-40f7-b34f-9dd5826a4e24", "LLMInferenceService": "ipp-route-c1edc6", "namespace": "ai-tenant-e2e-ipp-a-c1edc6"} 2026-09-11T01:30:26Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c1edc6","namespace":"ai-tenant-e2e-ipp-a-c1edc6"}, "namespace": "ai-tenant-e2e-ipp-a-c1edc6", "name": "ipp-route-c1edc6", "reconcileID": "62c86a08-0580-40f7-b34f-9dd5826a4e24", "LLMInferenceService": "ipp-route-c1edc6", "namespace": "ai-tenant-e2e-ipp-a-c1edc6"} 2026-09-11T01:30:26Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c1edc6","namespace":"ai-tenant-e2e-ipp-a-c1edc6"}, "namespace": "ai-tenant-e2e-ipp-a-c1edc6", "name": "ipp-route-c1edc6", "reconcileID": "62c86a08-0580-40f7-b34f-9dd5826a4e24", "LLMInferenceService": "ipp-route-c1edc6", "namespace": "ai-tenant-e2e-ipp-a-c1edc6", "name": "ipp-route-c1edc6-kserve-route-authn"} 2026-09-11T01:30:26Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c1edc6","namespace":"ai-tenant-e2e-ipp-a-c1edc6"}, "namespace": "ai-tenant-e2e-ipp-a-c1edc6", "name": "ipp-route-c1edc6", "reconcileID": "62c86a08-0580-40f7-b34f-9dd5826a4e24", "LLMInferenceService": "ipp-route-c1edc6", "namespace": "ai-tenant-e2e-ipp-a-c1edc6", "authType": "userdefined"} 2026-09-11T01:30:26Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c1edc6","namespace":"ai-tenant-e2e-ipp-a-c1edc6"}, "namespace": "ai-tenant-e2e-ipp-a-c1edc6", "name": "ipp-route-c1edc6", "reconcileID": "62c86a08-0580-40f7-b34f-9dd5826a4e24", "LLMInferenceService": "ipp-route-c1edc6", "namespace": "ai-tenant-e2e-ipp-a-c1edc6"} 2026-09-11T01:30:29Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c1edc6","namespace":"ai-tenant-e2e-ipp-a-c1edc6"}, "namespace": "ai-tenant-e2e-ipp-a-c1edc6", "name": "ipp-route-c1edc6", "reconcileID": "111ecb82-2eb3-4f21-ac0c-4dd9e9c5655b", "LLMInferenceService": "ipp-route-c1edc6", "namespace": "ai-tenant-e2e-ipp-a-c1edc6"} 2026-09-11T01:30:29Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c1edc6","namespace":"ai-tenant-e2e-ipp-a-c1edc6"}, "namespace": "ai-tenant-e2e-ipp-a-c1edc6", "name": "ipp-route-c1edc6", "reconcileID": "111ecb82-2eb3-4f21-ac0c-4dd9e9c5655b", "LLMInferenceService": "ipp-route-c1edc6", "namespace": "ai-tenant-e2e-ipp-a-c1edc6"} 2026-09-11T01:30:29Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c1edc6","namespace":"ai-tenant-e2e-ipp-a-c1edc6"}, "namespace": "ai-tenant-e2e-ipp-a-c1edc6", "name": "ipp-route-c1edc6", "reconcileID": "111ecb82-2eb3-4f21-ac0c-4dd9e9c5655b", "LLMInferenceService": "ipp-route-c1edc6", "namespace": "ai-tenant-e2e-ipp-a-c1edc6"} 2026-09-11T01:30:29Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c1edc6","namespace":"ai-tenant-e2e-ipp-a-c1edc6"}, "namespace": "ai-tenant-e2e-ipp-a-c1edc6", "name": "ipp-route-c1edc6", "reconcileID": "111ecb82-2eb3-4f21-ac0c-4dd9e9c5655b", "LLMInferenceService": "ipp-route-c1edc6", "namespace": "ai-tenant-e2e-ipp-a-c1edc6", "name": "ipp-route-c1edc6-kserve-route-authn"} 2026-09-11T01:30:29Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c1edc6","namespace":"ai-tenant-e2e-ipp-a-c1edc6"}, "namespace": "ai-tenant-e2e-ipp-a-c1edc6", "name": "ipp-route-c1edc6", "reconcileID": "111ecb82-2eb3-4f21-ac0c-4dd9e9c5655b", "LLMInferenceService": "ipp-route-c1edc6", "namespace": "ai-tenant-e2e-ipp-a-c1edc6", "authType": "userdefined"} 2026-09-11T01:30:29Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c1edc6","namespace":"ai-tenant-e2e-ipp-a-c1edc6"}, "namespace": "ai-tenant-e2e-ipp-a-c1edc6", "name": "ipp-route-c1edc6", "reconcileID": "111ecb82-2eb3-4f21-ac0c-4dd9e9c5655b", "LLMInferenceService": "ipp-route-c1edc6", "namespace": "ai-tenant-e2e-ipp-a-c1edc6"} 2026-09-11T01:30:35Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c1edc6","namespace":"ai-tenant-e2e-ipp-a-c1edc6"}, "namespace": "ai-tenant-e2e-ipp-a-c1edc6", "name": "ipp-route-c1edc6", "reconcileID": "715cca70-084d-4e1c-8a24-7ffdb1830980", "LLMInferenceService": "ipp-route-c1edc6", "namespace": "ai-tenant-e2e-ipp-a-c1edc6"} 2026-09-11T01:30:35Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c1edc6","namespace":"ai-tenant-e2e-ipp-a-c1edc6"}, "namespace": "ai-tenant-e2e-ipp-a-c1edc6", "name": "ipp-route-c1edc6", "reconcileID": "715cca70-084d-4e1c-8a24-7ffdb1830980", "LLMInferenceService": "ipp-route-c1edc6", "namespace": "ai-tenant-e2e-ipp-a-c1edc6"} 2026-09-11T01:30:35Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c1edc6","namespace":"ai-tenant-e2e-ipp-a-c1edc6"}, "namespace": "ai-tenant-e2e-ipp-a-c1edc6", "name": "ipp-route-c1edc6", "reconcileID": "715cca70-084d-4e1c-8a24-7ffdb1830980", "LLMInferenceService": "ipp-route-c1edc6", "namespace": "ai-tenant-e2e-ipp-a-c1edc6"} 2026-09-11T01:30:35Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c1edc6","namespace":"ai-tenant-e2e-ipp-a-c1edc6"}, "namespace": "ai-tenant-e2e-ipp-a-c1edc6", "name": "ipp-route-c1edc6", "reconcileID": "715cca70-084d-4e1c-8a24-7ffdb1830980", "LLMInferenceService": "ipp-route-c1edc6", "namespace": "ai-tenant-e2e-ipp-a-c1edc6", "name": "ipp-route-c1edc6-kserve-route-authn"} 2026-09-11T01:30:35Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c1edc6","namespace":"ai-tenant-e2e-ipp-a-c1edc6"}, "namespace": "ai-tenant-e2e-ipp-a-c1edc6", "name": "ipp-route-c1edc6", "reconcileID": "715cca70-084d-4e1c-8a24-7ffdb1830980", "LLMInferenceService": "ipp-route-c1edc6", "namespace": "ai-tenant-e2e-ipp-a-c1edc6", "authType": "userdefined"} 2026-09-11T01:30:35Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c1edc6","namespace":"ai-tenant-e2e-ipp-a-c1edc6"}, "namespace": "ai-tenant-e2e-ipp-a-c1edc6", "name": "ipp-route-c1edc6", "reconcileID": "715cca70-084d-4e1c-8a24-7ffdb1830980", "LLMInferenceService": "ipp-route-c1edc6", "namespace": "ai-tenant-e2e-ipp-a-c1edc6"} 2026-09-11T01:30:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8fa57c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8fa57c", "reconcileID": "7b05647a-ecef-4d64-b702-bc1c040f9af6", "Gateway": "e2e-ipp-cleanup-8fa57c", "namespace": "openshift-ingress"} 2026-09-11T01:30:48Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8fa57c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8fa57c", "reconcileID": "7b05647a-ecef-4d64-b702-bc1c040f9af6", "Gateway": "e2e-ipp-cleanup-8fa57c", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8fa57c-authn-ssl"} 2026-09-11T01:30:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8fa57c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8fa57c", "reconcileID": "7b05647a-ecef-4d64-b702-bc1c040f9af6", "Gateway": "e2e-ipp-cleanup-8fa57c", "namespace": "openshift-ingress"} 2026-09-11T01:30:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8fa57c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8fa57c", "reconcileID": "a22e81a3-6a70-4a89-b73d-d33de8694aaa", "Gateway": "e2e-ipp-cleanup-8fa57c", "namespace": "openshift-ingress"} 2026-09-11T01:30:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8fa57c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8fa57c", "reconcileID": "a22e81a3-6a70-4a89-b73d-d33de8694aaa", "Gateway": "e2e-ipp-cleanup-8fa57c", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8fa57c-authn-ssl"} 2026-09-11T01:30:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8fa57c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8fa57c", "reconcileID": "a22e81a3-6a70-4a89-b73d-d33de8694aaa", "Gateway": "e2e-ipp-cleanup-8fa57c", "namespace": "openshift-ingress"} 2026-09-11T01:30:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8fa57c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8fa57c", "reconcileID": "f38a5bd4-e682-4084-9e37-b2bf3bf64142", "Gateway": "e2e-ipp-cleanup-8fa57c", "namespace": "openshift-ingress"} 2026-09-11T01:30:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8fa57c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8fa57c", "reconcileID": "f38a5bd4-e682-4084-9e37-b2bf3bf64142", "Gateway": "e2e-ipp-cleanup-8fa57c", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8fa57c-authn-ssl"} 2026-09-11T01:30:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8fa57c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8fa57c", "reconcileID": "f38a5bd4-e682-4084-9e37-b2bf3bf64142", "Gateway": "e2e-ipp-cleanup-8fa57c", "namespace": "openshift-ingress"} 2026-09-11T01:30:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8fa57c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8fa57c", "reconcileID": "079cba7a-b8ae-4e11-be7e-60391347a3a6", "Gateway": "e2e-ipp-cleanup-8fa57c", "namespace": "openshift-ingress"} 2026-09-11T01:30:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8fa57c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8fa57c", "reconcileID": "079cba7a-b8ae-4e11-be7e-60391347a3a6", "Gateway": "e2e-ipp-cleanup-8fa57c", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8fa57c-authn-ssl"} 2026-09-11T01:30:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8fa57c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8fa57c", "reconcileID": "079cba7a-b8ae-4e11-be7e-60391347a3a6", "Gateway": "e2e-ipp-cleanup-8fa57c", "namespace": "openshift-ingress"} 2026-09-11T01:30:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8fa57c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8fa57c", "reconcileID": "6b6ee627-454d-4da6-9f0f-5653003b2920", "Gateway": "e2e-ipp-cleanup-8fa57c", "namespace": "openshift-ingress"} 2026-09-11T01:30:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8fa57c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8fa57c", "reconcileID": "6b6ee627-454d-4da6-9f0f-5653003b2920", "Gateway": "e2e-ipp-cleanup-8fa57c", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8fa57c-authn-ssl"} 2026-09-11T01:30:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8fa57c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8fa57c", "reconcileID": "6b6ee627-454d-4da6-9f0f-5653003b2920", "Gateway": "e2e-ipp-cleanup-8fa57c", "namespace": "openshift-ingress"} 2026-09-11T01:30:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8fa57c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8fa57c", "reconcileID": "43503b1b-a065-4475-a2d9-bf5691a6cb1a", "Gateway": "e2e-ipp-cleanup-8fa57c", "namespace": "openshift-ingress"} 2026-09-11T01:30:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8fa57c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8fa57c", "reconcileID": "43503b1b-a065-4475-a2d9-bf5691a6cb1a", "Gateway": "e2e-ipp-cleanup-8fa57c", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8fa57c-authn-ssl"} 2026-09-11T01:30:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8fa57c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8fa57c", "reconcileID": "43503b1b-a065-4475-a2d9-bf5691a6cb1a", "Gateway": "e2e-ipp-cleanup-8fa57c", "namespace": "openshift-ingress"} 2026-09-11T01:30:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8fa57c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8fa57c", "reconcileID": "577e6c33-cc38-4d81-aff3-8ada2f87239e", "Gateway": "e2e-ipp-cleanup-8fa57c", "namespace": "openshift-ingress"} 2026-09-11T01:30:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8fa57c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8fa57c", "reconcileID": "577e6c33-cc38-4d81-aff3-8ada2f87239e", "Gateway": "e2e-ipp-cleanup-8fa57c", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8fa57c-authn-ssl"} 2026-09-11T01:30:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8fa57c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8fa57c", "reconcileID": "577e6c33-cc38-4d81-aff3-8ada2f87239e", "Gateway": "e2e-ipp-cleanup-8fa57c", "namespace": "openshift-ingress"} 2026-09-11T01:30:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8fa57c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8fa57c", "reconcileID": "77aa2a1d-2546-4bae-a1e4-731fa250a798", "Gateway": "e2e-ipp-cleanup-8fa57c", "namespace": "openshift-ingress"} 2026-09-11T01:30:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8fa57c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8fa57c", "reconcileID": "77aa2a1d-2546-4bae-a1e4-731fa250a798", "Gateway": "e2e-ipp-cleanup-8fa57c", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8fa57c-authn-ssl"} 2026-09-11T01:30:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8fa57c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8fa57c", "reconcileID": "77aa2a1d-2546-4bae-a1e4-731fa250a798", "Gateway": "e2e-ipp-cleanup-8fa57c", "namespace": "openshift-ingress"} 2026-09-11T01:30:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-8fa57c"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8fa57c", "name": "openshift-service-ca.crt", "reconcileID": "5909394b-3733-48f8-9fb5-f5de76fae32b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-8fa57c"} 2026-09-11T01:30:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8fa57c"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8fa57c", "name": "odh-trusted-ca-bundle", "reconcileID": "892e948d-fd9f-4f36-b259-d63e2edc8b42", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-8fa57c"} 2026-09-11T01:30:51Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-8fa57c"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8fa57c", "name": "openshift-service-ca.crt", "reconcileID": "c8592497-7089-4a61-92b7-bc69c8932a97", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-8fa57c", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T01:30:51Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-8fa57c"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8fa57c", "name": "openshift-service-ca.crt", "reconcileID": "c8592497-7089-4a61-92b7-bc69c8932a97", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-8fa57c"} 2026-09-11T01:30:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-8fa57c"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8fa57c", "name": "openshift-service-ca.crt", "reconcileID": "f7679dd7-df43-4c51-a470-cc74e4c3c080", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-8fa57c"} 2026-09-11T01:30:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8fa57c"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8fa57c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cfaa93f8-aebf-4f53-9d5e-730e0cf1e918", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-8fa57c"} 2026-09-11T01:30:51Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8fa57c"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8fa57c", "name": "odh-trusted-ca-bundle", "reconcileID": "2321d2c0-5d19-4769-b686-4e621007e9d0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-8fa57c", "update": "odh-kserve-custom-ca-bundle"} 2026-09-11T01:30:51Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8fa57c"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8fa57c", "name": "odh-trusted-ca-bundle", "reconcileID": "2321d2c0-5d19-4769-b686-4e621007e9d0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-8fa57c"} 2026-09-11T01:30:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8fa57c"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8fa57c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0d6ad142-7bce-4283-a6c6-a7dea8ba7287", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-8fa57c"} 2026-09-11T01:30:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8fa57c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8fa57c", "reconcileID": "45a3b35c-8de9-4e28-a08f-b0b27a459366", "Gateway": "e2e-ipp-cleanup-8fa57c", "namespace": "openshift-ingress"} 2026-09-11T01:30:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8fa57c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8fa57c", "reconcileID": "45a3b35c-8de9-4e28-a08f-b0b27a459366", "Gateway": "e2e-ipp-cleanup-8fa57c", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8fa57c-authn-ssl"} 2026-09-11T01:30:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8fa57c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8fa57c", "reconcileID": "45a3b35c-8de9-4e28-a08f-b0b27a459366", "Gateway": "e2e-ipp-cleanup-8fa57c", "namespace": "openshift-ingress"} 2026-09-11T01:31:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8fa57c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8fa57c", "reconcileID": "6e09c0c8-8f7c-4839-aca4-284a25242a55", "Gateway": "e2e-ipp-cleanup-8fa57c", "namespace": "openshift-ingress"} 2026-09-11T01:31:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8fa57c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8fa57c", "reconcileID": "6e09c0c8-8f7c-4839-aca4-284a25242a55", "Gateway": "e2e-ipp-cleanup-8fa57c", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8fa57c-authn-ssl"} 2026-09-11T01:31:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8fa57c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8fa57c", "reconcileID": "6e09c0c8-8f7c-4839-aca4-284a25242a55", "Gateway": "e2e-ipp-cleanup-8fa57c", "namespace": "openshift-ingress"} 2026-09-11T01:31:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8fa57c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8fa57c", "reconcileID": "627cd93b-5406-48de-b749-6628c878fc06", "Gateway": "e2e-ipp-cleanup-8fa57c", "namespace": "openshift-ingress"} 2026-09-11T01:31:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8fa57c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8fa57c", "reconcileID": "627cd93b-5406-48de-b749-6628c878fc06", "Gateway": "e2e-ipp-cleanup-8fa57c", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8fa57c-authn-ssl"} 2026-09-11T01:31:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8fa57c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8fa57c", "reconcileID": "627cd93b-5406-48de-b749-6628c878fc06", "Gateway": "e2e-ipp-cleanup-8fa57c", "namespace": "openshift-ingress"} 2026-09-11T01:31:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8fa57c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8fa57c", "reconcileID": "44627a85-04df-4780-ac20-bb5154d4b02e", "Gateway": "e2e-ipp-cleanup-8fa57c", "namespace": "openshift-ingress"} 2026-09-11T01:31:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8fa57c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8fa57c", "reconcileID": "44627a85-04df-4780-ac20-bb5154d4b02e", "Gateway": "e2e-ipp-cleanup-8fa57c", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8fa57c-authn-ssl"} 2026-09-11T01:31:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8fa57c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8fa57c", "reconcileID": "44627a85-04df-4780-ac20-bb5154d4b02e", "Gateway": "e2e-ipp-cleanup-8fa57c", "namespace": "openshift-ingress"} 2026-09-11T01:31:29Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8fa57c"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8fa57c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e13bb4dc-cc17-44b1-9fe8-76ea1f5efa30", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-8fa57c"} 2026-09-11T01:31:29Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8fa57c"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8fa57c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e13bb4dc-cc17-44b1-9fe8-76ea1f5efa30", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-8fa57c", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T01:31:29Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8fa57c"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8fa57c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e13bb4dc-cc17-44b1-9fe8-76ea1f5efa30", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-8fa57c because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T01:31:29Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8fa57c"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8fa57c", "name": "odh-trusted-ca-bundle", "reconcileID": "2fcabc8d-2164-4e88-9b65-baa8b06eb72e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-8fa57c"} 2026-09-11T01:31:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8fa57c"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8fa57c", "name": "odh-trusted-ca-bundle", "reconcileID": "2fcabc8d-2164-4e88-9b65-baa8b06eb72e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-8fa57c"} 2026-09-11T01:31:29Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-8fa57c"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8fa57c", "name": "openshift-service-ca.crt", "reconcileID": "93e8360a-782b-4dd3-b0cc-a9530fcd4fe4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-8fa57c"} 2026-09-11T01:31:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-8fa57c"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8fa57c", "name": "openshift-service-ca.crt", "reconcileID": "93e8360a-782b-4dd3-b0cc-a9530fcd4fe4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-8fa57c"} 2026-09-11T01:31:29Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8fa57c"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8fa57c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cbeb2b2c-4397-4ac1-b493-62f325b46db2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-8fa57c"} 2026-09-11T01:31:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8fa57c"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8fa57c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cbeb2b2c-4397-4ac1-b493-62f325b46db2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-8fa57c"} 2026-09-11T01:31:30Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8fa57c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8fa57c", "reconcileID": "7211758e-bcaf-4cee-b1a9-074d0d0975d3", "Gateway": "e2e-ipp-cleanup-8fa57c", "namespace": "openshift-ingress"} 2026-09-11T01:31:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c1edc6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c1edc6", "reconcileID": "351adb59-2ea8-4b0e-9542-fc843bc86a58", "Gateway": "e2e-ipp-a-c1edc6", "namespace": "openshift-ingress"} 2026-09-11T01:31:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c1edc6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c1edc6", "reconcileID": "351adb59-2ea8-4b0e-9542-fc843bc86a58", "Gateway": "e2e-ipp-a-c1edc6", "namespace": "openshift-ingress", "name": "e2e-ipp-a-c1edc6-authn-ssl"} 2026-09-11T01:31:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c1edc6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c1edc6", "reconcileID": "351adb59-2ea8-4b0e-9542-fc843bc86a58", "Gateway": "e2e-ipp-a-c1edc6", "namespace": "openshift-ingress"} 2026-09-11T01:31:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c1edc6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c1edc6", "reconcileID": "cde33a69-0f7f-4bb5-af2d-e717c78136cf", "Gateway": "e2e-ipp-a-c1edc6", "namespace": "openshift-ingress"} 2026-09-11T01:31:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c1edc6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c1edc6", "reconcileID": "cde33a69-0f7f-4bb5-af2d-e717c78136cf", "Gateway": "e2e-ipp-a-c1edc6", "namespace": "openshift-ingress", "name": "e2e-ipp-a-c1edc6-authn-ssl"} 2026-09-11T01:31:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c1edc6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c1edc6", "reconcileID": "cde33a69-0f7f-4bb5-af2d-e717c78136cf", "Gateway": "e2e-ipp-a-c1edc6", "namespace": "openshift-ingress"} 2026-09-11T01:31:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c1edc6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c1edc6", "reconcileID": "3a3703e0-5abc-485a-adab-c0357c47d870", "Gateway": "e2e-ipp-a-c1edc6", "namespace": "openshift-ingress"} 2026-09-11T01:31:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c1edc6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c1edc6", "reconcileID": "3a3703e0-5abc-485a-adab-c0357c47d870", "Gateway": "e2e-ipp-a-c1edc6", "namespace": "openshift-ingress", "name": "e2e-ipp-a-c1edc6-authn-ssl"} 2026-09-11T01:31:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c1edc6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c1edc6", "reconcileID": "3a3703e0-5abc-485a-adab-c0357c47d870", "Gateway": "e2e-ipp-a-c1edc6", "namespace": "openshift-ingress"} 2026-09-11T01:31:55Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c1edc6","namespace":"ai-tenant-e2e-ipp-a-c1edc6"}, "namespace": "ai-tenant-e2e-ipp-a-c1edc6", "name": "ipp-route-c1edc6", "reconcileID": "aa498a84-1c7a-48c9-ad3f-9cfdfa7ea2a5", "LLMInferenceService": "ipp-route-c1edc6", "namespace": "ai-tenant-e2e-ipp-a-c1edc6"} 2026-09-11T01:31:55Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c1edc6","namespace":"ai-tenant-e2e-ipp-a-c1edc6"}, "namespace": "ai-tenant-e2e-ipp-a-c1edc6", "name": "ipp-route-c1edc6", "reconcileID": "aa498a84-1c7a-48c9-ad3f-9cfdfa7ea2a5", "LLMInferenceService": "ipp-route-c1edc6", "namespace": "ai-tenant-e2e-ipp-a-c1edc6"} 2026-09-11T01:31:55Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c1edc6","namespace":"ai-tenant-e2e-ipp-a-c1edc6"}, "namespace": "ai-tenant-e2e-ipp-a-c1edc6", "name": "ipp-route-c1edc6", "reconcileID": "aa498a84-1c7a-48c9-ad3f-9cfdfa7ea2a5", "LLMInferenceService": "ipp-route-c1edc6", "namespace": "ai-tenant-e2e-ipp-a-c1edc6"} 2026-09-11T01:31:55Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c1edc6","namespace":"ai-tenant-e2e-ipp-a-c1edc6"}, "namespace": "ai-tenant-e2e-ipp-a-c1edc6", "name": "ipp-route-c1edc6", "reconcileID": "aa498a84-1c7a-48c9-ad3f-9cfdfa7ea2a5", "LLMInferenceService": "ipp-route-c1edc6", "namespace": "ai-tenant-e2e-ipp-a-c1edc6", "name": "ipp-route-c1edc6-kserve-route-authn"} 2026-09-11T01:31:55Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c1edc6","namespace":"ai-tenant-e2e-ipp-a-c1edc6"}, "namespace": "ai-tenant-e2e-ipp-a-c1edc6", "name": "ipp-route-c1edc6", "reconcileID": "aa498a84-1c7a-48c9-ad3f-9cfdfa7ea2a5", "LLMInferenceService": "ipp-route-c1edc6", "namespace": "ai-tenant-e2e-ipp-a-c1edc6", "authType": "userdefined"} 2026-09-11T01:31:55Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c1edc6","namespace":"ai-tenant-e2e-ipp-a-c1edc6"}, "namespace": "ai-tenant-e2e-ipp-a-c1edc6", "name": "ipp-route-c1edc6", "reconcileID": "aa498a84-1c7a-48c9-ad3f-9cfdfa7ea2a5", "LLMInferenceService": "ipp-route-c1edc6", "namespace": "ai-tenant-e2e-ipp-a-c1edc6"} 2026-09-11T01:32:31Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-c1edc6"}, "namespace": "ai-tenant-e2e-ipp-a-c1edc6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e596d69d-c056-4eba-98ed-40ff61114c6c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-c1edc6"} 2026-09-11T01:32:31Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-c1edc6"}, "namespace": "ai-tenant-e2e-ipp-a-c1edc6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e596d69d-c056-4eba-98ed-40ff61114c6c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-c1edc6", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T01:32:31Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-c1edc6"}, "namespace": "ai-tenant-e2e-ipp-a-c1edc6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e596d69d-c056-4eba-98ed-40ff61114c6c", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-c1edc6 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T01:32:31Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-c1edc6"}, "namespace": "ai-tenant-e2e-ipp-a-c1edc6", "name": "odh-trusted-ca-bundle", "reconcileID": "c9e80530-d680-4105-87b9-7d88df97467d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-c1edc6"} 2026-09-11T01:32:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-c1edc6"}, "namespace": "ai-tenant-e2e-ipp-a-c1edc6", "name": "odh-trusted-ca-bundle", "reconcileID": "c9e80530-d680-4105-87b9-7d88df97467d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-c1edc6"} 2026-09-11T01:32:31Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-c1edc6"}, "namespace": "ai-tenant-e2e-ipp-a-c1edc6", "name": "openshift-service-ca.crt", "reconcileID": "2024ec43-a399-4906-a27d-1804bc74a33d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-c1edc6"} 2026-09-11T01:32:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-c1edc6"}, "namespace": "ai-tenant-e2e-ipp-a-c1edc6", "name": "openshift-service-ca.crt", "reconcileID": "2024ec43-a399-4906-a27d-1804bc74a33d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-c1edc6"} 2026-09-11T01:32:31Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-c1edc6"}, "namespace": "ai-tenant-e2e-ipp-a-c1edc6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d82323c3-ea7e-4b78-b8cc-14f56b8c98e7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-c1edc6"} 2026-09-11T01:32:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-c1edc6"}, "namespace": "ai-tenant-e2e-ipp-a-c1edc6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d82323c3-ea7e-4b78-b8cc-14f56b8c98e7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-c1edc6"} 2026-09-11T01:32:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c1edc6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c1edc6", "reconcileID": "c7de9e20-76c4-41f7-adf2-f287c267df7f", "Gateway": "e2e-ipp-a-c1edc6", "namespace": "openshift-ingress"} 2026-09-11T01:32:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c1edc6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c1edc6", "reconcileID": "c7de9e20-76c4-41f7-adf2-f287c267df7f", "Gateway": "e2e-ipp-a-c1edc6", "namespace": "openshift-ingress", "name": "e2e-ipp-a-c1edc6-authn-ssl"} 2026-09-11T01:32:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c1edc6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c1edc6", "reconcileID": "c7de9e20-76c4-41f7-adf2-f287c267df7f", "Gateway": "e2e-ipp-a-c1edc6", "namespace": "openshift-ingress"} 2026-09-11T01:32:32Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c1edc6","namespace":"ai-tenant-e2e-ipp-a-c1edc6"}, "namespace": "ai-tenant-e2e-ipp-a-c1edc6", "name": "ipp-route-c1edc6", "reconcileID": "32e16b3d-c93a-4728-bf9e-b16f536198c1", "LLMInferenceService": "ipp-route-c1edc6", "namespace": "ai-tenant-e2e-ipp-a-c1edc6"} 2026-09-11T01:32:32Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c1edc6","namespace":"ai-tenant-e2e-ipp-a-c1edc6"}, "namespace": "ai-tenant-e2e-ipp-a-c1edc6", "name": "ipp-route-c1edc6", "reconcileID": "32e16b3d-c93a-4728-bf9e-b16f536198c1", "LLMInferenceService": "ipp-route-c1edc6", "namespace": "ai-tenant-e2e-ipp-a-c1edc6"} 2026-09-11T01:32:32Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c1edc6","namespace":"ai-tenant-e2e-ipp-a-c1edc6"}, "namespace": "ai-tenant-e2e-ipp-a-c1edc6", "name": "ipp-route-c1edc6", "reconcileID": "32e16b3d-c93a-4728-bf9e-b16f536198c1", "LLMInferenceService": "ipp-route-c1edc6", "namespace": "ai-tenant-e2e-ipp-a-c1edc6"} 2026-09-11T01:32:32Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c1edc6","namespace":"ai-tenant-e2e-ipp-a-c1edc6"}, "namespace": "ai-tenant-e2e-ipp-a-c1edc6", "name": "ipp-route-c1edc6", "reconcileID": "32e16b3d-c93a-4728-bf9e-b16f536198c1", "LLMInferenceService": "ipp-route-c1edc6", "namespace": "ai-tenant-e2e-ipp-a-c1edc6", "name": "ipp-route-c1edc6-kserve-route-authn"} 2026-09-11T01:32:32Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c1edc6","namespace":"ai-tenant-e2e-ipp-a-c1edc6"}, "namespace": "ai-tenant-e2e-ipp-a-c1edc6", "name": "ipp-route-c1edc6", "reconcileID": "32e16b3d-c93a-4728-bf9e-b16f536198c1", "LLMInferenceService": "ipp-route-c1edc6", "namespace": "ai-tenant-e2e-ipp-a-c1edc6", "authType": "userdefined"} 2026-09-11T01:32:32Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c1edc6","namespace":"ai-tenant-e2e-ipp-a-c1edc6"}, "namespace": "ai-tenant-e2e-ipp-a-c1edc6", "name": "ipp-route-c1edc6", "reconcileID": "32e16b3d-c93a-4728-bf9e-b16f536198c1", "LLMInferenceService": "ipp-route-c1edc6", "namespace": "ai-tenant-e2e-ipp-a-c1edc6"} 2026-09-11T01:32:32Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c1edc6","namespace":"ai-tenant-e2e-ipp-a-c1edc6"}, "namespace": "ai-tenant-e2e-ipp-a-c1edc6", "name": "ipp-route-c1edc6", "reconcileID": "071dc924-c49d-4242-9cdf-202c87331786", "LLMInferenceService": "ipp-route-c1edc6", "namespace": "ai-tenant-e2e-ipp-a-c1edc6"} 2026-09-11T01:32:32Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c1edc6","namespace":"ai-tenant-e2e-ipp-a-c1edc6"}, "namespace": "ai-tenant-e2e-ipp-a-c1edc6", "name": "ipp-route-c1edc6", "reconcileID": "071dc924-c49d-4242-9cdf-202c87331786", "LLMInferenceService": "ipp-route-c1edc6", "namespace": "ai-tenant-e2e-ipp-a-c1edc6", "name": "ipp-route-c1edc6"} 2026-09-11T01:32:32Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c1edc6","namespace":"ai-tenant-e2e-ipp-a-c1edc6"}, "namespace": "ai-tenant-e2e-ipp-a-c1edc6", "name": "ipp-route-c1edc6", "reconcileID": "071dc924-c49d-4242-9cdf-202c87331786", "LLMInferenceService": "ipp-route-c1edc6", "namespace": "ai-tenant-e2e-ipp-a-c1edc6"} 2026-09-11T01:32:32Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c1edc6","namespace":"ai-tenant-e2e-ipp-a-c1edc6"}, "namespace": "ai-tenant-e2e-ipp-a-c1edc6", "name": "ipp-route-c1edc6", "reconcileID": "071dc924-c49d-4242-9cdf-202c87331786", "LLMInferenceService": "ipp-route-c1edc6", "namespace": "ai-tenant-e2e-ipp-a-c1edc6"} 2026-09-11T01:32:32Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c1edc6","namespace":"ai-tenant-e2e-ipp-a-c1edc6"}, "namespace": "ai-tenant-e2e-ipp-a-c1edc6", "name": "ipp-route-c1edc6", "reconcileID": "071dc924-c49d-4242-9cdf-202c87331786", "LLMInferenceService": "ipp-route-c1edc6", "namespace": "ai-tenant-e2e-ipp-a-c1edc6", "name": "ipp-route-c1edc6-kserve-route-authn"} 2026-09-11T01:32:32Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c1edc6","namespace":"ai-tenant-e2e-ipp-a-c1edc6"}, "namespace": "ai-tenant-e2e-ipp-a-c1edc6", "name": "ipp-route-c1edc6", "reconcileID": "071dc924-c49d-4242-9cdf-202c87331786", "LLMInferenceService": "ipp-route-c1edc6", "namespace": "ai-tenant-e2e-ipp-a-c1edc6", "name": "ipp-route-c1edc6-kserve-route-authn"} 2026-09-11T01:32:32Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c1edc6","namespace":"ai-tenant-e2e-ipp-a-c1edc6"}, "namespace": "ai-tenant-e2e-ipp-a-c1edc6", "name": "ipp-route-c1edc6", "reconcileID": "071dc924-c49d-4242-9cdf-202c87331786", "LLMInferenceService": "ipp-route-c1edc6", "namespace": "ai-tenant-e2e-ipp-a-c1edc6", "namespace": "ai-tenant-e2e-ipp-a-c1edc6"} 2026-09-11T01:32:32Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c1edc6","namespace":"ai-tenant-e2e-ipp-a-c1edc6"}, "namespace": "ai-tenant-e2e-ipp-a-c1edc6", "name": "ipp-route-c1edc6", "reconcileID": "071dc924-c49d-4242-9cdf-202c87331786", "LLMInferenceService": "ipp-route-c1edc6", "namespace": "ai-tenant-e2e-ipp-a-c1edc6", "namespace": "ai-tenant-e2e-ipp-a-c1edc6"} 2026-09-11T01:32:37Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c1edc6","namespace":"ai-tenant-e2e-ipp-a-c1edc6"}, "namespace": "ai-tenant-e2e-ipp-a-c1edc6", "name": "ipp-route-c1edc6", "reconcileID": "f62c7a09-f7f5-47d7-b60f-b81b26335d69", "LLMInferenceService": "ipp-route-c1edc6", "namespace": "ai-tenant-e2e-ipp-a-c1edc6"} 2026-09-11T01:32:37Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c1edc6","namespace":"ai-tenant-e2e-ipp-a-c1edc6"}, "namespace": "ai-tenant-e2e-ipp-a-c1edc6", "name": "ipp-route-c1edc6", "reconcileID": "f62c7a09-f7f5-47d7-b60f-b81b26335d69", "LLMInferenceService": "ipp-route-c1edc6", "namespace": "ai-tenant-e2e-ipp-a-c1edc6", "name": "ipp-route-c1edc6"} 2026-09-11T01:32:37Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c1edc6","namespace":"ai-tenant-e2e-ipp-a-c1edc6"}, "namespace": "ai-tenant-e2e-ipp-a-c1edc6", "name": "ipp-route-c1edc6", "reconcileID": "f62c7a09-f7f5-47d7-b60f-b81b26335d69", "LLMInferenceService": "ipp-route-c1edc6", "namespace": "ai-tenant-e2e-ipp-a-c1edc6"} 2026-09-11T01:32:37Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c1edc6","namespace":"ai-tenant-e2e-ipp-a-c1edc6"}, "namespace": "ai-tenant-e2e-ipp-a-c1edc6", "name": "ipp-route-c1edc6", "reconcileID": "f62c7a09-f7f5-47d7-b60f-b81b26335d69", "LLMInferenceService": "ipp-route-c1edc6", "namespace": "ai-tenant-e2e-ipp-a-c1edc6"} 2026-09-11T01:32:37Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c1edc6","namespace":"ai-tenant-e2e-ipp-a-c1edc6"}, "namespace": "ai-tenant-e2e-ipp-a-c1edc6", "name": "ipp-route-c1edc6", "reconcileID": "f62c7a09-f7f5-47d7-b60f-b81b26335d69", "LLMInferenceService": "ipp-route-c1edc6", "namespace": "ai-tenant-e2e-ipp-a-c1edc6", "name": "ipp-route-c1edc6-kserve-route-authn"} 2026-09-11T01:32:37Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c1edc6","namespace":"ai-tenant-e2e-ipp-a-c1edc6"}, "namespace": "ai-tenant-e2e-ipp-a-c1edc6", "name": "ipp-route-c1edc6", "reconcileID": "f62c7a09-f7f5-47d7-b60f-b81b26335d69", "LLMInferenceService": "ipp-route-c1edc6", "namespace": "ai-tenant-e2e-ipp-a-c1edc6", "name": "ipp-route-c1edc6-kserve-route-authn"} 2026-09-11T01:32:37Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c1edc6","namespace":"ai-tenant-e2e-ipp-a-c1edc6"}, "namespace": "ai-tenant-e2e-ipp-a-c1edc6", "name": "ipp-route-c1edc6", "reconcileID": "f62c7a09-f7f5-47d7-b60f-b81b26335d69", "LLMInferenceService": "ipp-route-c1edc6", "namespace": "ai-tenant-e2e-ipp-a-c1edc6", "namespace": "ai-tenant-e2e-ipp-a-c1edc6"} 2026-09-11T01:32:37Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c1edc6","namespace":"ai-tenant-e2e-ipp-a-c1edc6"}, "namespace": "ai-tenant-e2e-ipp-a-c1edc6", "name": "ipp-route-c1edc6", "reconcileID": "f62c7a09-f7f5-47d7-b60f-b81b26335d69", "LLMInferenceService": "ipp-route-c1edc6", "namespace": "ai-tenant-e2e-ipp-a-c1edc6", "namespace": "ai-tenant-e2e-ipp-a-c1edc6"} 2026-09-11T01:32:37Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-c1edc6","namespace":"ai-tenant-e2e-ipp-a-c1edc6"}, "namespace": "ai-tenant-e2e-ipp-a-c1edc6", "name": "ipp-route-c1edc6", "reconcileID": "4fccef30-1851-441a-a039-8e3327541059", "LLMInferenceService": "ipp-route-c1edc6", "namespace": "ai-tenant-e2e-ipp-a-c1edc6"} 2026-09-11T01:32:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c1edc6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c1edc6", "reconcileID": "ae1aba1a-ef34-4199-afa7-2ecdd0701abf", "Gateway": "e2e-ipp-a-c1edc6", "namespace": "openshift-ingress"} 2026-09-11T01:32:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c1edc6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c1edc6", "reconcileID": "ae1aba1a-ef34-4199-afa7-2ecdd0701abf", "Gateway": "e2e-ipp-a-c1edc6", "namespace": "openshift-ingress", "name": "e2e-ipp-a-c1edc6-authn-ssl"} 2026-09-11T01:32:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c1edc6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c1edc6", "reconcileID": "ae1aba1a-ef34-4199-afa7-2ecdd0701abf", "Gateway": "e2e-ipp-a-c1edc6", "namespace": "openshift-ingress"} 2026-09-11T01:32:38Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-c1edc6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-c1edc6", "reconcileID": "b3ed664d-b67d-41ef-8ea2-694913ed7737", "Gateway": "e2e-ipp-a-c1edc6", "namespace": "openshift-ingress"} 2026-09-11T01:32:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-40f90a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-40f90a", "reconcileID": "b193f427-2ddb-4dee-99ee-82eb137d94e7", "Gateway": "e2e-ipp-b-40f90a", "namespace": "openshift-ingress"} 2026-09-11T01:32:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-40f90a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-40f90a", "reconcileID": "b193f427-2ddb-4dee-99ee-82eb137d94e7", "Gateway": "e2e-ipp-b-40f90a", "namespace": "openshift-ingress", "name": "e2e-ipp-b-40f90a-authn-ssl"} 2026-09-11T01:32:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-40f90a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-40f90a", "reconcileID": "b193f427-2ddb-4dee-99ee-82eb137d94e7", "Gateway": "e2e-ipp-b-40f90a", "namespace": "openshift-ingress"} 2026-09-11T01:32:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-40f90a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-40f90a", "reconcileID": "1cf1b6da-1b7b-405f-99f2-43db19aa736a", "Gateway": "e2e-ipp-b-40f90a", "namespace": "openshift-ingress"} 2026-09-11T01:32:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-40f90a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-40f90a", "reconcileID": "1cf1b6da-1b7b-405f-99f2-43db19aa736a", "Gateway": "e2e-ipp-b-40f90a", "namespace": "openshift-ingress", "name": "e2e-ipp-b-40f90a-authn-ssl"} 2026-09-11T01:32:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-40f90a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-40f90a", "reconcileID": "1cf1b6da-1b7b-405f-99f2-43db19aa736a", "Gateway": "e2e-ipp-b-40f90a", "namespace": "openshift-ingress"} 2026-09-11T01:32:55Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-40f90a"}, "namespace": "ai-tenant-e2e-ipp-b-40f90a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bf03845c-a128-46e4-ba40-3b276465410a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-40f90a"} 2026-09-11T01:32:55Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-40f90a"}, "namespace": "ai-tenant-e2e-ipp-b-40f90a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bf03845c-a128-46e4-ba40-3b276465410a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-40f90a", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T01:32:55Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-40f90a"}, "namespace": "ai-tenant-e2e-ipp-b-40f90a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bf03845c-a128-46e4-ba40-3b276465410a", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-40f90a because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T01:32:55Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-40f90a"}, "namespace": "ai-tenant-e2e-ipp-b-40f90a", "name": "odh-trusted-ca-bundle", "reconcileID": "3107d18d-77d8-405e-822f-8adfc0e6edcd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-40f90a"} 2026-09-11T01:32:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-40f90a"}, "namespace": "ai-tenant-e2e-ipp-b-40f90a", "name": "odh-trusted-ca-bundle", "reconcileID": "3107d18d-77d8-405e-822f-8adfc0e6edcd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-40f90a"} 2026-09-11T01:32:55Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-40f90a"}, "namespace": "ai-tenant-e2e-ipp-b-40f90a", "name": "openshift-service-ca.crt", "reconcileID": "3a5d29cd-c601-4163-a8f8-939bdb1d010c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-40f90a"} 2026-09-11T01:32:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-40f90a"}, "namespace": "ai-tenant-e2e-ipp-b-40f90a", "name": "openshift-service-ca.crt", "reconcileID": "3a5d29cd-c601-4163-a8f8-939bdb1d010c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-40f90a"} 2026-09-11T01:32:55Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-40f90a"}, "namespace": "ai-tenant-e2e-ipp-b-40f90a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f5011932-3caa-4323-b7f1-ba6edfc4df4d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-40f90a"} 2026-09-11T01:32:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-40f90a"}, "namespace": "ai-tenant-e2e-ipp-b-40f90a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f5011932-3caa-4323-b7f1-ba6edfc4df4d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-40f90a"} 2026-09-11T01:32:56Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-40f90a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-40f90a", "reconcileID": "b04ee2af-fbc1-4b0e-8231-7ee2667715e6", "Gateway": "e2e-ipp-b-40f90a", "namespace": "openshift-ingress"} 2026-09-11T01:33:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-d6e26b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-d6e26b", "reconcileID": "6d4ab454-d9ba-4ff8-8f0d-14ff83ab5b3c", "Gateway": "e2e-shared-a-w3-d6e26b", "namespace": "openshift-ingress"} 2026-09-11T01:33:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-d6e26b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-d6e26b", "reconcileID": "6d4ab454-d9ba-4ff8-8f0d-14ff83ab5b3c", "Gateway": "e2e-shared-a-w3-d6e26b", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-d6e26b-authn-ssl"} 2026-09-11T01:33:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-d6e26b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-d6e26b", "reconcileID": "6d4ab454-d9ba-4ff8-8f0d-14ff83ab5b3c", "Gateway": "e2e-shared-a-w3-d6e26b", "namespace": "openshift-ingress"} 2026-09-11T01:33:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-d6e26b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-d6e26b", "reconcileID": "f61ba56b-7bc2-4145-8128-a1ef0d55a1f8", "Gateway": "e2e-shared-a-w3-d6e26b", "namespace": "openshift-ingress"} 2026-09-11T01:33:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-d6e26b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-d6e26b", "reconcileID": "f61ba56b-7bc2-4145-8128-a1ef0d55a1f8", "Gateway": "e2e-shared-a-w3-d6e26b", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-d6e26b-authn-ssl"} 2026-09-11T01:33:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-d6e26b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-d6e26b", "reconcileID": "f61ba56b-7bc2-4145-8128-a1ef0d55a1f8", "Gateway": "e2e-shared-a-w3-d6e26b", "namespace": "openshift-ingress"} 2026-09-11T01:33:13Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-d6e26b"}, "namespace": "ai-tenant-e2e-shared-a-w3-d6e26b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3abd6d50-c876-41bd-8b89-32e1f99e330c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-d6e26b"} 2026-09-11T01:33:13Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-d6e26b"}, "namespace": "ai-tenant-e2e-shared-a-w3-d6e26b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3abd6d50-c876-41bd-8b89-32e1f99e330c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-d6e26b", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T01:33:13Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-d6e26b"}, "namespace": "ai-tenant-e2e-shared-a-w3-d6e26b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3abd6d50-c876-41bd-8b89-32e1f99e330c", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w3-d6e26b because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T01:33:13Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-d6e26b"}, "namespace": "ai-tenant-e2e-shared-a-w3-d6e26b", "name": "odh-trusted-ca-bundle", "reconcileID": "623553a7-dad3-4a70-bdc5-91c8cb8926cc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-d6e26b"} 2026-09-11T01:33:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-d6e26b"}, "namespace": "ai-tenant-e2e-shared-a-w3-d6e26b", "name": "odh-trusted-ca-bundle", "reconcileID": "623553a7-dad3-4a70-bdc5-91c8cb8926cc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-d6e26b"} 2026-09-11T01:33:13Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-d6e26b"}, "namespace": "ai-tenant-e2e-shared-a-w3-d6e26b", "name": "openshift-service-ca.crt", "reconcileID": "82597d30-9e76-4b2a-a827-44763ee149d5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-d6e26b"} 2026-09-11T01:33:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-d6e26b"}, "namespace": "ai-tenant-e2e-shared-a-w3-d6e26b", "name": "openshift-service-ca.crt", "reconcileID": "82597d30-9e76-4b2a-a827-44763ee149d5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-d6e26b"} 2026-09-11T01:33:13Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-d6e26b"}, "namespace": "ai-tenant-e2e-shared-a-w3-d6e26b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e0a9c595-7633-4a31-bdcf-d58bd98bccb3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-d6e26b"} 2026-09-11T01:33:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-d6e26b"}, "namespace": "ai-tenant-e2e-shared-a-w3-d6e26b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e0a9c595-7633-4a31-bdcf-d58bd98bccb3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-d6e26b"} 2026-09-11T01:33:14Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-d6e26b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-d6e26b", "reconcileID": "d86637e0-d3db-4a41-bd13-8d26e73ff038", "Gateway": "e2e-shared-a-w3-d6e26b", "namespace": "openshift-ingress"} 2026-09-11T01:33:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-b9930f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-b9930f", "reconcileID": "7b05e6b8-9851-4ba0-9aab-2bc560ae3c9b", "Gateway": "e2e-shared-b-w3-b9930f", "namespace": "openshift-ingress"} 2026-09-11T01:33:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-b9930f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-b9930f", "reconcileID": "7b05e6b8-9851-4ba0-9aab-2bc560ae3c9b", "Gateway": "e2e-shared-b-w3-b9930f", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-b9930f-authn-ssl"} 2026-09-11T01:33:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-b9930f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-b9930f", "reconcileID": "7b05e6b8-9851-4ba0-9aab-2bc560ae3c9b", "Gateway": "e2e-shared-b-w3-b9930f", "namespace": "openshift-ingress"} 2026-09-11T01:33:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-b9930f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-b9930f", "reconcileID": "b4af9a72-5a4c-4b35-b061-60cc7fefb3b7", "Gateway": "e2e-shared-b-w3-b9930f", "namespace": "openshift-ingress"} 2026-09-11T01:33:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-b9930f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-b9930f", "reconcileID": "b4af9a72-5a4c-4b35-b061-60cc7fefb3b7", "Gateway": "e2e-shared-b-w3-b9930f", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-b9930f-authn-ssl"} 2026-09-11T01:33:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-b9930f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-b9930f", "reconcileID": "b4af9a72-5a4c-4b35-b061-60cc7fefb3b7", "Gateway": "e2e-shared-b-w3-b9930f", "namespace": "openshift-ingress"} 2026-09-11T01:33:31Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-b9930f"}, "namespace": "ai-tenant-e2e-shared-b-w3-b9930f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "69078525-c2d2-468c-814a-42eabb6ef7e8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-b9930f"} 2026-09-11T01:33:31Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-b9930f"}, "namespace": "ai-tenant-e2e-shared-b-w3-b9930f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "69078525-c2d2-468c-814a-42eabb6ef7e8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-b9930f", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T01:33:31Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-b9930f"}, "namespace": "ai-tenant-e2e-shared-b-w3-b9930f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "69078525-c2d2-468c-814a-42eabb6ef7e8", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w3-b9930f because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T01:33:31Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-b9930f"}, "namespace": "ai-tenant-e2e-shared-b-w3-b9930f", "name": "odh-trusted-ca-bundle", "reconcileID": "afa80643-cdbb-4c4c-b13c-58e51f555f80", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-b9930f"} 2026-09-11T01:33:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-b9930f"}, "namespace": "ai-tenant-e2e-shared-b-w3-b9930f", "name": "odh-trusted-ca-bundle", "reconcileID": "afa80643-cdbb-4c4c-b13c-58e51f555f80", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-b9930f"} 2026-09-11T01:33:31Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-b9930f"}, "namespace": "ai-tenant-e2e-shared-b-w3-b9930f", "name": "openshift-service-ca.crt", "reconcileID": "6503e919-3561-4738-b09d-df15ea5ba18c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-b9930f"} 2026-09-11T01:33:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-b9930f"}, "namespace": "ai-tenant-e2e-shared-b-w3-b9930f", "name": "openshift-service-ca.crt", "reconcileID": "6503e919-3561-4738-b09d-df15ea5ba18c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-b9930f"} 2026-09-11T01:33:31Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-b9930f"}, "namespace": "ai-tenant-e2e-shared-b-w3-b9930f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e2db763a-319e-4bf9-9bab-2bcf20025d51", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-b9930f"} 2026-09-11T01:33:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-b9930f"}, "namespace": "ai-tenant-e2e-shared-b-w3-b9930f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e2db763a-319e-4bf9-9bab-2bcf20025d51", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-b9930f"} 2026-09-11T01:33:32Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-b9930f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-b9930f", "reconcileID": "27a4d461-9dae-43ec-a9be-1b3eb3f2f83b", "Gateway": "e2e-shared-b-w3-b9930f", "namespace": "openshift-ingress"} 2026-09-11T01:35:15Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-11T01:35:15Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-11T01:35:17Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-11T01:35:17Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-11T01:37:47Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d3e6934d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d3e6934d", "reconcileID": "f4ff9b02-d5b7-4524-ad13-23bd24d29fc4", "LLMInferenceService": "e2e-same-id-a-d3e6934d", "namespace": "llm"} 2026-09-11T01:37:47Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d3e6934d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d3e6934d", "reconcileID": "f4ff9b02-d5b7-4524-ad13-23bd24d29fc4", "LLMInferenceService": "e2e-same-id-a-d3e6934d", "namespace": "llm"} 2026-09-11T01:37:47Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d3e6934d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d3e6934d", "reconcileID": "f4ff9b02-d5b7-4524-ad13-23bd24d29fc4", "LLMInferenceService": "e2e-same-id-a-d3e6934d", "namespace": "llm"} 2026-09-11T01:37:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1b916e4b-2bdf-4b34-ade2-934fff1a2d0a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T01:37:47Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d3e6934d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d3e6934d", "reconcileID": "f4ff9b02-d5b7-4524-ad13-23bd24d29fc4", "LLMInferenceService": "e2e-same-id-a-d3e6934d", "namespace": "llm", "name": "e2e-same-id-a-d3e6934d-kserve-route-authn"} 2026-09-11T01:37:47Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d3e6934d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d3e6934d", "reconcileID": "f4ff9b02-d5b7-4524-ad13-23bd24d29fc4", "LLMInferenceService": "e2e-same-id-a-d3e6934d", "namespace": "llm", "authType": "userdefined"} 2026-09-11T01:37:47Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d3e6934d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d3e6934d", "reconcileID": "f4ff9b02-d5b7-4524-ad13-23bd24d29fc4", "LLMInferenceService": "e2e-same-id-a-d3e6934d", "namespace": "llm"} 2026-09-11T01:37:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1b916e4b-2bdf-4b34-ade2-934fff1a2d0a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T01:37:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1b916e4b-2bdf-4b34-ade2-934fff1a2d0a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T01:37:48Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d3e6934d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d3e6934d", "reconcileID": "bd40b471-2eef-45e5-83fc-ec3e95592bb5", "LLMInferenceService": "e2e-same-id-b-d3e6934d", "namespace": "llm"} 2026-09-11T01:37:48Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d3e6934d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d3e6934d", "reconcileID": "bd40b471-2eef-45e5-83fc-ec3e95592bb5", "LLMInferenceService": "e2e-same-id-b-d3e6934d", "namespace": "llm"} 2026-09-11T01:37:48Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d3e6934d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d3e6934d", "reconcileID": "bd40b471-2eef-45e5-83fc-ec3e95592bb5", "LLMInferenceService": "e2e-same-id-b-d3e6934d", "namespace": "llm"} 2026-09-11T01:37:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b9f82038-d5d9-4070-acbc-9faadd684c95", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T01:37:48Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d3e6934d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d3e6934d", "reconcileID": "bd40b471-2eef-45e5-83fc-ec3e95592bb5", "LLMInferenceService": "e2e-same-id-b-d3e6934d", "namespace": "llm", "name": "e2e-same-id-b-d3e6934d-kserve-route-authn"} 2026-09-11T01:37:48Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d3e6934d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d3e6934d", "reconcileID": "bd40b471-2eef-45e5-83fc-ec3e95592bb5", "LLMInferenceService": "e2e-same-id-b-d3e6934d", "namespace": "llm", "authType": "userdefined"} 2026-09-11T01:37:48Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d3e6934d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d3e6934d", "reconcileID": "bd40b471-2eef-45e5-83fc-ec3e95592bb5", "LLMInferenceService": "e2e-same-id-b-d3e6934d", "namespace": "llm"} 2026-09-11T01:37:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b9f82038-d5d9-4070-acbc-9faadd684c95", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T01:37:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b9f82038-d5d9-4070-acbc-9faadd684c95", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T01:37:48Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d3e6934d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d3e6934d", "reconcileID": "e955db4a-d6c8-4a70-a829-72665edd3f27", "LLMInferenceService": "e2e-same-id-a-d3e6934d", "namespace": "llm"} 2026-09-11T01:37:48Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d3e6934d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d3e6934d", "reconcileID": "e955db4a-d6c8-4a70-a829-72665edd3f27", "LLMInferenceService": "e2e-same-id-a-d3e6934d", "namespace": "llm"} 2026-09-11T01:37:48Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d3e6934d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d3e6934d", "reconcileID": "e955db4a-d6c8-4a70-a829-72665edd3f27", "LLMInferenceService": "e2e-same-id-a-d3e6934d", "namespace": "llm"} 2026-09-11T01:37:48Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d3e6934d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d3e6934d", "reconcileID": "e955db4a-d6c8-4a70-a829-72665edd3f27", "LLMInferenceService": "e2e-same-id-a-d3e6934d", "namespace": "llm", "name": "e2e-same-id-a-d3e6934d-kserve-route-authn"} 2026-09-11T01:37:48Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d3e6934d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d3e6934d", "reconcileID": "e955db4a-d6c8-4a70-a829-72665edd3f27", "LLMInferenceService": "e2e-same-id-a-d3e6934d", "namespace": "llm", "authType": "userdefined"} 2026-09-11T01:37:48Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d3e6934d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d3e6934d", "reconcileID": "e955db4a-d6c8-4a70-a829-72665edd3f27", "LLMInferenceService": "e2e-same-id-a-d3e6934d", "namespace": "llm"} 2026-09-11T01:38:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "049adb7f-5375-48a4-9ca5-1f1d73c2d5d0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T01:38:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "049adb7f-5375-48a4-9ca5-1f1d73c2d5d0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T01:38:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "049adb7f-5375-48a4-9ca5-1f1d73c2d5d0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T01:38:01Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d3e6934d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d3e6934d", "reconcileID": "8418084c-23a9-45c7-8e60-8f6abc5fcc2e", "LLMInferenceService": "e2e-same-id-a-d3e6934d", "namespace": "llm"} 2026-09-11T01:38:01Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d3e6934d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d3e6934d", "reconcileID": "8418084c-23a9-45c7-8e60-8f6abc5fcc2e", "LLMInferenceService": "e2e-same-id-a-d3e6934d", "namespace": "llm"} 2026-09-11T01:38:01Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d3e6934d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d3e6934d", "reconcileID": "8418084c-23a9-45c7-8e60-8f6abc5fcc2e", "LLMInferenceService": "e2e-same-id-a-d3e6934d", "namespace": "llm"} 2026-09-11T01:38:01Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d3e6934d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d3e6934d", "reconcileID": "8418084c-23a9-45c7-8e60-8f6abc5fcc2e", "LLMInferenceService": "e2e-same-id-a-d3e6934d", "namespace": "llm", "name": "e2e-same-id-a-d3e6934d-kserve-route-authn"} 2026-09-11T01:38:01Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d3e6934d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d3e6934d", "reconcileID": "8418084c-23a9-45c7-8e60-8f6abc5fcc2e", "LLMInferenceService": "e2e-same-id-a-d3e6934d", "namespace": "llm", "authType": "userdefined"} 2026-09-11T01:38:01Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d3e6934d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d3e6934d", "reconcileID": "8418084c-23a9-45c7-8e60-8f6abc5fcc2e", "LLMInferenceService": "e2e-same-id-a-d3e6934d", "namespace": "llm"} 2026-09-11T01:38:01Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d3e6934d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d3e6934d", "reconcileID": "b9cea6c1-f837-48e2-b226-fa32ecd43682", "LLMInferenceService": "e2e-same-id-b-d3e6934d", "namespace": "llm"} 2026-09-11T01:38:01Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d3e6934d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d3e6934d", "reconcileID": "b9cea6c1-f837-48e2-b226-fa32ecd43682", "LLMInferenceService": "e2e-same-id-b-d3e6934d", "namespace": "llm"} 2026-09-11T01:38:01Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d3e6934d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d3e6934d", "reconcileID": "b9cea6c1-f837-48e2-b226-fa32ecd43682", "LLMInferenceService": "e2e-same-id-b-d3e6934d", "namespace": "llm"} 2026-09-11T01:38:01Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d3e6934d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d3e6934d", "reconcileID": "b9cea6c1-f837-48e2-b226-fa32ecd43682", "LLMInferenceService": "e2e-same-id-b-d3e6934d", "namespace": "llm", "name": "e2e-same-id-b-d3e6934d-kserve-route-authn"} 2026-09-11T01:38:01Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d3e6934d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d3e6934d", "reconcileID": "b9cea6c1-f837-48e2-b226-fa32ecd43682", "LLMInferenceService": "e2e-same-id-b-d3e6934d", "namespace": "llm", "authType": "userdefined"} 2026-09-11T01:38:01Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d3e6934d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d3e6934d", "reconcileID": "b9cea6c1-f837-48e2-b226-fa32ecd43682", "LLMInferenceService": "e2e-same-id-b-d3e6934d", "namespace": "llm"} 2026-09-11T01:38:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "38cb3d49-9451-4c2b-b785-5f4eb68a3224", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T01:38:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "38cb3d49-9451-4c2b-b785-5f4eb68a3224", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T01:38:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "38cb3d49-9451-4c2b-b785-5f4eb68a3224", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T01:38:09Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d3e6934d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d3e6934d", "reconcileID": "805e75b1-94d1-49f4-9145-e8e676132b6f", "LLMInferenceService": "e2e-same-id-b-d3e6934d", "namespace": "llm"} 2026-09-11T01:38:09Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d3e6934d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d3e6934d", "reconcileID": "805e75b1-94d1-49f4-9145-e8e676132b6f", "LLMInferenceService": "e2e-same-id-b-d3e6934d", "namespace": "llm"} 2026-09-11T01:38:09Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d3e6934d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d3e6934d", "reconcileID": "805e75b1-94d1-49f4-9145-e8e676132b6f", "LLMInferenceService": "e2e-same-id-b-d3e6934d", "namespace": "llm"} 2026-09-11T01:38:09Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d3e6934d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d3e6934d", "reconcileID": "805e75b1-94d1-49f4-9145-e8e676132b6f", "LLMInferenceService": "e2e-same-id-b-d3e6934d", "namespace": "llm", "name": "e2e-same-id-b-d3e6934d-kserve-route-authn"} 2026-09-11T01:38:09Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d3e6934d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d3e6934d", "reconcileID": "805e75b1-94d1-49f4-9145-e8e676132b6f", "LLMInferenceService": "e2e-same-id-b-d3e6934d", "namespace": "llm", "authType": "userdefined"} 2026-09-11T01:38:09Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d3e6934d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d3e6934d", "reconcileID": "805e75b1-94d1-49f4-9145-e8e676132b6f", "LLMInferenceService": "e2e-same-id-b-d3e6934d", "namespace": "llm"} 2026-09-11T01:38:19Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d3e6934d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d3e6934d", "reconcileID": "bdf34d0b-dae1-4226-97a5-96eea6129858", "LLMInferenceService": "e2e-same-id-a-d3e6934d", "namespace": "llm"} 2026-09-11T01:38:19Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d3e6934d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d3e6934d", "reconcileID": "bdf34d0b-dae1-4226-97a5-96eea6129858", "LLMInferenceService": "e2e-same-id-a-d3e6934d", "namespace": "llm"} 2026-09-11T01:38:19Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d3e6934d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d3e6934d", "reconcileID": "bdf34d0b-dae1-4226-97a5-96eea6129858", "LLMInferenceService": "e2e-same-id-a-d3e6934d", "namespace": "llm"} 2026-09-11T01:38:19Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d3e6934d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d3e6934d", "reconcileID": "bdf34d0b-dae1-4226-97a5-96eea6129858", "LLMInferenceService": "e2e-same-id-a-d3e6934d", "namespace": "llm", "name": "e2e-same-id-a-d3e6934d-kserve-route-authn"} 2026-09-11T01:38:19Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d3e6934d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d3e6934d", "reconcileID": "bdf34d0b-dae1-4226-97a5-96eea6129858", "LLMInferenceService": "e2e-same-id-a-d3e6934d", "namespace": "llm", "authType": "userdefined"} 2026-09-11T01:38:19Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d3e6934d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d3e6934d", "reconcileID": "bdf34d0b-dae1-4226-97a5-96eea6129858", "LLMInferenceService": "e2e-same-id-a-d3e6934d", "namespace": "llm"} 2026-09-11T01:38:28Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d3e6934d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d3e6934d", "reconcileID": "15f472a2-ab85-487a-bdbf-f336a0990326", "LLMInferenceService": "e2e-same-id-b-d3e6934d", "namespace": "llm"} 2026-09-11T01:38:28Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d3e6934d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d3e6934d", "reconcileID": "15f472a2-ab85-487a-bdbf-f336a0990326", "LLMInferenceService": "e2e-same-id-b-d3e6934d", "namespace": "llm"} 2026-09-11T01:38:28Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d3e6934d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d3e6934d", "reconcileID": "15f472a2-ab85-487a-bdbf-f336a0990326", "LLMInferenceService": "e2e-same-id-b-d3e6934d", "namespace": "llm"} 2026-09-11T01:38:28Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d3e6934d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d3e6934d", "reconcileID": "15f472a2-ab85-487a-bdbf-f336a0990326", "LLMInferenceService": "e2e-same-id-b-d3e6934d", "namespace": "llm", "name": "e2e-same-id-b-d3e6934d-kserve-route-authn"} 2026-09-11T01:38:28Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d3e6934d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d3e6934d", "reconcileID": "15f472a2-ab85-487a-bdbf-f336a0990326", "LLMInferenceService": "e2e-same-id-b-d3e6934d", "namespace": "llm", "authType": "userdefined"} 2026-09-11T01:38:28Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d3e6934d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d3e6934d", "reconcileID": "15f472a2-ab85-487a-bdbf-f336a0990326", "LLMInferenceService": "e2e-same-id-b-d3e6934d", "namespace": "llm"} 2026-09-11T01:38:30Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d3e6934d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d3e6934d", "reconcileID": "4fc940fc-426c-4c8f-9282-b4e3baa68a0c", "LLMInferenceService": "e2e-same-id-a-d3e6934d", "namespace": "llm"} 2026-09-11T01:38:30Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d3e6934d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d3e6934d", "reconcileID": "4fc940fc-426c-4c8f-9282-b4e3baa68a0c", "LLMInferenceService": "e2e-same-id-a-d3e6934d", "namespace": "llm", "name": "e2e-same-id-a-d3e6934d"} 2026-09-11T01:38:30Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d3e6934d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d3e6934d", "reconcileID": "4fc940fc-426c-4c8f-9282-b4e3baa68a0c", "LLMInferenceService": "e2e-same-id-a-d3e6934d", "namespace": "llm"} 2026-09-11T01:38:30Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d3e6934d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d3e6934d", "reconcileID": "4fc940fc-426c-4c8f-9282-b4e3baa68a0c", "LLMInferenceService": "e2e-same-id-a-d3e6934d", "namespace": "llm"} 2026-09-11T01:38:30Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d3e6934d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d3e6934d", "reconcileID": "4fc940fc-426c-4c8f-9282-b4e3baa68a0c", "LLMInferenceService": "e2e-same-id-a-d3e6934d", "namespace": "llm", "name": "e2e-same-id-a-d3e6934d-kserve-route-authn"} 2026-09-11T01:38:30Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d3e6934d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d3e6934d", "reconcileID": "4fc940fc-426c-4c8f-9282-b4e3baa68a0c", "LLMInferenceService": "e2e-same-id-a-d3e6934d", "namespace": "llm", "name": "e2e-same-id-a-d3e6934d-kserve-route-authn"} 2026-09-11T01:38:30Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d3e6934d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d3e6934d", "reconcileID": "57fca02b-3e16-4ac0-98fd-29f066830d60", "LLMInferenceService": "e2e-same-id-a-d3e6934d", "namespace": "llm"} 2026-09-11T01:38:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "fe4279c3-fa01-4d3d-883c-2e6f6b050c30", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T01:38:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "fe4279c3-fa01-4d3d-883c-2e6f6b050c30", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T01:38:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "fe4279c3-fa01-4d3d-883c-2e6f6b050c30", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T01:38:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3b64119d-d20c-4405-9400-9da9800d3f09", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T01:38:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3b64119d-d20c-4405-9400-9da9800d3f09", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T01:38:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3b64119d-d20c-4405-9400-9da9800d3f09", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T01:38:30Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d3e6934d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d3e6934d", "reconcileID": "e80f948e-3639-4940-bdc1-455248a59f5a", "LLMInferenceService": "e2e-same-id-b-d3e6934d", "namespace": "llm"} 2026-09-11T01:38:30Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d3e6934d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d3e6934d", "reconcileID": "e80f948e-3639-4940-bdc1-455248a59f5a", "LLMInferenceService": "e2e-same-id-b-d3e6934d", "namespace": "llm", "name": "e2e-same-id-b-d3e6934d"} 2026-09-11T01:38:30Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d3e6934d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d3e6934d", "reconcileID": "e80f948e-3639-4940-bdc1-455248a59f5a", "LLMInferenceService": "e2e-same-id-b-d3e6934d", "namespace": "llm"} 2026-09-11T01:38:30Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d3e6934d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d3e6934d", "reconcileID": "e80f948e-3639-4940-bdc1-455248a59f5a", "LLMInferenceService": "e2e-same-id-b-d3e6934d", "namespace": "llm"} 2026-09-11T01:38:30Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d3e6934d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d3e6934d", "reconcileID": "e80f948e-3639-4940-bdc1-455248a59f5a", "LLMInferenceService": "e2e-same-id-b-d3e6934d", "namespace": "llm", "name": "e2e-same-id-b-d3e6934d-kserve-route-authn"} 2026-09-11T01:38:30Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d3e6934d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d3e6934d", "reconcileID": "e80f948e-3639-4940-bdc1-455248a59f5a", "LLMInferenceService": "e2e-same-id-b-d3e6934d", "namespace": "llm", "name": "e2e-same-id-b-d3e6934d-kserve-route-authn"} 2026-09-11T01:38:31Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d3e6934d","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d3e6934d", "reconcileID": "06c62582-0c69-4862-ac48-0d4d86728d2c", "LLMInferenceService": "e2e-same-id-b-d3e6934d", "namespace": "llm"} 2026-09-11T01:38:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "30240762-d347-43e9-9f17-fe9d597b2f90", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T01:38:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "30240762-d347-43e9-9f17-fe9d597b2f90", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T01:38:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "30240762-d347-43e9-9f17-fe9d597b2f90", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T01:38:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0e506c12-5f8f-47f6-b530-8a1ceb78a00c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T01:38:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0e506c12-5f8f-47f6-b530-8a1ceb78a00c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T01:38:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0e506c12-5f8f-47f6-b530-8a1ceb78a00c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}