2026-07-28T20:35:36Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1231ba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1231ba", "reconcileID": "4c544ec2-990d-4a47-9f1d-2783a4fd6ad2", "Gateway": "e2e-shared-b-1231ba", "namespace": "openshift-ingress", "name": "e2e-shared-b-1231ba-authn-ssl"}
2026-07-28T20:35:36Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1231ba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1231ba", "reconcileID": "4c544ec2-990d-4a47-9f1d-2783a4fd6ad2", "Gateway": "e2e-shared-b-1231ba", "namespace": "openshift-ingress"}
2026-07-28T20:35:36Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1231ba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1231ba", "reconcileID": "5ad02e27-395f-4ee4-ac8a-d7afc74bd57e", "Gateway": "e2e-shared-b-1231ba", "namespace": "openshift-ingress"}
2026-07-28T20:35:36Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1231ba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1231ba", "reconcileID": "5ad02e27-395f-4ee4-ac8a-d7afc74bd57e", "Gateway": "e2e-shared-b-1231ba", "namespace": "openshift-ingress", "name": "e2e-shared-b-1231ba-authn-ssl"}
2026-07-28T20:35:36Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1231ba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1231ba", "reconcileID": "5ad02e27-395f-4ee4-ac8a-d7afc74bd57e", "Gateway": "e2e-shared-b-1231ba", "namespace": "openshift-ingress"}
2026-07-28T20:35:36Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ed54db","namespace":"ai-tenant-e2e-shared-a-ed54db"}, "namespace": "ai-tenant-e2e-shared-a-ed54db", "name": "rate-test-model-ed54db", "reconcileID": "a09f8b1e-d410-4f20-8954-2c0f2118a0ec", "LLMInferenceService": "rate-test-model-ed54db", "namespace": "ai-tenant-e2e-shared-a-ed54db"}
2026-07-28T20:35:36Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ed54db","namespace":"ai-tenant-e2e-shared-a-ed54db"}, "namespace": "ai-tenant-e2e-shared-a-ed54db", "name": "rate-test-model-ed54db", "reconcileID": "a09f8b1e-d410-4f20-8954-2c0f2118a0ec", "LLMInferenceService": "rate-test-model-ed54db", "namespace": "ai-tenant-e2e-shared-a-ed54db"}
2026-07-28T20:35:36Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ed54db","namespace":"ai-tenant-e2e-shared-a-ed54db"}, "namespace": "ai-tenant-e2e-shared-a-ed54db", "name": "rate-test-model-ed54db", "reconcileID": "a09f8b1e-d410-4f20-8954-2c0f2118a0ec", "LLMInferenceService": "rate-test-model-ed54db", "namespace": "ai-tenant-e2e-shared-a-ed54db"}
2026-07-28T20:35:36Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ed54db","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ed54db", "reconcileID": "ab3a5b66-c51e-4aa1-af9d-450773f7a9cc", "Gateway": "e2e-shared-a-ed54db", "namespace": "openshift-ingress"}
2026-07-28T20:35:36Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ed54db","namespace":"ai-tenant-e2e-shared-a-ed54db"}, "namespace": "ai-tenant-e2e-shared-a-ed54db", "name": "rate-test-model-ed54db", "reconcileID": "a09f8b1e-d410-4f20-8954-2c0f2118a0ec", "LLMInferenceService": "rate-test-model-ed54db", "namespace": "ai-tenant-e2e-shared-a-ed54db", "name": "rate-test-model-ed54db-kserve-route-authn"}
2026-07-28T20:35:36Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ed54db","namespace":"ai-tenant-e2e-shared-a-ed54db"}, "namespace": "ai-tenant-e2e-shared-a-ed54db", "name": "rate-test-model-ed54db", "reconcileID": "a09f8b1e-d410-4f20-8954-2c0f2118a0ec", "LLMInferenceService": "rate-test-model-ed54db", "namespace": "ai-tenant-e2e-shared-a-ed54db", "authType": "userdefined"}
2026-07-28T20:35:36Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ed54db","namespace":"ai-tenant-e2e-shared-a-ed54db"}, "namespace": "ai-tenant-e2e-shared-a-ed54db", "name": "rate-test-model-ed54db", "reconcileID": "a09f8b1e-d410-4f20-8954-2c0f2118a0ec", "LLMInferenceService": "rate-test-model-ed54db", "namespace": "ai-tenant-e2e-shared-a-ed54db"}
2026-07-28T20:35:36Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ed54db","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ed54db", "reconcileID": "ab3a5b66-c51e-4aa1-af9d-450773f7a9cc", "Gateway": "e2e-shared-a-ed54db", "namespace": "openshift-ingress", "name": "e2e-shared-a-ed54db-authn-ssl"}
2026-07-28T20:35:36Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ed54db","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ed54db", "reconcileID": "ab3a5b66-c51e-4aa1-af9d-450773f7a9cc", "Gateway": "e2e-shared-a-ed54db", "namespace": "openshift-ingress"}
2026-07-28T20:35:36Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ed54db","namespace":"ai-tenant-e2e-shared-a-ed54db"}, "namespace": "ai-tenant-e2e-shared-a-ed54db", "name": "rate-test-model-ed54db", "reconcileID": "391ba1e4-8a0d-44fb-b5e3-586e9bfb2744", "LLMInferenceService": "rate-test-model-ed54db", "namespace": "ai-tenant-e2e-shared-a-ed54db"}
2026-07-28T20:35:36Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ed54db","namespace":"ai-tenant-e2e-shared-a-ed54db"}, "namespace": "ai-tenant-e2e-shared-a-ed54db", "name": "rate-test-model-ed54db", "reconcileID": "391ba1e4-8a0d-44fb-b5e3-586e9bfb2744", "LLMInferenceService": "rate-test-model-ed54db", "namespace": "ai-tenant-e2e-shared-a-ed54db"}
2026-07-28T20:35:36Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ed54db","namespace":"ai-tenant-e2e-shared-a-ed54db"}, "namespace": "ai-tenant-e2e-shared-a-ed54db", "name": "rate-test-model-ed54db", "reconcileID": "391ba1e4-8a0d-44fb-b5e3-586e9bfb2744", "LLMInferenceService": "rate-test-model-ed54db", "namespace": "ai-tenant-e2e-shared-a-ed54db"}
2026-07-28T20:35:36Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ed54db","namespace":"ai-tenant-e2e-shared-a-ed54db"}, "namespace": "ai-tenant-e2e-shared-a-ed54db", "name": "rate-test-model-ed54db", "reconcileID": "391ba1e4-8a0d-44fb-b5e3-586e9bfb2744", "LLMInferenceService": "rate-test-model-ed54db", "namespace": "ai-tenant-e2e-shared-a-ed54db", "name": "rate-test-model-ed54db-kserve-route-authn"}
2026-07-28T20:35:36Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ed54db","namespace":"ai-tenant-e2e-shared-a-ed54db"}, "namespace": "ai-tenant-e2e-shared-a-ed54db", "name": "rate-test-model-ed54db", "reconcileID": "391ba1e4-8a0d-44fb-b5e3-586e9bfb2744", "LLMInferenceService": "rate-test-model-ed54db", "namespace": "ai-tenant-e2e-shared-a-ed54db", "authType": "userdefined"}
2026-07-28T20:35:36Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ed54db","namespace":"ai-tenant-e2e-shared-a-ed54db"}, "namespace": "ai-tenant-e2e-shared-a-ed54db", "name": "rate-test-model-ed54db", "reconcileID": "391ba1e4-8a0d-44fb-b5e3-586e9bfb2744", "LLMInferenceService": "rate-test-model-ed54db", "namespace": "ai-tenant-e2e-shared-a-ed54db"}
2026-07-28T20:35:39Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ed54db","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ed54db", "reconcileID": "bc8376f2-dc0d-4c95-b775-8b8e52376682", "Gateway": "e2e-shared-a-ed54db", "namespace": "openshift-ingress"}
2026-07-28T20:35:39Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ed54db","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ed54db", "reconcileID": "bc8376f2-dc0d-4c95-b775-8b8e52376682", "Gateway": "e2e-shared-a-ed54db", "namespace": "openshift-ingress", "name": "e2e-shared-a-ed54db-authn-ssl"}
2026-07-28T20:35:39Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ed54db","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ed54db", "reconcileID": "bc8376f2-dc0d-4c95-b775-8b8e52376682", "Gateway": "e2e-shared-a-ed54db", "namespace": "openshift-ingress"}
2026-07-28T20:35:47Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1231ba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1231ba", "reconcileID": "b1c1b936-56f3-4e77-bf77-f8b68b9ccb9e", "Gateway": "e2e-shared-b-1231ba", "namespace": "openshift-ingress"}
2026-07-28T20:35:47Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1231ba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1231ba", "reconcileID": "b1c1b936-56f3-4e77-bf77-f8b68b9ccb9e", "Gateway": "e2e-shared-b-1231ba", "namespace": "openshift-ingress", "name": "e2e-shared-b-1231ba-authn-ssl"}
2026-07-28T20:35:47Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1231ba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1231ba", "reconcileID": "b1c1b936-56f3-4e77-bf77-f8b68b9ccb9e", "Gateway": "e2e-shared-b-1231ba", "namespace": "openshift-ingress"}
2026-07-28T20:35:48Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ba613b1f-5f83-44b6-8c62-305f91df489b", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"}
2026-07-28T20:35:51Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ed54db","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ed54db", "reconcileID": "a622cbac-e6d2-4abd-8fd5-4d7e327d1ec9", "Gateway": "e2e-shared-a-ed54db", "namespace": "openshift-ingress"}
2026-07-28T20:35:51Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ed54db","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ed54db", "reconcileID": "a622cbac-e6d2-4abd-8fd5-4d7e327d1ec9", "Gateway": "e2e-shared-a-ed54db", "namespace": "openshift-ingress", "name": "e2e-shared-a-ed54db-authn-ssl"}
2026-07-28T20:35:51Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ed54db","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ed54db", "reconcileID": "a622cbac-e6d2-4abd-8fd5-4d7e327d1ec9", "Gateway": "e2e-shared-a-ed54db", "namespace": "openshift-ingress"}
2026-07-28T20:35:52Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ed54db","namespace":"ai-tenant-e2e-shared-a-ed54db"}, "namespace": "ai-tenant-e2e-shared-a-ed54db", "name": "rate-test-model-ed54db", "reconcileID": "d9c062ed-e964-4e10-a590-6c40d45e749c", "LLMInferenceService": "rate-test-model-ed54db", "namespace": "ai-tenant-e2e-shared-a-ed54db"}
2026-07-28T20:35:52Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ed54db","namespace":"ai-tenant-e2e-shared-a-ed54db"}, "namespace": "ai-tenant-e2e-shared-a-ed54db", "name": "rate-test-model-ed54db", "reconcileID": "d9c062ed-e964-4e10-a590-6c40d45e749c", "LLMInferenceService": "rate-test-model-ed54db", "namespace": "ai-tenant-e2e-shared-a-ed54db"}
2026-07-28T20:35:52Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ed54db","namespace":"ai-tenant-e2e-shared-a-ed54db"}, "namespace": "ai-tenant-e2e-shared-a-ed54db", "name": "rate-test-model-ed54db", "reconcileID": "d9c062ed-e964-4e10-a590-6c40d45e749c", "LLMInferenceService": "rate-test-model-ed54db", "namespace": "ai-tenant-e2e-shared-a-ed54db"}
2026-07-28T20:35:52Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ed54db","namespace":"ai-tenant-e2e-shared-a-ed54db"}, "namespace": "ai-tenant-e2e-shared-a-ed54db", "name": "rate-test-model-ed54db", "reconcileID": "d9c062ed-e964-4e10-a590-6c40d45e749c", "LLMInferenceService": "rate-test-model-ed54db", "namespace": "ai-tenant-e2e-shared-a-ed54db", "name": "rate-test-model-ed54db-kserve-route-authn"}
2026-07-28T20:35:52Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ed54db","namespace":"ai-tenant-e2e-shared-a-ed54db"}, "namespace": "ai-tenant-e2e-shared-a-ed54db", "name": "rate-test-model-ed54db", "reconcileID": "d9c062ed-e964-4e10-a590-6c40d45e749c", "LLMInferenceService": "rate-test-model-ed54db", "namespace": "ai-tenant-e2e-shared-a-ed54db", "authType": "userdefined"}
2026-07-28T20:35:52Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ed54db","namespace":"ai-tenant-e2e-shared-a-ed54db"}, "namespace": "ai-tenant-e2e-shared-a-ed54db", "name": "rate-test-model-ed54db", "reconcileID": "d9c062ed-e964-4e10-a590-6c40d45e749c", "LLMInferenceService": "rate-test-model-ed54db", "namespace": "ai-tenant-e2e-shared-a-ed54db"}
2026-07-28T20:36:01Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ed54db","namespace":"ai-tenant-e2e-shared-a-ed54db"}, "namespace": "ai-tenant-e2e-shared-a-ed54db", "name": "rate-test-model-ed54db", "reconcileID": "0454d553-104f-441d-ba14-e6bb39961b85", "LLMInferenceService": "rate-test-model-ed54db", "namespace": "ai-tenant-e2e-shared-a-ed54db"}
2026-07-28T20:36:01Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ed54db","namespace":"ai-tenant-e2e-shared-a-ed54db"}, "namespace": "ai-tenant-e2e-shared-a-ed54db", "name": "rate-test-model-ed54db", "reconcileID": "0454d553-104f-441d-ba14-e6bb39961b85", "LLMInferenceService": "rate-test-model-ed54db", "namespace": "ai-tenant-e2e-shared-a-ed54db"}
2026-07-28T20:36:01Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ed54db","namespace":"ai-tenant-e2e-shared-a-ed54db"}, "namespace": "ai-tenant-e2e-shared-a-ed54db", "name": "rate-test-model-ed54db", "reconcileID": "0454d553-104f-441d-ba14-e6bb39961b85", "LLMInferenceService": "rate-test-model-ed54db", "namespace": "ai-tenant-e2e-shared-a-ed54db"}
2026-07-28T20:36:01Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ed54db","namespace":"ai-tenant-e2e-shared-a-ed54db"}, "namespace": "ai-tenant-e2e-shared-a-ed54db", "name": "rate-test-model-ed54db", "reconcileID": "0454d553-104f-441d-ba14-e6bb39961b85", "LLMInferenceService": "rate-test-model-ed54db", "namespace": "ai-tenant-e2e-shared-a-ed54db", "name": "rate-test-model-ed54db-kserve-route-authn"}
2026-07-28T20:36:01Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ed54db","namespace":"ai-tenant-e2e-shared-a-ed54db"}, "namespace": "ai-tenant-e2e-shared-a-ed54db", "name": "rate-test-model-ed54db", "reconcileID": "0454d553-104f-441d-ba14-e6bb39961b85", "LLMInferenceService": "rate-test-model-ed54db", "namespace": "ai-tenant-e2e-shared-a-ed54db", "authType": "userdefined"}
2026-07-28T20:36:01Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ed54db","namespace":"ai-tenant-e2e-shared-a-ed54db"}, "namespace": "ai-tenant-e2e-shared-a-ed54db", "name": "rate-test-model-ed54db", "reconcileID": "0454d553-104f-441d-ba14-e6bb39961b85", "LLMInferenceService": "rate-test-model-ed54db", "namespace": "ai-tenant-e2e-shared-a-ed54db"}
2026-07-28T20:36:26Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ed54db","namespace":"ai-tenant-e2e-shared-a-ed54db"}, "namespace": "ai-tenant-e2e-shared-a-ed54db", "name": "rate-test-model-ed54db", "reconcileID": "9f756c1c-8281-43bc-87f1-18e8215492b3", "LLMInferenceService": "rate-test-model-ed54db", "namespace": "ai-tenant-e2e-shared-a-ed54db"}
2026-07-28T20:36:26Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ed54db","namespace":"ai-tenant-e2e-shared-a-ed54db"}, "namespace": "ai-tenant-e2e-shared-a-ed54db", "name": "rate-test-model-ed54db", "reconcileID": "9f756c1c-8281-43bc-87f1-18e8215492b3", "LLMInferenceService": "rate-test-model-ed54db", "namespace": "ai-tenant-e2e-shared-a-ed54db"}
2026-07-28T20:36:26Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ed54db","namespace":"ai-tenant-e2e-shared-a-ed54db"}, "namespace": "ai-tenant-e2e-shared-a-ed54db", "name": "rate-test-model-ed54db", "reconcileID": "9f756c1c-8281-43bc-87f1-18e8215492b3", "LLMInferenceService": "rate-test-model-ed54db", "namespace": "ai-tenant-e2e-shared-a-ed54db"}
2026-07-28T20:36:26Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ed54db","namespace":"ai-tenant-e2e-shared-a-ed54db"}, "namespace": "ai-tenant-e2e-shared-a-ed54db", "name": "rate-test-model-ed54db", "reconcileID": "9f756c1c-8281-43bc-87f1-18e8215492b3", "LLMInferenceService": "rate-test-model-ed54db", "namespace": "ai-tenant-e2e-shared-a-ed54db", "name": "rate-test-model-ed54db-kserve-route-authn"}
2026-07-28T20:36:26Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ed54db","namespace":"ai-tenant-e2e-shared-a-ed54db"}, "namespace": "ai-tenant-e2e-shared-a-ed54db", "name": "rate-test-model-ed54db", "reconcileID": "9f756c1c-8281-43bc-87f1-18e8215492b3", "LLMInferenceService": "rate-test-model-ed54db", "namespace": "ai-tenant-e2e-shared-a-ed54db", "authType": "userdefined"}
2026-07-28T20:36:26Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ed54db","namespace":"ai-tenant-e2e-shared-a-ed54db"}, "namespace": "ai-tenant-e2e-shared-a-ed54db", "name": "rate-test-model-ed54db", "reconcileID": "9f756c1c-8281-43bc-87f1-18e8215492b3", "LLMInferenceService": "rate-test-model-ed54db", "namespace": "ai-tenant-e2e-shared-a-ed54db"}
2026-07-28T20:36:28Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1231ba","namespace":"ai-tenant-e2e-shared-b-1231ba"}, "namespace": "ai-tenant-e2e-shared-b-1231ba", "name": "rate-test-model-1231ba", "reconcileID": "8b22ac42-df8b-417c-afb3-b1f1231f860f", "LLMInferenceService": "rate-test-model-1231ba", "namespace": "ai-tenant-e2e-shared-b-1231ba"}
2026-07-28T20:36:28Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1231ba","namespace":"ai-tenant-e2e-shared-b-1231ba"}, "namespace": "ai-tenant-e2e-shared-b-1231ba", "name": "rate-test-model-1231ba", "reconcileID": "8b22ac42-df8b-417c-afb3-b1f1231f860f", "LLMInferenceService": "rate-test-model-1231ba", "namespace": "ai-tenant-e2e-shared-b-1231ba"}
2026-07-28T20:36:28Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1231ba","namespace":"ai-tenant-e2e-shared-b-1231ba"}, "namespace": "ai-tenant-e2e-shared-b-1231ba", "name": "rate-test-model-1231ba", "reconcileID": "8b22ac42-df8b-417c-afb3-b1f1231f860f", "LLMInferenceService": "rate-test-model-1231ba", "namespace": "ai-tenant-e2e-shared-b-1231ba"}
2026-07-28T20:36:28Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1231ba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1231ba", "reconcileID": "62e0aed4-5f1b-40ed-a648-c13dc42fbe28", "Gateway": "e2e-shared-b-1231ba", "namespace": "openshift-ingress"}
2026-07-28T20:36:28Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1231ba","namespace":"ai-tenant-e2e-shared-b-1231ba"}, "namespace": "ai-tenant-e2e-shared-b-1231ba", "name": "rate-test-model-1231ba", "reconcileID": "8b22ac42-df8b-417c-afb3-b1f1231f860f", "LLMInferenceService": "rate-test-model-1231ba", "namespace": "ai-tenant-e2e-shared-b-1231ba", "name": "rate-test-model-1231ba-kserve-route-authn"}
2026-07-28T20:36:28Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1231ba","namespace":"ai-tenant-e2e-shared-b-1231ba"}, "namespace": "ai-tenant-e2e-shared-b-1231ba", "name": "rate-test-model-1231ba", "reconcileID": "8b22ac42-df8b-417c-afb3-b1f1231f860f", "LLMInferenceService": "rate-test-model-1231ba", "namespace": "ai-tenant-e2e-shared-b-1231ba", "authType": "userdefined"}
2026-07-28T20:36:28Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1231ba","namespace":"ai-tenant-e2e-shared-b-1231ba"}, "namespace": "ai-tenant-e2e-shared-b-1231ba", "name": "rate-test-model-1231ba", "reconcileID": "8b22ac42-df8b-417c-afb3-b1f1231f860f", "LLMInferenceService": "rate-test-model-1231ba", "namespace": "ai-tenant-e2e-shared-b-1231ba"}
2026-07-28T20:36:28Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1231ba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1231ba", "reconcileID": "62e0aed4-5f1b-40ed-a648-c13dc42fbe28", "Gateway": "e2e-shared-b-1231ba", "namespace": "openshift-ingress", "name": "e2e-shared-b-1231ba-authn-ssl"}
2026-07-28T20:36:28Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1231ba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1231ba", "reconcileID": "62e0aed4-5f1b-40ed-a648-c13dc42fbe28", "Gateway": "e2e-shared-b-1231ba", "namespace": "openshift-ingress"}
2026-07-28T20:36:28Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1231ba","namespace":"ai-tenant-e2e-shared-b-1231ba"}, "namespace": "ai-tenant-e2e-shared-b-1231ba", "name": "rate-test-model-1231ba", "reconcileID": "d08861b7-076c-4df6-bdbd-ea2a0f99843a", "LLMInferenceService": "rate-test-model-1231ba", "namespace": "ai-tenant-e2e-shared-b-1231ba"}
2026-07-28T20:36:28Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1231ba","namespace":"ai-tenant-e2e-shared-b-1231ba"}, "namespace": "ai-tenant-e2e-shared-b-1231ba", "name": "rate-test-model-1231ba", "reconcileID": "d08861b7-076c-4df6-bdbd-ea2a0f99843a", "LLMInferenceService": "rate-test-model-1231ba", "namespace": "ai-tenant-e2e-shared-b-1231ba"}
2026-07-28T20:36:28Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1231ba","namespace":"ai-tenant-e2e-shared-b-1231ba"}, "namespace": "ai-tenant-e2e-shared-b-1231ba", "name": "rate-test-model-1231ba", "reconcileID": "d08861b7-076c-4df6-bdbd-ea2a0f99843a", "LLMInferenceService": "rate-test-model-1231ba", "namespace": "ai-tenant-e2e-shared-b-1231ba"}
2026-07-28T20:36:28Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1231ba","namespace":"ai-tenant-e2e-shared-b-1231ba"}, "namespace": "ai-tenant-e2e-shared-b-1231ba", "name": "rate-test-model-1231ba", "reconcileID": "d08861b7-076c-4df6-bdbd-ea2a0f99843a", "LLMInferenceService": "rate-test-model-1231ba", "namespace": "ai-tenant-e2e-shared-b-1231ba", "name": "rate-test-model-1231ba-kserve-route-authn"}
2026-07-28T20:36:28Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1231ba","namespace":"ai-tenant-e2e-shared-b-1231ba"}, "namespace": "ai-tenant-e2e-shared-b-1231ba", "name": "rate-test-model-1231ba", "reconcileID": "d08861b7-076c-4df6-bdbd-ea2a0f99843a", "LLMInferenceService": "rate-test-model-1231ba", "namespace": "ai-tenant-e2e-shared-b-1231ba", "authType": "userdefined"}
2026-07-28T20:36:28Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1231ba","namespace":"ai-tenant-e2e-shared-b-1231ba"}, "namespace": "ai-tenant-e2e-shared-b-1231ba", "name": "rate-test-model-1231ba", "reconcileID": "d08861b7-076c-4df6-bdbd-ea2a0f99843a", "LLMInferenceService": "rate-test-model-1231ba", "namespace": "ai-tenant-e2e-shared-b-1231ba"}
2026-07-28T20:36:34Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1231ba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1231ba", "reconcileID": "280036a9-b0aa-478c-8342-4eadf94c9cf5", "Gateway": "e2e-shared-b-1231ba", "namespace": "openshift-ingress"}
2026-07-28T20:36:34Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1231ba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1231ba", "reconcileID": "280036a9-b0aa-478c-8342-4eadf94c9cf5", "Gateway": "e2e-shared-b-1231ba", "namespace": "openshift-ingress", "name": "e2e-shared-b-1231ba-authn-ssl"}
2026-07-28T20:36:34Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1231ba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1231ba", "reconcileID": "280036a9-b0aa-478c-8342-4eadf94c9cf5", "Gateway": "e2e-shared-b-1231ba", "namespace": "openshift-ingress"}
2026-07-28T20:36:36Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1231ba","namespace":"ai-tenant-e2e-shared-b-1231ba"}, "namespace": "ai-tenant-e2e-shared-b-1231ba", "name": "rate-test-model-1231ba", "reconcileID": "246556e6-8602-455a-b84b-b8ed768eb583", "LLMInferenceService": "rate-test-model-1231ba", "namespace": "ai-tenant-e2e-shared-b-1231ba"}
2026-07-28T20:36:36Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1231ba","namespace":"ai-tenant-e2e-shared-b-1231ba"}, "namespace": "ai-tenant-e2e-shared-b-1231ba", "name": "rate-test-model-1231ba", "reconcileID": "246556e6-8602-455a-b84b-b8ed768eb583", "LLMInferenceService": "rate-test-model-1231ba", "namespace": "ai-tenant-e2e-shared-b-1231ba"}
2026-07-28T20:36:36Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1231ba","namespace":"ai-tenant-e2e-shared-b-1231ba"}, "namespace": "ai-tenant-e2e-shared-b-1231ba", "name": "rate-test-model-1231ba", "reconcileID": "246556e6-8602-455a-b84b-b8ed768eb583", "LLMInferenceService": "rate-test-model-1231ba", "namespace": "ai-tenant-e2e-shared-b-1231ba"}
2026-07-28T20:36:36Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1231ba","namespace":"ai-tenant-e2e-shared-b-1231ba"}, "namespace": "ai-tenant-e2e-shared-b-1231ba", "name": "rate-test-model-1231ba", "reconcileID": "246556e6-8602-455a-b84b-b8ed768eb583", "LLMInferenceService": "rate-test-model-1231ba", "namespace": "ai-tenant-e2e-shared-b-1231ba", "name": "rate-test-model-1231ba-kserve-route-authn"}
2026-07-28T20:36:36Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1231ba","namespace":"ai-tenant-e2e-shared-b-1231ba"}, "namespace": "ai-tenant-e2e-shared-b-1231ba", "name": "rate-test-model-1231ba", "reconcileID": "246556e6-8602-455a-b84b-b8ed768eb583", "LLMInferenceService": "rate-test-model-1231ba", "namespace": "ai-tenant-e2e-shared-b-1231ba", "authType": "userdefined"}
2026-07-28T20:36:36Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1231ba","namespace":"ai-tenant-e2e-shared-b-1231ba"}, "namespace": "ai-tenant-e2e-shared-b-1231ba", "name": "rate-test-model-1231ba", "reconcileID": "246556e6-8602-455a-b84b-b8ed768eb583", "LLMInferenceService": "rate-test-model-1231ba", "namespace": "ai-tenant-e2e-shared-b-1231ba"}
2026-07-28T20:37:11Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1231ba","namespace":"ai-tenant-e2e-shared-b-1231ba"}, "namespace": "ai-tenant-e2e-shared-b-1231ba", "name": "rate-test-model-1231ba", "reconcileID": "c0d80e1a-c65c-455e-b9e8-40ba0e857a35", "LLMInferenceService": "rate-test-model-1231ba", "namespace": "ai-tenant-e2e-shared-b-1231ba"}
2026-07-28T20:37:11Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1231ba","namespace":"ai-tenant-e2e-shared-b-1231ba"}, "namespace": "ai-tenant-e2e-shared-b-1231ba", "name": "rate-test-model-1231ba", "reconcileID": "c0d80e1a-c65c-455e-b9e8-40ba0e857a35", "LLMInferenceService": "rate-test-model-1231ba", "namespace": "ai-tenant-e2e-shared-b-1231ba"}
2026-07-28T20:37:11Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1231ba","namespace":"ai-tenant-e2e-shared-b-1231ba"}, "namespace": "ai-tenant-e2e-shared-b-1231ba", "name": "rate-test-model-1231ba", "reconcileID": "c0d80e1a-c65c-455e-b9e8-40ba0e857a35", "LLMInferenceService": "rate-test-model-1231ba", "namespace": "ai-tenant-e2e-shared-b-1231ba"}
2026-07-28T20:37:11Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1231ba","namespace":"ai-tenant-e2e-shared-b-1231ba"}, "namespace": "ai-tenant-e2e-shared-b-1231ba", "name": "rate-test-model-1231ba", "reconcileID": "c0d80e1a-c65c-455e-b9e8-40ba0e857a35", "LLMInferenceService": "rate-test-model-1231ba", "namespace": "ai-tenant-e2e-shared-b-1231ba", "name": "rate-test-model-1231ba-kserve-route-authn"}
2026-07-28T20:37:11Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1231ba","namespace":"ai-tenant-e2e-shared-b-1231ba"}, "namespace": "ai-tenant-e2e-shared-b-1231ba", "name": "rate-test-model-1231ba", "reconcileID": "c0d80e1a-c65c-455e-b9e8-40ba0e857a35", "LLMInferenceService": "rate-test-model-1231ba", "namespace": "ai-tenant-e2e-shared-b-1231ba", "authType": "userdefined"}
2026-07-28T20:37:11Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1231ba","namespace":"ai-tenant-e2e-shared-b-1231ba"}, "namespace": "ai-tenant-e2e-shared-b-1231ba", "name": "rate-test-model-1231ba", "reconcileID": "c0d80e1a-c65c-455e-b9e8-40ba0e857a35", "LLMInferenceService": "rate-test-model-1231ba", "namespace": "ai-tenant-e2e-shared-b-1231ba"}
2026-07-28T20:37:20Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ed54db","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ed54db", "reconcileID": "c9b5443b-9eeb-4a09-ac3a-61b0370d637f", "Gateway": "e2e-shared-a-ed54db", "namespace": "openshift-ingress"}
2026-07-28T20:37:20Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ed54db","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ed54db", "reconcileID": "c9b5443b-9eeb-4a09-ac3a-61b0370d637f", "Gateway": "e2e-shared-a-ed54db", "namespace": "openshift-ingress", "name": "e2e-shared-a-ed54db-authn-ssl"}
2026-07-28T20:37:20Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ed54db","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ed54db", "reconcileID": "c9b5443b-9eeb-4a09-ac3a-61b0370d637f", "Gateway": "e2e-shared-a-ed54db", "namespace": "openshift-ingress"}
2026-07-28T20:37:21Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1231ba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1231ba", "reconcileID": "1feff520-c494-4529-9786-9b873a64959a", "Gateway": "e2e-shared-b-1231ba", "namespace": "openshift-ingress"}
2026-07-28T20:37:21Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1231ba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1231ba", "reconcileID": "1feff520-c494-4529-9786-9b873a64959a", "Gateway": "e2e-shared-b-1231ba", "namespace": "openshift-ingress", "name": "e2e-shared-b-1231ba-authn-ssl"}
2026-07-28T20:37:21Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1231ba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1231ba", "reconcileID": "1feff520-c494-4529-9786-9b873a64959a", "Gateway": "e2e-shared-b-1231ba", "namespace": "openshift-ingress"}
2026-07-28T20:37:21Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ed54db","namespace":"ai-tenant-e2e-shared-a-ed54db"}, "namespace": "ai-tenant-e2e-shared-a-ed54db", "name": "rate-test-model-ed54db", "reconcileID": "0880ac71-e466-4444-94f0-cdd87a502fc2", "LLMInferenceService": "rate-test-model-ed54db", "namespace": "ai-tenant-e2e-shared-a-ed54db"}
2026-07-28T20:37:21Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ed54db","namespace":"ai-tenant-e2e-shared-a-ed54db"}, "namespace": "ai-tenant-e2e-shared-a-ed54db", "name": "rate-test-model-ed54db", "reconcileID": "0880ac71-e466-4444-94f0-cdd87a502fc2", "LLMInferenceService": "rate-test-model-ed54db", "namespace": "ai-tenant-e2e-shared-a-ed54db"}
2026-07-28T20:37:21Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ed54db","namespace":"ai-tenant-e2e-shared-a-ed54db"}, "namespace": "ai-tenant-e2e-shared-a-ed54db", "name": "rate-test-model-ed54db", "reconcileID": "0880ac71-e466-4444-94f0-cdd87a502fc2", "LLMInferenceService": "rate-test-model-ed54db", "namespace": "ai-tenant-e2e-shared-a-ed54db"}
2026-07-28T20:37:21Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ed54db","namespace":"ai-tenant-e2e-shared-a-ed54db"}, "namespace": "ai-tenant-e2e-shared-a-ed54db", "name": "rate-test-model-ed54db", "reconcileID": "0880ac71-e466-4444-94f0-cdd87a502fc2", "LLMInferenceService": "rate-test-model-ed54db", "namespace": "ai-tenant-e2e-shared-a-ed54db", "name": "rate-test-model-ed54db-kserve-route-authn"}
2026-07-28T20:37:21Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ed54db","namespace":"ai-tenant-e2e-shared-a-ed54db"}, "namespace": "ai-tenant-e2e-shared-a-ed54db", "name": "rate-test-model-ed54db", "reconcileID": "0880ac71-e466-4444-94f0-cdd87a502fc2", "LLMInferenceService": "rate-test-model-ed54db", "namespace": "ai-tenant-e2e-shared-a-ed54db", "authType": "userdefined"}
2026-07-28T20:37:21Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ed54db","namespace":"ai-tenant-e2e-shared-a-ed54db"}, "namespace": "ai-tenant-e2e-shared-a-ed54db", "name": "rate-test-model-ed54db", "reconcileID": "0880ac71-e466-4444-94f0-cdd87a502fc2", "LLMInferenceService": "rate-test-model-ed54db", "namespace": "ai-tenant-e2e-shared-a-ed54db"}
2026-07-28T20:37:23Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ed54db","namespace":"ai-tenant-e2e-shared-a-ed54db"}, "namespace": "ai-tenant-e2e-shared-a-ed54db", "name": "rate-test-model-ed54db", "reconcileID": "d01eda24-f318-4478-a3ad-71147a2d93ed", "LLMInferenceService": "rate-test-model-ed54db", "namespace": "ai-tenant-e2e-shared-a-ed54db"}
2026-07-28T20:37:23Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ed54db","namespace":"ai-tenant-e2e-shared-a-ed54db"}, "namespace": "ai-tenant-e2e-shared-a-ed54db", "name": "rate-test-model-ed54db", "reconcileID": "d01eda24-f318-4478-a3ad-71147a2d93ed", "LLMInferenceService": "rate-test-model-ed54db", "namespace": "ai-tenant-e2e-shared-a-ed54db"}
2026-07-28T20:37:23Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ed54db","namespace":"ai-tenant-e2e-shared-a-ed54db"}, "namespace": "ai-tenant-e2e-shared-a-ed54db", "name": "rate-test-model-ed54db", "reconcileID": "d01eda24-f318-4478-a3ad-71147a2d93ed", "LLMInferenceService": "rate-test-model-ed54db", "namespace": "ai-tenant-e2e-shared-a-ed54db"}
2026-07-28T20:37:23Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ed54db","namespace":"ai-tenant-e2e-shared-a-ed54db"}, "namespace": "ai-tenant-e2e-shared-a-ed54db", "name": "rate-test-model-ed54db", "reconcileID": "d01eda24-f318-4478-a3ad-71147a2d93ed", "LLMInferenceService": "rate-test-model-ed54db", "namespace": "ai-tenant-e2e-shared-a-ed54db", "name": "rate-test-model-ed54db-kserve-route-authn"}
2026-07-28T20:37:23Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ed54db","namespace":"ai-tenant-e2e-shared-a-ed54db"}, "namespace": "ai-tenant-e2e-shared-a-ed54db", "name": "rate-test-model-ed54db", "reconcileID": "d01eda24-f318-4478-a3ad-71147a2d93ed", "LLMInferenceService": "rate-test-model-ed54db", "namespace": "ai-tenant-e2e-shared-a-ed54db", "authType": "userdefined"}
2026-07-28T20:37:23Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ed54db","namespace":"ai-tenant-e2e-shared-a-ed54db"}, "namespace": "ai-tenant-e2e-shared-a-ed54db", "name": "rate-test-model-ed54db", "reconcileID": "d01eda24-f318-4478-a3ad-71147a2d93ed", "LLMInferenceService": "rate-test-model-ed54db", "namespace": "ai-tenant-e2e-shared-a-ed54db"}
2026-07-28T20:38:09Z	INFO	LLMInferenceService being deleted, cleaning up sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ed54db","namespace":"ai-tenant-e2e-shared-a-ed54db"}, "namespace": "ai-tenant-e2e-shared-a-ed54db", "name": "rate-test-model-ed54db", "reconcileID": "ec2c24c8-436a-4e98-9ccc-bcdd497f6cd0", "LLMInferenceService": "rate-test-model-ed54db", "namespace": "ai-tenant-e2e-shared-a-ed54db"}
2026-07-28T20:38:09Z	DEBUG	Triggering Delete for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ed54db","namespace":"ai-tenant-e2e-shared-a-ed54db"}, "namespace": "ai-tenant-e2e-shared-a-ed54db", "name": "rate-test-model-ed54db", "reconcileID": "ec2c24c8-436a-4e98-9ccc-bcdd497f6cd0", "LLMInferenceService": "rate-test-model-ed54db", "namespace": "ai-tenant-e2e-shared-a-ed54db", "name": "rate-test-model-ed54db"}
2026-07-28T20:38:09Z	DEBUG	Deleting AuthPolicies for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ed54db","namespace":"ai-tenant-e2e-shared-a-ed54db"}, "namespace": "ai-tenant-e2e-shared-a-ed54db", "name": "rate-test-model-ed54db", "reconcileID": "ec2c24c8-436a-4e98-9ccc-bcdd497f6cd0", "LLMInferenceService": "rate-test-model-ed54db", "namespace": "ai-tenant-e2e-shared-a-ed54db"}
2026-07-28T20:38:09Z	DEBUG	Deleting HTTPRoute AuthPolicy for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ed54db","namespace":"ai-tenant-e2e-shared-a-ed54db"}, "namespace": "ai-tenant-e2e-shared-a-ed54db", "name": "rate-test-model-ed54db", "reconcileID": "ec2c24c8-436a-4e98-9ccc-bcdd497f6cd0", "LLMInferenceService": "rate-test-model-ed54db", "namespace": "ai-tenant-e2e-shared-a-ed54db"}
2026-07-28T20:38:09Z	DEBUG	Attempting to delete HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ed54db","namespace":"ai-tenant-e2e-shared-a-ed54db"}, "namespace": "ai-tenant-e2e-shared-a-ed54db", "name": "rate-test-model-ed54db", "reconcileID": "ec2c24c8-436a-4e98-9ccc-bcdd497f6cd0", "LLMInferenceService": "rate-test-model-ed54db", "namespace": "ai-tenant-e2e-shared-a-ed54db", "name": "rate-test-model-ed54db-kserve-route-authn"}
2026-07-28T20:38:09Z	INFO	Successfully deleted HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ed54db","namespace":"ai-tenant-e2e-shared-a-ed54db"}, "namespace": "ai-tenant-e2e-shared-a-ed54db", "name": "rate-test-model-ed54db", "reconcileID": "ec2c24c8-436a-4e98-9ccc-bcdd497f6cd0", "LLMInferenceService": "rate-test-model-ed54db", "namespace": "ai-tenant-e2e-shared-a-ed54db", "name": "rate-test-model-ed54db-kserve-route-authn"}
2026-07-28T20:38:09Z	DEBUG	Triggering LLMInferenceService Cleanup for Namespace	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ed54db","namespace":"ai-tenant-e2e-shared-a-ed54db"}, "namespace": "ai-tenant-e2e-shared-a-ed54db", "name": "rate-test-model-ed54db", "reconcileID": "ec2c24c8-436a-4e98-9ccc-bcdd497f6cd0", "LLMInferenceService": "rate-test-model-ed54db", "namespace": "ai-tenant-e2e-shared-a-ed54db", "namespace": "ai-tenant-e2e-shared-a-ed54db"}
2026-07-28T20:38:09Z	DEBUG	Cleaning up LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ed54db","namespace":"ai-tenant-e2e-shared-a-ed54db"}, "namespace": "ai-tenant-e2e-shared-a-ed54db", "name": "rate-test-model-ed54db", "reconcileID": "ec2c24c8-436a-4e98-9ccc-bcdd497f6cd0", "LLMInferenceService": "rate-test-model-ed54db", "namespace": "ai-tenant-e2e-shared-a-ed54db", "namespace": "ai-tenant-e2e-shared-a-ed54db"}
2026-07-28T20:38:09Z	INFO	Stop LLMInferenceService reconciliation	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ed54db","namespace":"ai-tenant-e2e-shared-a-ed54db"}, "namespace": "ai-tenant-e2e-shared-a-ed54db", "name": "rate-test-model-ed54db", "reconcileID": "cd45056d-d786-4f7b-9db8-a063dd5f2ace", "LLMInferenceService": "rate-test-model-ed54db", "namespace": "ai-tenant-e2e-shared-a-ed54db"}
2026-07-28T20:38:09Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ed54db","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ed54db", "reconcileID": "417a26be-005a-47ed-afba-4d5340fb72e9", "Gateway": "e2e-shared-a-ed54db", "namespace": "openshift-ingress"}
2026-07-28T20:38:09Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ed54db","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ed54db", "reconcileID": "417a26be-005a-47ed-afba-4d5340fb72e9", "Gateway": "e2e-shared-a-ed54db", "namespace": "openshift-ingress", "name": "e2e-shared-a-ed54db-authn-ssl"}
2026-07-28T20:38:09Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ed54db","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ed54db", "reconcileID": "417a26be-005a-47ed-afba-4d5340fb72e9", "Gateway": "e2e-shared-a-ed54db", "namespace": "openshift-ingress"}
2026-07-28T20:38:09Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ed54db","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ed54db", "reconcileID": "fc2b1e1b-2acb-4935-8103-ab04c139c7f4", "Gateway": "e2e-shared-a-ed54db", "namespace": "openshift-ingress"}
2026-07-28T20:38:09Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ed54db","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ed54db", "reconcileID": "fc2b1e1b-2acb-4935-8103-ab04c139c7f4", "Gateway": "e2e-shared-a-ed54db", "namespace": "openshift-ingress", "name": "e2e-shared-a-ed54db-authn-ssl"}
2026-07-28T20:38:09Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ed54db","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ed54db", "reconcileID": "fc2b1e1b-2acb-4935-8103-ab04c139c7f4", "Gateway": "e2e-shared-a-ed54db", "namespace": "openshift-ingress"}
2026-07-28T20:38:09Z	INFO	LLMInferenceService being deleted, cleaning up sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1231ba","namespace":"ai-tenant-e2e-shared-b-1231ba"}, "namespace": "ai-tenant-e2e-shared-b-1231ba", "name": "rate-test-model-1231ba", "reconcileID": "d428b8cc-0bb9-4896-8d82-883bb20b4b9c", "LLMInferenceService": "rate-test-model-1231ba", "namespace": "ai-tenant-e2e-shared-b-1231ba"}
2026-07-28T20:38:09Z	DEBUG	Triggering Delete for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1231ba","namespace":"ai-tenant-e2e-shared-b-1231ba"}, "namespace": "ai-tenant-e2e-shared-b-1231ba", "name": "rate-test-model-1231ba", "reconcileID": "d428b8cc-0bb9-4896-8d82-883bb20b4b9c", "LLMInferenceService": "rate-test-model-1231ba", "namespace": "ai-tenant-e2e-shared-b-1231ba", "name": "rate-test-model-1231ba"}
2026-07-28T20:38:09Z	DEBUG	Deleting AuthPolicies for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1231ba","namespace":"ai-tenant-e2e-shared-b-1231ba"}, "namespace": "ai-tenant-e2e-shared-b-1231ba", "name": "rate-test-model-1231ba", "reconcileID": "d428b8cc-0bb9-4896-8d82-883bb20b4b9c", "LLMInferenceService": "rate-test-model-1231ba", "namespace": "ai-tenant-e2e-shared-b-1231ba"}
2026-07-28T20:38:09Z	DEBUG	Deleting HTTPRoute AuthPolicy for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1231ba","namespace":"ai-tenant-e2e-shared-b-1231ba"}, "namespace": "ai-tenant-e2e-shared-b-1231ba", "name": "rate-test-model-1231ba", "reconcileID": "d428b8cc-0bb9-4896-8d82-883bb20b4b9c", "LLMInferenceService": "rate-test-model-1231ba", "namespace": "ai-tenant-e2e-shared-b-1231ba"}
2026-07-28T20:38:09Z	DEBUG	Attempting to delete HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1231ba","namespace":"ai-tenant-e2e-shared-b-1231ba"}, "namespace": "ai-tenant-e2e-shared-b-1231ba", "name": "rate-test-model-1231ba", "reconcileID": "d428b8cc-0bb9-4896-8d82-883bb20b4b9c", "LLMInferenceService": "rate-test-model-1231ba", "namespace": "ai-tenant-e2e-shared-b-1231ba", "name": "rate-test-model-1231ba-kserve-route-authn"}
2026-07-28T20:38:09Z	INFO	Successfully deleted HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1231ba","namespace":"ai-tenant-e2e-shared-b-1231ba"}, "namespace": "ai-tenant-e2e-shared-b-1231ba", "name": "rate-test-model-1231ba", "reconcileID": "d428b8cc-0bb9-4896-8d82-883bb20b4b9c", "LLMInferenceService": "rate-test-model-1231ba", "namespace": "ai-tenant-e2e-shared-b-1231ba", "name": "rate-test-model-1231ba-kserve-route-authn"}
2026-07-28T20:38:09Z	DEBUG	Triggering LLMInferenceService Cleanup for Namespace	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1231ba","namespace":"ai-tenant-e2e-shared-b-1231ba"}, "namespace": "ai-tenant-e2e-shared-b-1231ba", "name": "rate-test-model-1231ba", "reconcileID": "d428b8cc-0bb9-4896-8d82-883bb20b4b9c", "LLMInferenceService": "rate-test-model-1231ba", "namespace": "ai-tenant-e2e-shared-b-1231ba", "namespace": "ai-tenant-e2e-shared-b-1231ba"}
2026-07-28T20:38:09Z	DEBUG	Cleaning up LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1231ba","namespace":"ai-tenant-e2e-shared-b-1231ba"}, "namespace": "ai-tenant-e2e-shared-b-1231ba", "name": "rate-test-model-1231ba", "reconcileID": "d428b8cc-0bb9-4896-8d82-883bb20b4b9c", "LLMInferenceService": "rate-test-model-1231ba", "namespace": "ai-tenant-e2e-shared-b-1231ba", "namespace": "ai-tenant-e2e-shared-b-1231ba"}
2026-07-28T20:38:10Z	INFO	Stop LLMInferenceService reconciliation	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1231ba","namespace":"ai-tenant-e2e-shared-b-1231ba"}, "namespace": "ai-tenant-e2e-shared-b-1231ba", "name": "rate-test-model-1231ba", "reconcileID": "20956067-fdbd-4700-bacc-8ecd2fbbc118", "LLMInferenceService": "rate-test-model-1231ba", "namespace": "ai-tenant-e2e-shared-b-1231ba"}
2026-07-28T20:38:10Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1231ba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1231ba", "reconcileID": "342d698c-5d90-40e7-b00d-7a53454f57ff", "Gateway": "e2e-shared-b-1231ba", "namespace": "openshift-ingress"}
2026-07-28T20:38:10Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1231ba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1231ba", "reconcileID": "342d698c-5d90-40e7-b00d-7a53454f57ff", "Gateway": "e2e-shared-b-1231ba", "namespace": "openshift-ingress", "name": "e2e-shared-b-1231ba-authn-ssl"}
2026-07-28T20:38:10Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1231ba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1231ba", "reconcileID": "342d698c-5d90-40e7-b00d-7a53454f57ff", "Gateway": "e2e-shared-b-1231ba", "namespace": "openshift-ingress"}
2026-07-28T20:38:10Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1231ba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1231ba", "reconcileID": "f6c238a9-c4f0-43da-982d-1d984d703bc4", "Gateway": "e2e-shared-b-1231ba", "namespace": "openshift-ingress"}
2026-07-28T20:38:10Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1231ba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1231ba", "reconcileID": "f6c238a9-c4f0-43da-982d-1d984d703bc4", "Gateway": "e2e-shared-b-1231ba", "namespace": "openshift-ingress", "name": "e2e-shared-b-1231ba-authn-ssl"}
2026-07-28T20:38:10Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1231ba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1231ba", "reconcileID": "f6c238a9-c4f0-43da-982d-1d984d703bc4", "Gateway": "e2e-shared-b-1231ba", "namespace": "openshift-ingress"}
2026-07-28T20:38:10Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "3b0ae91f-18c0-4212-9ca8-dc6bc0f7507a", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"}
2026-07-28T20:38:14Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ed54db","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ed54db", "reconcileID": "dae1ffbe-ab4b-49b2-ab97-bc7ba341ebfe", "Gateway": "e2e-shared-a-ed54db", "namespace": "openshift-ingress"}
2026-07-28T20:38:14Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ed54db","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ed54db", "reconcileID": "dae1ffbe-ab4b-49b2-ab97-bc7ba341ebfe", "Gateway": "e2e-shared-a-ed54db", "namespace": "openshift-ingress", "name": "e2e-shared-a-ed54db-authn-ssl"}
2026-07-28T20:38:14Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ed54db","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ed54db", "reconcileID": "dae1ffbe-ab4b-49b2-ab97-bc7ba341ebfe", "Gateway": "e2e-shared-a-ed54db", "namespace": "openshift-ingress"}
2026-07-28T20:38:14Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1231ba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1231ba", "reconcileID": "a8a936df-575f-46ee-be2a-fd8ed28ca8bf", "Gateway": "e2e-shared-b-1231ba", "namespace": "openshift-ingress"}
2026-07-28T20:38:14Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1231ba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1231ba", "reconcileID": "a8a936df-575f-46ee-be2a-fd8ed28ca8bf", "Gateway": "e2e-shared-b-1231ba", "namespace": "openshift-ingress", "name": "e2e-shared-b-1231ba-authn-ssl"}
2026-07-28T20:38:14Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1231ba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1231ba", "reconcileID": "a8a936df-575f-46ee-be2a-fd8ed28ca8bf", "Gateway": "e2e-shared-b-1231ba", "namespace": "openshift-ingress"}
2026-07-28T20:38:29Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-92ba10","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-92ba10", "reconcileID": "8176d0ef-dbcb-4967-a4f7-3f86a94b00ae", "Gateway": "e2e-ipp-a-92ba10", "namespace": "openshift-ingress"}
2026-07-28T20:38:29Z	INFO	Creating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-92ba10","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-92ba10", "reconcileID": "8176d0ef-dbcb-4967-a4f7-3f86a94b00ae", "Gateway": "e2e-ipp-a-92ba10", "namespace": "openshift-ingress", "name": "e2e-ipp-a-92ba10-authn-ssl"}
2026-07-28T20:38:29Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-92ba10","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-92ba10", "reconcileID": "8176d0ef-dbcb-4967-a4f7-3f86a94b00ae", "Gateway": "e2e-ipp-a-92ba10", "namespace": "openshift-ingress"}
2026-07-28T20:38:29Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-92ba10","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-92ba10", "reconcileID": "c48e56a2-1f37-45ca-aafa-c084d791ebd6", "Gateway": "e2e-ipp-a-92ba10", "namespace": "openshift-ingress"}
2026-07-28T20:38:29Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-92ba10","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-92ba10", "reconcileID": "c48e56a2-1f37-45ca-aafa-c084d791ebd6", "Gateway": "e2e-ipp-a-92ba10", "namespace": "openshift-ingress", "name": "e2e-ipp-a-92ba10-authn-ssl"}
2026-07-28T20:38:29Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-92ba10","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-92ba10", "reconcileID": "c48e56a2-1f37-45ca-aafa-c084d791ebd6", "Gateway": "e2e-ipp-a-92ba10", "namespace": "openshift-ingress"}
2026-07-28T20:38:29Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-92ba10","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-92ba10", "reconcileID": "92362d52-3349-4374-b3ac-06316f4fc821", "Gateway": "e2e-ipp-a-92ba10", "namespace": "openshift-ingress"}
2026-07-28T20:38:29Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-92ba10","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-92ba10", "reconcileID": "92362d52-3349-4374-b3ac-06316f4fc821", "Gateway": "e2e-ipp-a-92ba10", "namespace": "openshift-ingress", "name": "e2e-ipp-a-92ba10-authn-ssl"}
2026-07-28T20:38:29Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-92ba10","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-92ba10", "reconcileID": "92362d52-3349-4374-b3ac-06316f4fc821", "Gateway": "e2e-ipp-a-92ba10", "namespace": "openshift-ingress"}
2026-07-28T20:38:29Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-92ba10","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-92ba10", "reconcileID": "3d4eca1c-c9af-4b08-bdc0-dcd7ea1ca530", "Gateway": "e2e-ipp-a-92ba10", "namespace": "openshift-ingress"}
2026-07-28T20:38:29Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-92ba10","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-92ba10", "reconcileID": "3d4eca1c-c9af-4b08-bdc0-dcd7ea1ca530", "Gateway": "e2e-ipp-a-92ba10", "namespace": "openshift-ingress", "name": "e2e-ipp-a-92ba10-authn-ssl"}
2026-07-28T20:38:29Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-92ba10","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-92ba10", "reconcileID": "3d4eca1c-c9af-4b08-bdc0-dcd7ea1ca530", "Gateway": "e2e-ipp-a-92ba10", "namespace": "openshift-ingress"}
2026-07-28T20:38:29Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-92ba10","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-92ba10", "reconcileID": "820c7a56-f6aa-42d0-83b6-6f928f05bfd8", "Gateway": "e2e-ipp-a-92ba10", "namespace": "openshift-ingress"}
2026-07-28T20:38:29Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-92ba10","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-92ba10", "reconcileID": "820c7a56-f6aa-42d0-83b6-6f928f05bfd8", "Gateway": "e2e-ipp-a-92ba10", "namespace": "openshift-ingress", "name": "e2e-ipp-a-92ba10-authn-ssl"}
2026-07-28T20:38:29Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-92ba10","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-92ba10", "reconcileID": "820c7a56-f6aa-42d0-83b6-6f928f05bfd8", "Gateway": "e2e-ipp-a-92ba10", "namespace": "openshift-ingress"}
2026-07-28T20:38:29Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-92ba10","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-92ba10", "reconcileID": "3ab9e932-f10e-4681-b2fa-1e85c87b2e4f", "Gateway": "e2e-ipp-a-92ba10", "namespace": "openshift-ingress"}
2026-07-28T20:38:29Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-92ba10","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-92ba10", "reconcileID": "3ab9e932-f10e-4681-b2fa-1e85c87b2e4f", "Gateway": "e2e-ipp-a-92ba10", "namespace": "openshift-ingress", "name": "e2e-ipp-a-92ba10-authn-ssl"}
2026-07-28T20:38:29Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-92ba10","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-92ba10", "reconcileID": "3ab9e932-f10e-4681-b2fa-1e85c87b2e4f", "Gateway": "e2e-ipp-a-92ba10", "namespace": "openshift-ingress"}
2026-07-28T20:38:30Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-92ba10","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-92ba10", "reconcileID": "ef86c7ad-90ba-482e-a71d-ce6d0b270fc3", "Gateway": "e2e-ipp-a-92ba10", "namespace": "openshift-ingress"}
2026-07-28T20:38:30Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-92ba10","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-92ba10", "reconcileID": "ef86c7ad-90ba-482e-a71d-ce6d0b270fc3", "Gateway": "e2e-ipp-a-92ba10", "namespace": "openshift-ingress", "name": "e2e-ipp-a-92ba10-authn-ssl"}
2026-07-28T20:38:31Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-92ba10","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-92ba10", "reconcileID": "ef86c7ad-90ba-482e-a71d-ce6d0b270fc3", "Gateway": "e2e-ipp-a-92ba10", "namespace": "openshift-ingress"}
2026-07-28T20:38:32Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-92ba10"}, "namespace": "ai-tenant-e2e-ipp-a-92ba10", "name": "odh-trusted-ca-bundle", "reconcileID": "de35d2e6-48a0-4a43-9b30-bf646cad0f35", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-92ba10"}
2026-07-28T20:38:32Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-92ba10"}, "namespace": "ai-tenant-e2e-ipp-a-92ba10", "name": "openshift-service-ca.crt", "reconcileID": "4db55c60-0efc-4ea2-83d2-99a96d547199", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-92ba10"}
2026-07-28T20:38:32Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-92ba10"}, "namespace": "ai-tenant-e2e-ipp-a-92ba10", "name": "openshift-service-ca.crt", "reconcileID": "c3a48161-2c21-4bb8-a39f-6c60aa963453", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-92ba10", "create": "odh-kserve-custom-ca-bundle"}
2026-07-28T20:38:32Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-92ba10"}, "namespace": "ai-tenant-e2e-ipp-a-92ba10", "name": "openshift-service-ca.crt", "reconcileID": "c3a48161-2c21-4bb8-a39f-6c60aa963453", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-92ba10"}
2026-07-28T20:38:32Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-92ba10"}, "namespace": "ai-tenant-e2e-ipp-a-92ba10", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a4bf5146-bb6b-4355-b552-f5d5e1aa3bf0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-92ba10"}
2026-07-28T20:38:32Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-92ba10"}, "namespace": "ai-tenant-e2e-ipp-a-92ba10", "name": "openshift-service-ca.crt", "reconcileID": "b84d9f2d-d4e8-4084-844a-25139faa3837", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-92ba10"}
2026-07-28T20:38:32Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-92ba10"}, "namespace": "ai-tenant-e2e-ipp-a-92ba10", "name": "odh-trusted-ca-bundle", "reconcileID": "133b110d-10c0-4a13-9cc9-90d04d22d393", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-92ba10", "update": "odh-kserve-custom-ca-bundle"}
2026-07-28T20:38:32Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-92ba10"}, "namespace": "ai-tenant-e2e-ipp-a-92ba10", "name": "odh-trusted-ca-bundle", "reconcileID": "133b110d-10c0-4a13-9cc9-90d04d22d393", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-92ba10"}
2026-07-28T20:38:32Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-92ba10"}, "namespace": "ai-tenant-e2e-ipp-a-92ba10", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7a213773-4e88-4a53-9608-54a6967a9f15", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-92ba10"}
2026-07-28T20:38:33Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-92ba10","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-92ba10", "reconcileID": "5ac9a29d-19d5-4c32-9fe5-7415d64c9202", "Gateway": "e2e-ipp-a-92ba10", "namespace": "openshift-ingress"}
2026-07-28T20:38:33Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-92ba10","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-92ba10", "reconcileID": "5ac9a29d-19d5-4c32-9fe5-7415d64c9202", "Gateway": "e2e-ipp-a-92ba10", "namespace": "openshift-ingress", "name": "e2e-ipp-a-92ba10-authn-ssl"}
2026-07-28T20:38:33Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-92ba10","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-92ba10", "reconcileID": "5ac9a29d-19d5-4c32-9fe5-7415d64c9202", "Gateway": "e2e-ipp-a-92ba10", "namespace": "openshift-ingress"}
2026-07-28T20:38:33Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "18da3d0e-bd90-4431-a7b4-9881ce9db1c2", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"}
2026-07-28T20:38:38Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-92ba10","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-92ba10", "reconcileID": "cfd77804-1962-4c48-a791-6c530baa2720", "Gateway": "e2e-ipp-a-92ba10", "namespace": "openshift-ingress"}
2026-07-28T20:38:38Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-92ba10","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-92ba10", "reconcileID": "cfd77804-1962-4c48-a791-6c530baa2720", "Gateway": "e2e-ipp-a-92ba10", "namespace": "openshift-ingress", "name": "e2e-ipp-a-92ba10-authn-ssl"}
2026-07-28T20:38:38Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-92ba10","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-92ba10", "reconcileID": "cfd77804-1962-4c48-a791-6c530baa2720", "Gateway": "e2e-ipp-a-92ba10", "namespace": "openshift-ingress"}
2026-07-28T20:38:38Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "6f0ef361-eb59-499c-b707-3674a2c5f39d", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"}
2026-07-28T20:38:54Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "468b112e-4484-4d98-b933-2e285dac1695", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"}
2026-07-28T20:38:58Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-37887f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-37887f", "reconcileID": "abef1a8b-f431-4df1-999b-ae976eca139f", "Gateway": "e2e-ipp-b-37887f", "namespace": "openshift-ingress"}
2026-07-28T20:38:58Z	INFO	Creating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-37887f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-37887f", "reconcileID": "abef1a8b-f431-4df1-999b-ae976eca139f", "Gateway": "e2e-ipp-b-37887f", "namespace": "openshift-ingress", "name": "e2e-ipp-b-37887f-authn-ssl"}
2026-07-28T20:38:58Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-37887f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-37887f", "reconcileID": "abef1a8b-f431-4df1-999b-ae976eca139f", "Gateway": "e2e-ipp-b-37887f", "namespace": "openshift-ingress"}
2026-07-28T20:38:58Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-37887f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-37887f", "reconcileID": "006c9876-e7a3-489f-a9b6-849d85c6a83e", "Gateway": "e2e-ipp-b-37887f", "namespace": "openshift-ingress"}
2026-07-28T20:38:58Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-37887f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-37887f", "reconcileID": "006c9876-e7a3-489f-a9b6-849d85c6a83e", "Gateway": "e2e-ipp-b-37887f", "namespace": "openshift-ingress", "name": "e2e-ipp-b-37887f-authn-ssl"}
2026-07-28T20:38:58Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-37887f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-37887f", "reconcileID": "006c9876-e7a3-489f-a9b6-849d85c6a83e", "Gateway": "e2e-ipp-b-37887f", "namespace": "openshift-ingress"}
2026-07-28T20:38:58Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-37887f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-37887f", "reconcileID": "4b3c7838-ecfd-460c-884a-290525fae453", "Gateway": "e2e-ipp-b-37887f", "namespace": "openshift-ingress"}
2026-07-28T20:38:58Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-37887f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-37887f", "reconcileID": "4b3c7838-ecfd-460c-884a-290525fae453", "Gateway": "e2e-ipp-b-37887f", "namespace": "openshift-ingress", "name": "e2e-ipp-b-37887f-authn-ssl"}
2026-07-28T20:38:58Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-37887f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-37887f", "reconcileID": "4b3c7838-ecfd-460c-884a-290525fae453", "Gateway": "e2e-ipp-b-37887f", "namespace": "openshift-ingress"}
2026-07-28T20:38:58Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-37887f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-37887f", "reconcileID": "c6f6c738-f545-4206-9172-193ac0e23d5a", "Gateway": "e2e-ipp-b-37887f", "namespace": "openshift-ingress"}
2026-07-28T20:38:58Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-37887f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-37887f", "reconcileID": "c6f6c738-f545-4206-9172-193ac0e23d5a", "Gateway": "e2e-ipp-b-37887f", "namespace": "openshift-ingress", "name": "e2e-ipp-b-37887f-authn-ssl"}
2026-07-28T20:38:58Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-37887f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-37887f", "reconcileID": "c6f6c738-f545-4206-9172-193ac0e23d5a", "Gateway": "e2e-ipp-b-37887f", "namespace": "openshift-ingress"}
2026-07-28T20:38:58Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-37887f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-37887f", "reconcileID": "512af1a0-1129-4688-b57c-c41edee753d6", "Gateway": "e2e-ipp-b-37887f", "namespace": "openshift-ingress"}
2026-07-28T20:38:58Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-37887f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-37887f", "reconcileID": "512af1a0-1129-4688-b57c-c41edee753d6", "Gateway": "e2e-ipp-b-37887f", "namespace": "openshift-ingress", "name": "e2e-ipp-b-37887f-authn-ssl"}
2026-07-28T20:38:58Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-37887f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-37887f", "reconcileID": "512af1a0-1129-4688-b57c-c41edee753d6", "Gateway": "e2e-ipp-b-37887f", "namespace": "openshift-ingress"}
2026-07-28T20:38:59Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-37887f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-37887f", "reconcileID": "dee05984-7574-445c-895e-b11993fe4770", "Gateway": "e2e-ipp-b-37887f", "namespace": "openshift-ingress"}
2026-07-28T20:38:59Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-37887f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-37887f", "reconcileID": "dee05984-7574-445c-895e-b11993fe4770", "Gateway": "e2e-ipp-b-37887f", "namespace": "openshift-ingress", "name": "e2e-ipp-b-37887f-authn-ssl"}
2026-07-28T20:38:59Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-37887f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-37887f", "reconcileID": "dee05984-7574-445c-895e-b11993fe4770", "Gateway": "e2e-ipp-b-37887f", "namespace": "openshift-ingress"}
2026-07-28T20:38:59Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-37887f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-37887f", "reconcileID": "52b4b343-7665-4a24-bc17-9e3cc4eefff6", "Gateway": "e2e-ipp-b-37887f", "namespace": "openshift-ingress"}
2026-07-28T20:38:59Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-37887f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-37887f", "reconcileID": "52b4b343-7665-4a24-bc17-9e3cc4eefff6", "Gateway": "e2e-ipp-b-37887f", "namespace": "openshift-ingress", "name": "e2e-ipp-b-37887f-authn-ssl"}
2026-07-28T20:38:59Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-37887f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-37887f", "reconcileID": "52b4b343-7665-4a24-bc17-9e3cc4eefff6", "Gateway": "e2e-ipp-b-37887f", "namespace": "openshift-ingress"}
2026-07-28T20:39:00Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-37887f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-37887f", "reconcileID": "7703b89e-828b-4fa7-b1c2-cefa0db036b6", "Gateway": "e2e-ipp-b-37887f", "namespace": "openshift-ingress"}
2026-07-28T20:39:00Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-37887f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-37887f", "reconcileID": "7703b89e-828b-4fa7-b1c2-cefa0db036b6", "Gateway": "e2e-ipp-b-37887f", "namespace": "openshift-ingress", "name": "e2e-ipp-b-37887f-authn-ssl"}
2026-07-28T20:39:00Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-37887f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-37887f", "reconcileID": "7703b89e-828b-4fa7-b1c2-cefa0db036b6", "Gateway": "e2e-ipp-b-37887f", "namespace": "openshift-ingress"}
2026-07-28T20:39:01Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-37887f"}, "namespace": "ai-tenant-e2e-ipp-b-37887f", "name": "openshift-service-ca.crt", "reconcileID": "1a591de5-461e-4724-8f96-b1bade61a05c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-37887f"}
2026-07-28T20:39:01Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-37887f"}, "namespace": "ai-tenant-e2e-ipp-b-37887f", "name": "odh-trusted-ca-bundle", "reconcileID": "6e93315b-4406-48a8-8a4c-17c54062e595", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-37887f"}
2026-07-28T20:39:01Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-37887f"}, "namespace": "ai-tenant-e2e-ipp-b-37887f", "name": "openshift-service-ca.crt", "reconcileID": "86897ad5-f51d-4931-b1c4-5a24da200262", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-37887f", "create": "odh-kserve-custom-ca-bundle"}
2026-07-28T20:39:01Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-37887f"}, "namespace": "ai-tenant-e2e-ipp-b-37887f", "name": "openshift-service-ca.crt", "reconcileID": "86897ad5-f51d-4931-b1c4-5a24da200262", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-37887f"}
2026-07-28T20:39:01Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-37887f"}, "namespace": "ai-tenant-e2e-ipp-b-37887f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2d775ac3-b99d-41ad-8bd3-5eb59e2b730c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-37887f"}
2026-07-28T20:39:01Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-37887f"}, "namespace": "ai-tenant-e2e-ipp-b-37887f", "name": "openshift-service-ca.crt", "reconcileID": "c27a9068-d1db-4969-89f5-8f252e318e24", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-37887f"}
2026-07-28T20:39:01Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-37887f"}, "namespace": "ai-tenant-e2e-ipp-b-37887f", "name": "odh-trusted-ca-bundle", "reconcileID": "c4c5c94a-6ffc-46f1-ad7c-89a05a3dc46b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-37887f", "update": "odh-kserve-custom-ca-bundle"}
2026-07-28T20:39:01Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-37887f"}, "namespace": "ai-tenant-e2e-ipp-b-37887f", "name": "odh-trusted-ca-bundle", "reconcileID": "c4c5c94a-6ffc-46f1-ad7c-89a05a3dc46b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-37887f"}
2026-07-28T20:39:01Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-37887f"}, "namespace": "ai-tenant-e2e-ipp-b-37887f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "aef95aad-01c0-480e-88db-37e2a0e55e69", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-37887f"}
2026-07-28T20:39:02Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-37887f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-37887f", "reconcileID": "19c3d5c5-333b-4ac1-a95f-645ea5241f93", "Gateway": "e2e-ipp-b-37887f", "namespace": "openshift-ingress"}
2026-07-28T20:39:02Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-37887f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-37887f", "reconcileID": "19c3d5c5-333b-4ac1-a95f-645ea5241f93", "Gateway": "e2e-ipp-b-37887f", "namespace": "openshift-ingress", "name": "e2e-ipp-b-37887f-authn-ssl"}
2026-07-28T20:39:02Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-37887f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-37887f", "reconcileID": "19c3d5c5-333b-4ac1-a95f-645ea5241f93", "Gateway": "e2e-ipp-b-37887f", "namespace": "openshift-ingress"}
2026-07-28T20:39:02Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "bab19fea-15d3-4105-ba98-96e2b2725956", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"}
2026-07-28T20:39:13Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-37887f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-37887f", "reconcileID": "15eb183f-82ef-4691-b8f5-b1321434f3ae", "Gateway": "e2e-ipp-b-37887f", "namespace": "openshift-ingress"}
2026-07-28T20:39:13Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-37887f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-37887f", "reconcileID": "15eb183f-82ef-4691-b8f5-b1321434f3ae", "Gateway": "e2e-ipp-b-37887f", "namespace": "openshift-ingress", "name": "e2e-ipp-b-37887f-authn-ssl"}
2026-07-28T20:39:13Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-37887f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-37887f", "reconcileID": "15eb183f-82ef-4691-b8f5-b1321434f3ae", "Gateway": "e2e-ipp-b-37887f", "namespace": "openshift-ingress"}
2026-07-28T20:39:34Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-92ba10","namespace":"ai-tenant-e2e-ipp-a-92ba10"}, "namespace": "ai-tenant-e2e-ipp-a-92ba10", "name": "ipp-route-92ba10", "reconcileID": "533d827b-8362-4a2b-8b1c-d77697a7782f", "LLMInferenceService": "ipp-route-92ba10", "namespace": "ai-tenant-e2e-ipp-a-92ba10"}
2026-07-28T20:39:34Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-92ba10","namespace":"ai-tenant-e2e-ipp-a-92ba10"}, "namespace": "ai-tenant-e2e-ipp-a-92ba10", "name": "ipp-route-92ba10", "reconcileID": "533d827b-8362-4a2b-8b1c-d77697a7782f", "LLMInferenceService": "ipp-route-92ba10", "namespace": "ai-tenant-e2e-ipp-a-92ba10"}
2026-07-28T20:39:34Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-92ba10","namespace":"ai-tenant-e2e-ipp-a-92ba10"}, "namespace": "ai-tenant-e2e-ipp-a-92ba10", "name": "ipp-route-92ba10", "reconcileID": "533d827b-8362-4a2b-8b1c-d77697a7782f", "LLMInferenceService": "ipp-route-92ba10", "namespace": "ai-tenant-e2e-ipp-a-92ba10"}
2026-07-28T20:39:34Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-92ba10","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-92ba10", "reconcileID": "47f229ff-f919-40c3-ad8a-e64dd20c880f", "Gateway": "e2e-ipp-a-92ba10", "namespace": "openshift-ingress"}
2026-07-28T20:39:34Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-92ba10","namespace":"ai-tenant-e2e-ipp-a-92ba10"}, "namespace": "ai-tenant-e2e-ipp-a-92ba10", "name": "ipp-route-92ba10", "reconcileID": "533d827b-8362-4a2b-8b1c-d77697a7782f", "LLMInferenceService": "ipp-route-92ba10", "namespace": "ai-tenant-e2e-ipp-a-92ba10", "name": "ipp-route-92ba10-kserve-route-authn"}
2026-07-28T20:39:34Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-92ba10","namespace":"ai-tenant-e2e-ipp-a-92ba10"}, "namespace": "ai-tenant-e2e-ipp-a-92ba10", "name": "ipp-route-92ba10", "reconcileID": "533d827b-8362-4a2b-8b1c-d77697a7782f", "LLMInferenceService": "ipp-route-92ba10", "namespace": "ai-tenant-e2e-ipp-a-92ba10", "authType": "userdefined"}
2026-07-28T20:39:34Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-92ba10","namespace":"ai-tenant-e2e-ipp-a-92ba10"}, "namespace": "ai-tenant-e2e-ipp-a-92ba10", "name": "ipp-route-92ba10", "reconcileID": "533d827b-8362-4a2b-8b1c-d77697a7782f", "LLMInferenceService": "ipp-route-92ba10", "namespace": "ai-tenant-e2e-ipp-a-92ba10"}
2026-07-28T20:39:34Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-92ba10","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-92ba10", "reconcileID": "47f229ff-f919-40c3-ad8a-e64dd20c880f", "Gateway": "e2e-ipp-a-92ba10", "namespace": "openshift-ingress", "name": "e2e-ipp-a-92ba10-authn-ssl"}
2026-07-28T20:39:34Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-92ba10","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-92ba10", "reconcileID": "47f229ff-f919-40c3-ad8a-e64dd20c880f", "Gateway": "e2e-ipp-a-92ba10", "namespace": "openshift-ingress"}
2026-07-28T20:39:34Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-92ba10","namespace":"ai-tenant-e2e-ipp-a-92ba10"}, "namespace": "ai-tenant-e2e-ipp-a-92ba10", "name": "ipp-route-92ba10", "reconcileID": "a0aa2c80-3f05-43e5-bf0b-1c361d41206b", "LLMInferenceService": "ipp-route-92ba10", "namespace": "ai-tenant-e2e-ipp-a-92ba10"}
2026-07-28T20:39:34Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-92ba10","namespace":"ai-tenant-e2e-ipp-a-92ba10"}, "namespace": "ai-tenant-e2e-ipp-a-92ba10", "name": "ipp-route-92ba10", "reconcileID": "a0aa2c80-3f05-43e5-bf0b-1c361d41206b", "LLMInferenceService": "ipp-route-92ba10", "namespace": "ai-tenant-e2e-ipp-a-92ba10"}
2026-07-28T20:39:34Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-92ba10","namespace":"ai-tenant-e2e-ipp-a-92ba10"}, "namespace": "ai-tenant-e2e-ipp-a-92ba10", "name": "ipp-route-92ba10", "reconcileID": "a0aa2c80-3f05-43e5-bf0b-1c361d41206b", "LLMInferenceService": "ipp-route-92ba10", "namespace": "ai-tenant-e2e-ipp-a-92ba10"}
2026-07-28T20:39:34Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-92ba10","namespace":"ai-tenant-e2e-ipp-a-92ba10"}, "namespace": "ai-tenant-e2e-ipp-a-92ba10", "name": "ipp-route-92ba10", "reconcileID": "a0aa2c80-3f05-43e5-bf0b-1c361d41206b", "LLMInferenceService": "ipp-route-92ba10", "namespace": "ai-tenant-e2e-ipp-a-92ba10", "name": "ipp-route-92ba10-kserve-route-authn"}
2026-07-28T20:39:34Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-92ba10","namespace":"ai-tenant-e2e-ipp-a-92ba10"}, "namespace": "ai-tenant-e2e-ipp-a-92ba10", "name": "ipp-route-92ba10", "reconcileID": "a0aa2c80-3f05-43e5-bf0b-1c361d41206b", "LLMInferenceService": "ipp-route-92ba10", "namespace": "ai-tenant-e2e-ipp-a-92ba10", "authType": "userdefined"}
2026-07-28T20:39:34Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-92ba10","namespace":"ai-tenant-e2e-ipp-a-92ba10"}, "namespace": "ai-tenant-e2e-ipp-a-92ba10", "name": "ipp-route-92ba10", "reconcileID": "a0aa2c80-3f05-43e5-bf0b-1c361d41206b", "LLMInferenceService": "ipp-route-92ba10", "namespace": "ai-tenant-e2e-ipp-a-92ba10"}
2026-07-28T20:39:42Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-92ba10","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-92ba10", "reconcileID": "e95c6445-4679-4824-8697-e29b96899c8b", "Gateway": "e2e-ipp-a-92ba10", "namespace": "openshift-ingress"}
2026-07-28T20:39:42Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-92ba10","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-92ba10", "reconcileID": "e95c6445-4679-4824-8697-e29b96899c8b", "Gateway": "e2e-ipp-a-92ba10", "namespace": "openshift-ingress", "name": "e2e-ipp-a-92ba10-authn-ssl"}
2026-07-28T20:39:42Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-92ba10","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-92ba10", "reconcileID": "e95c6445-4679-4824-8697-e29b96899c8b", "Gateway": "e2e-ipp-a-92ba10", "namespace": "openshift-ingress"}
2026-07-28T20:39:44Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-92ba10","namespace":"ai-tenant-e2e-ipp-a-92ba10"}, "namespace": "ai-tenant-e2e-ipp-a-92ba10", "name": "ipp-route-92ba10", "reconcileID": "b481f02b-f542-4a6b-99dd-bc8e7ca8d145", "LLMInferenceService": "ipp-route-92ba10", "namespace": "ai-tenant-e2e-ipp-a-92ba10"}
2026-07-28T20:39:44Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-92ba10","namespace":"ai-tenant-e2e-ipp-a-92ba10"}, "namespace": "ai-tenant-e2e-ipp-a-92ba10", "name": "ipp-route-92ba10", "reconcileID": "b481f02b-f542-4a6b-99dd-bc8e7ca8d145", "LLMInferenceService": "ipp-route-92ba10", "namespace": "ai-tenant-e2e-ipp-a-92ba10"}
2026-07-28T20:39:44Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-92ba10","namespace":"ai-tenant-e2e-ipp-a-92ba10"}, "namespace": "ai-tenant-e2e-ipp-a-92ba10", "name": "ipp-route-92ba10", "reconcileID": "b481f02b-f542-4a6b-99dd-bc8e7ca8d145", "LLMInferenceService": "ipp-route-92ba10", "namespace": "ai-tenant-e2e-ipp-a-92ba10"}
2026-07-28T20:39:44Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-92ba10","namespace":"ai-tenant-e2e-ipp-a-92ba10"}, "namespace": "ai-tenant-e2e-ipp-a-92ba10", "name": "ipp-route-92ba10", "reconcileID": "b481f02b-f542-4a6b-99dd-bc8e7ca8d145", "LLMInferenceService": "ipp-route-92ba10", "namespace": "ai-tenant-e2e-ipp-a-92ba10", "name": "ipp-route-92ba10-kserve-route-authn"}
2026-07-28T20:39:44Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-92ba10","namespace":"ai-tenant-e2e-ipp-a-92ba10"}, "namespace": "ai-tenant-e2e-ipp-a-92ba10", "name": "ipp-route-92ba10", "reconcileID": "b481f02b-f542-4a6b-99dd-bc8e7ca8d145", "LLMInferenceService": "ipp-route-92ba10", "namespace": "ai-tenant-e2e-ipp-a-92ba10", "authType": "userdefined"}
2026-07-28T20:39:44Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-92ba10","namespace":"ai-tenant-e2e-ipp-a-92ba10"}, "namespace": "ai-tenant-e2e-ipp-a-92ba10", "name": "ipp-route-92ba10", "reconcileID": "b481f02b-f542-4a6b-99dd-bc8e7ca8d145", "LLMInferenceService": "ipp-route-92ba10", "namespace": "ai-tenant-e2e-ipp-a-92ba10"}
2026-07-28T20:39:50Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-92ba10","namespace":"ai-tenant-e2e-ipp-a-92ba10"}, "namespace": "ai-tenant-e2e-ipp-a-92ba10", "name": "ipp-route-92ba10", "reconcileID": "5688f500-d8b0-4db2-a960-bbc058dfaa8d", "LLMInferenceService": "ipp-route-92ba10", "namespace": "ai-tenant-e2e-ipp-a-92ba10"}
2026-07-28T20:39:50Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-92ba10","namespace":"ai-tenant-e2e-ipp-a-92ba10"}, "namespace": "ai-tenant-e2e-ipp-a-92ba10", "name": "ipp-route-92ba10", "reconcileID": "5688f500-d8b0-4db2-a960-bbc058dfaa8d", "LLMInferenceService": "ipp-route-92ba10", "namespace": "ai-tenant-e2e-ipp-a-92ba10"}
2026-07-28T20:39:50Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-92ba10","namespace":"ai-tenant-e2e-ipp-a-92ba10"}, "namespace": "ai-tenant-e2e-ipp-a-92ba10", "name": "ipp-route-92ba10", "reconcileID": "5688f500-d8b0-4db2-a960-bbc058dfaa8d", "LLMInferenceService": "ipp-route-92ba10", "namespace": "ai-tenant-e2e-ipp-a-92ba10"}
2026-07-28T20:39:50Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-92ba10","namespace":"ai-tenant-e2e-ipp-a-92ba10"}, "namespace": "ai-tenant-e2e-ipp-a-92ba10", "name": "ipp-route-92ba10", "reconcileID": "5688f500-d8b0-4db2-a960-bbc058dfaa8d", "LLMInferenceService": "ipp-route-92ba10", "namespace": "ai-tenant-e2e-ipp-a-92ba10", "name": "ipp-route-92ba10-kserve-route-authn"}
2026-07-28T20:39:50Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-92ba10","namespace":"ai-tenant-e2e-ipp-a-92ba10"}, "namespace": "ai-tenant-e2e-ipp-a-92ba10", "name": "ipp-route-92ba10", "reconcileID": "5688f500-d8b0-4db2-a960-bbc058dfaa8d", "LLMInferenceService": "ipp-route-92ba10", "namespace": "ai-tenant-e2e-ipp-a-92ba10", "authType": "userdefined"}
2026-07-28T20:39:50Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-92ba10","namespace":"ai-tenant-e2e-ipp-a-92ba10"}, "namespace": "ai-tenant-e2e-ipp-a-92ba10", "name": "ipp-route-92ba10", "reconcileID": "5688f500-d8b0-4db2-a960-bbc058dfaa8d", "LLMInferenceService": "ipp-route-92ba10", "namespace": "ai-tenant-e2e-ipp-a-92ba10"}
2026-07-28T20:39:54Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-92ba10","namespace":"ai-tenant-e2e-ipp-a-92ba10"}, "namespace": "ai-tenant-e2e-ipp-a-92ba10", "name": "ipp-route-92ba10", "reconcileID": "163c069b-7d84-4cce-9d66-fc00ecc670bf", "LLMInferenceService": "ipp-route-92ba10", "namespace": "ai-tenant-e2e-ipp-a-92ba10"}
2026-07-28T20:39:54Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-92ba10","namespace":"ai-tenant-e2e-ipp-a-92ba10"}, "namespace": "ai-tenant-e2e-ipp-a-92ba10", "name": "ipp-route-92ba10", "reconcileID": "163c069b-7d84-4cce-9d66-fc00ecc670bf", "LLMInferenceService": "ipp-route-92ba10", "namespace": "ai-tenant-e2e-ipp-a-92ba10"}
2026-07-28T20:39:54Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-92ba10","namespace":"ai-tenant-e2e-ipp-a-92ba10"}, "namespace": "ai-tenant-e2e-ipp-a-92ba10", "name": "ipp-route-92ba10", "reconcileID": "163c069b-7d84-4cce-9d66-fc00ecc670bf", "LLMInferenceService": "ipp-route-92ba10", "namespace": "ai-tenant-e2e-ipp-a-92ba10"}
2026-07-28T20:39:54Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-92ba10","namespace":"ai-tenant-e2e-ipp-a-92ba10"}, "namespace": "ai-tenant-e2e-ipp-a-92ba10", "name": "ipp-route-92ba10", "reconcileID": "163c069b-7d84-4cce-9d66-fc00ecc670bf", "LLMInferenceService": "ipp-route-92ba10", "namespace": "ai-tenant-e2e-ipp-a-92ba10", "name": "ipp-route-92ba10-kserve-route-authn"}
2026-07-28T20:39:54Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-92ba10","namespace":"ai-tenant-e2e-ipp-a-92ba10"}, "namespace": "ai-tenant-e2e-ipp-a-92ba10", "name": "ipp-route-92ba10", "reconcileID": "163c069b-7d84-4cce-9d66-fc00ecc670bf", "LLMInferenceService": "ipp-route-92ba10", "namespace": "ai-tenant-e2e-ipp-a-92ba10", "authType": "userdefined"}
2026-07-28T20:39:54Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-92ba10","namespace":"ai-tenant-e2e-ipp-a-92ba10"}, "namespace": "ai-tenant-e2e-ipp-a-92ba10", "name": "ipp-route-92ba10", "reconcileID": "163c069b-7d84-4cce-9d66-fc00ecc670bf", "LLMInferenceService": "ipp-route-92ba10", "namespace": "ai-tenant-e2e-ipp-a-92ba10"}
2026-07-28T20:40:01Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-92ba10","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-92ba10", "reconcileID": "9d7320ec-e461-4667-9f0d-fa058d2060c6", "Gateway": "e2e-ipp-a-92ba10", "namespace": "openshift-ingress"}
2026-07-28T20:40:01Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-92ba10","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-92ba10", "reconcileID": "9d7320ec-e461-4667-9f0d-fa058d2060c6", "Gateway": "e2e-ipp-a-92ba10", "namespace": "openshift-ingress", "name": "e2e-ipp-a-92ba10-authn-ssl"}
2026-07-28T20:40:01Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-92ba10","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-92ba10", "reconcileID": "9d7320ec-e461-4667-9f0d-fa058d2060c6", "Gateway": "e2e-ipp-a-92ba10", "namespace": "openshift-ingress"}
2026-07-28T20:40:27Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-579f3e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-579f3e", "reconcileID": "57acf1ab-b4d3-43a3-8a0d-18975c4232c4", "Gateway": "e2e-ipp-cleanup-579f3e", "namespace": "openshift-ingress"}
2026-07-28T20:40:27Z	INFO	Creating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-579f3e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-579f3e", "reconcileID": "57acf1ab-b4d3-43a3-8a0d-18975c4232c4", "Gateway": "e2e-ipp-cleanup-579f3e", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-579f3e-authn-ssl"}
2026-07-28T20:40:27Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-579f3e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-579f3e", "reconcileID": "57acf1ab-b4d3-43a3-8a0d-18975c4232c4", "Gateway": "e2e-ipp-cleanup-579f3e", "namespace": "openshift-ingress"}
2026-07-28T20:40:27Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-579f3e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-579f3e", "reconcileID": "13b45762-8337-45ee-8a6d-6aafdcffed7b", "Gateway": "e2e-ipp-cleanup-579f3e", "namespace": "openshift-ingress"}
2026-07-28T20:40:27Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-579f3e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-579f3e", "reconcileID": "13b45762-8337-45ee-8a6d-6aafdcffed7b", "Gateway": "e2e-ipp-cleanup-579f3e", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-579f3e-authn-ssl"}
2026-07-28T20:40:27Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-579f3e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-579f3e", "reconcileID": "13b45762-8337-45ee-8a6d-6aafdcffed7b", "Gateway": "e2e-ipp-cleanup-579f3e", "namespace": "openshift-ingress"}
2026-07-28T20:40:27Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-579f3e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-579f3e", "reconcileID": "f375b8d6-509e-46af-b7d4-2743bd218eef", "Gateway": "e2e-ipp-cleanup-579f3e", "namespace": "openshift-ingress"}
2026-07-28T20:40:27Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-579f3e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-579f3e", "reconcileID": "f375b8d6-509e-46af-b7d4-2743bd218eef", "Gateway": "e2e-ipp-cleanup-579f3e", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-579f3e-authn-ssl"}
2026-07-28T20:40:27Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-579f3e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-579f3e", "reconcileID": "f375b8d6-509e-46af-b7d4-2743bd218eef", "Gateway": "e2e-ipp-cleanup-579f3e", "namespace": "openshift-ingress"}
2026-07-28T20:40:27Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-579f3e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-579f3e", "reconcileID": "f9d05e3b-363d-485d-84e8-ec89d258793b", "Gateway": "e2e-ipp-cleanup-579f3e", "namespace": "openshift-ingress"}
2026-07-28T20:40:27Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-579f3e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-579f3e", "reconcileID": "f9d05e3b-363d-485d-84e8-ec89d258793b", "Gateway": "e2e-ipp-cleanup-579f3e", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-579f3e-authn-ssl"}
2026-07-28T20:40:27Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-579f3e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-579f3e", "reconcileID": "f9d05e3b-363d-485d-84e8-ec89d258793b", "Gateway": "e2e-ipp-cleanup-579f3e", "namespace": "openshift-ingress"}
2026-07-28T20:40:27Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-579f3e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-579f3e", "reconcileID": "6a43a405-b47a-43ec-9524-9949dd64aa55", "Gateway": "e2e-ipp-cleanup-579f3e", "namespace": "openshift-ingress"}
2026-07-28T20:40:27Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-579f3e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-579f3e", "reconcileID": "6a43a405-b47a-43ec-9524-9949dd64aa55", "Gateway": "e2e-ipp-cleanup-579f3e", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-579f3e-authn-ssl"}
2026-07-28T20:40:27Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-579f3e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-579f3e", "reconcileID": "6a43a405-b47a-43ec-9524-9949dd64aa55", "Gateway": "e2e-ipp-cleanup-579f3e", "namespace": "openshift-ingress"}
2026-07-28T20:40:28Z	INFO	No monitoring namespace detected, skipping monitoring reconciliation.	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-07-28T20:40:28Z	INFO	Multi Node reconciling.	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-07-28T20:40:28Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-579f3e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-579f3e", "reconcileID": "2fe4da98-a786-4ff8-8d34-0c3749e022b3", "Gateway": "e2e-ipp-cleanup-579f3e", "namespace": "openshift-ingress"}
2026-07-28T20:40:28Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-579f3e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-579f3e", "reconcileID": "2fe4da98-a786-4ff8-8d34-0c3749e022b3", "Gateway": "e2e-ipp-cleanup-579f3e", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-579f3e-authn-ssl"}
2026-07-28T20:40:28Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-579f3e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-579f3e", "reconcileID": "2fe4da98-a786-4ff8-8d34-0c3749e022b3", "Gateway": "e2e-ipp-cleanup-579f3e", "namespace": "openshift-ingress"}
2026-07-28T20:40:28Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-579f3e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-579f3e", "reconcileID": "9499fec1-50b6-4b8e-b338-19354eac9aa6", "Gateway": "e2e-ipp-cleanup-579f3e", "namespace": "openshift-ingress"}
2026-07-28T20:40:28Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-579f3e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-579f3e", "reconcileID": "9499fec1-50b6-4b8e-b338-19354eac9aa6", "Gateway": "e2e-ipp-cleanup-579f3e", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-579f3e-authn-ssl"}
2026-07-28T20:40:28Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-579f3e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-579f3e", "reconcileID": "9499fec1-50b6-4b8e-b338-19354eac9aa6", "Gateway": "e2e-ipp-cleanup-579f3e", "namespace": "openshift-ingress"}
2026-07-28T20:40:30Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-579f3e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-579f3e", "name": "openshift-service-ca.crt", "reconcileID": "7913bee1-8806-4b01-a961-bfcd57433295", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-579f3e"}
2026-07-28T20:40:30Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-579f3e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-579f3e", "name": "odh-trusted-ca-bundle", "reconcileID": "99f5db5e-83c3-4895-92af-ae5784e312ff", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-579f3e"}
2026-07-28T20:40:30Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-579f3e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-579f3e", "name": "openshift-service-ca.crt", "reconcileID": "9a7abf4d-1e81-4177-851a-7dbc13fa8d84", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-579f3e", "create": "odh-kserve-custom-ca-bundle"}
2026-07-28T20:40:30Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-579f3e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-579f3e", "name": "openshift-service-ca.crt", "reconcileID": "9a7abf4d-1e81-4177-851a-7dbc13fa8d84", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-579f3e"}
2026-07-28T20:40:30Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-579f3e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-579f3e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "00f50a69-2c2f-4f12-9b1d-02e3e119023d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-579f3e"}
2026-07-28T20:40:30Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-579f3e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-579f3e", "name": "openshift-service-ca.crt", "reconcileID": "d0460eb1-0ba9-4604-b43c-9ae5854dc32c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-579f3e"}
2026-07-28T20:40:30Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-579f3e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-579f3e", "name": "odh-trusted-ca-bundle", "reconcileID": "07d09ea5-1739-42eb-9e85-832ee281bd01", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-579f3e", "update": "odh-kserve-custom-ca-bundle"}
2026-07-28T20:40:30Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-579f3e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-579f3e", "name": "odh-trusted-ca-bundle", "reconcileID": "07d09ea5-1739-42eb-9e85-832ee281bd01", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-579f3e"}
2026-07-28T20:40:30Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-579f3e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-579f3e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "77ed3ab7-e219-40cf-926a-b83d88fbc5ce", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-579f3e"}
2026-07-28T20:40:31Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-579f3e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-579f3e", "reconcileID": "f1efbcc0-4139-42e4-a01d-1b369a7b413b", "Gateway": "e2e-ipp-cleanup-579f3e", "namespace": "openshift-ingress"}
2026-07-28T20:40:31Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-579f3e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-579f3e", "reconcileID": "f1efbcc0-4139-42e4-a01d-1b369a7b413b", "Gateway": "e2e-ipp-cleanup-579f3e", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-579f3e-authn-ssl"}
2026-07-28T20:40:31Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-579f3e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-579f3e", "reconcileID": "f1efbcc0-4139-42e4-a01d-1b369a7b413b", "Gateway": "e2e-ipp-cleanup-579f3e", "namespace": "openshift-ingress"}
2026-07-28T20:40:31Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "4703d4f5-fc27-4a27-b57e-3f09fec7991f", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"}
2026-07-28T20:40:33Z	INFO	ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-07-28T20:40:33Z	INFO	Multi Node reconciled successfully.	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-07-28T20:40:44Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-579f3e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-579f3e", "reconcileID": "ad0dbfcf-65a9-4129-b7de-a051418d2ff6", "Gateway": "e2e-ipp-cleanup-579f3e", "namespace": "openshift-ingress"}
2026-07-28T20:40:44Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-579f3e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-579f3e", "reconcileID": "ad0dbfcf-65a9-4129-b7de-a051418d2ff6", "Gateway": "e2e-ipp-cleanup-579f3e", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-579f3e-authn-ssl"}
2026-07-28T20:40:44Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-579f3e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-579f3e", "reconcileID": "ad0dbfcf-65a9-4129-b7de-a051418d2ff6", "Gateway": "e2e-ipp-cleanup-579f3e", "namespace": "openshift-ingress"}
2026-07-28T20:40:49Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "7ba9b796-2c19-48f1-89a3-72bd9c8eea4a", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"}
2026-07-28T20:40:55Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "eb934061-31e8-493d-9f49-c4aad4193d50", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"}
2026-07-28T20:41:12Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-579f3e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-579f3e", "reconcileID": "7704063a-3552-49b7-acd2-b403d8a0621c", "Gateway": "e2e-ipp-cleanup-579f3e", "namespace": "openshift-ingress"}
2026-07-28T20:41:12Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-579f3e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-579f3e", "reconcileID": "7704063a-3552-49b7-acd2-b403d8a0621c", "Gateway": "e2e-ipp-cleanup-579f3e", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-579f3e-authn-ssl"}
2026-07-28T20:41:12Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-579f3e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-579f3e", "reconcileID": "7704063a-3552-49b7-acd2-b403d8a0621c", "Gateway": "e2e-ipp-cleanup-579f3e", "namespace": "openshift-ingress"}
2026-07-28T20:41:18Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-579f3e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-579f3e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3e1998b9-e438-40eb-89d3-555865ecd5d0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-579f3e"}
2026-07-28T20:41:18Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-579f3e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-579f3e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3e1998b9-e438-40eb-89d3-555865ecd5d0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-579f3e", "create": "odh-kserve-custom-ca-bundle"}
2026-07-28T20:41:18Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-579f3e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-579f3e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3e1998b9-e438-40eb-89d3-555865ecd5d0", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-579f3e because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-07-28T20:41:18Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-579f3e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-579f3e", "name": "odh-trusted-ca-bundle", "reconcileID": "ed3fb8da-0f0c-42f9-ba75-2a481890e324", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-579f3e"}
2026-07-28T20:41:18Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-579f3e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-579f3e", "name": "odh-trusted-ca-bundle", "reconcileID": "ed3fb8da-0f0c-42f9-ba75-2a481890e324", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-579f3e"}
2026-07-28T20:41:18Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-579f3e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-579f3e", "name": "openshift-service-ca.crt", "reconcileID": "0558cef0-2f4d-4777-8c01-ab34811041b1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-579f3e"}
2026-07-28T20:41:18Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-579f3e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-579f3e", "name": "openshift-service-ca.crt", "reconcileID": "0558cef0-2f4d-4777-8c01-ab34811041b1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-579f3e"}
2026-07-28T20:41:18Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-579f3e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-579f3e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dc3f315f-bc4f-44be-86a5-eea7afc58dca", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-579f3e"}
2026-07-28T20:41:18Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-579f3e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-579f3e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dc3f315f-bc4f-44be-86a5-eea7afc58dca", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-579f3e"}
2026-07-28T20:41:19Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-579f3e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-579f3e", "reconcileID": "7d8de49f-0101-40dd-9e04-66137ff72d4a", "Gateway": "e2e-ipp-cleanup-579f3e", "namespace": "openshift-ingress"}
2026-07-28T20:41:19Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-579f3e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-579f3e", "reconcileID": "7d8de49f-0101-40dd-9e04-66137ff72d4a", "Gateway": "e2e-ipp-cleanup-579f3e", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-579f3e-authn-ssl"}
2026-07-28T20:41:19Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-579f3e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-579f3e", "reconcileID": "7d8de49f-0101-40dd-9e04-66137ff72d4a", "Gateway": "e2e-ipp-cleanup-579f3e", "namespace": "openshift-ingress"}
2026-07-28T20:41:19Z	DEBUG	Gateway not found, resources owned by Gateway will be garbage collected	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-579f3e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-579f3e", "reconcileID": "c4f910d2-789f-473c-84cd-30ddd8c2624b", "Gateway": "e2e-ipp-cleanup-579f3e", "namespace": "openshift-ingress"}
2026-07-28T20:41:24Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "31b2f8b4-957d-405b-ab2f-da4941cc238e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"}
2026-07-28T20:41:39Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-92ba10","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-92ba10", "reconcileID": "deade661-dd0f-49be-ad22-2cf13d839f1e", "Gateway": "e2e-ipp-a-92ba10", "namespace": "openshift-ingress"}
2026-07-28T20:41:39Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-92ba10","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-92ba10", "reconcileID": "deade661-dd0f-49be-ad22-2cf13d839f1e", "Gateway": "e2e-ipp-a-92ba10", "namespace": "openshift-ingress", "name": "e2e-ipp-a-92ba10-authn-ssl"}
2026-07-28T20:41:39Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-92ba10","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-92ba10", "reconcileID": "deade661-dd0f-49be-ad22-2cf13d839f1e", "Gateway": "e2e-ipp-a-92ba10", "namespace": "openshift-ingress"}
2026-07-28T20:41:39Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-92ba10","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-92ba10", "reconcileID": "c24af63f-00bc-4f7d-97f8-80bcce08fd18", "Gateway": "e2e-ipp-a-92ba10", "namespace": "openshift-ingress"}
2026-07-28T20:41:39Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-92ba10","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-92ba10", "reconcileID": "c24af63f-00bc-4f7d-97f8-80bcce08fd18", "Gateway": "e2e-ipp-a-92ba10", "namespace": "openshift-ingress", "name": "e2e-ipp-a-92ba10-authn-ssl"}
2026-07-28T20:41:39Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-92ba10","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-92ba10", "reconcileID": "c24af63f-00bc-4f7d-97f8-80bcce08fd18", "Gateway": "e2e-ipp-a-92ba10", "namespace": "openshift-ingress"}
2026-07-28T20:41:45Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-92ba10","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-92ba10", "reconcileID": "588ca9d2-c179-424f-8cbe-0a274fbb7600", "Gateway": "e2e-ipp-a-92ba10", "namespace": "openshift-ingress"}
2026-07-28T20:41:45Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-92ba10","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-92ba10", "reconcileID": "588ca9d2-c179-424f-8cbe-0a274fbb7600", "Gateway": "e2e-ipp-a-92ba10", "namespace": "openshift-ingress", "name": "e2e-ipp-a-92ba10-authn-ssl"}
2026-07-28T20:41:45Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-92ba10","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-92ba10", "reconcileID": "588ca9d2-c179-424f-8cbe-0a274fbb7600", "Gateway": "e2e-ipp-a-92ba10", "namespace": "openshift-ingress"}
2026-07-28T20:41:46Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-92ba10","namespace":"ai-tenant-e2e-ipp-a-92ba10"}, "namespace": "ai-tenant-e2e-ipp-a-92ba10", "name": "ipp-route-92ba10", "reconcileID": "632c0e28-1399-42f5-aaf5-40d3b10ccd6e", "LLMInferenceService": "ipp-route-92ba10", "namespace": "ai-tenant-e2e-ipp-a-92ba10"}
2026-07-28T20:41:46Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-92ba10","namespace":"ai-tenant-e2e-ipp-a-92ba10"}, "namespace": "ai-tenant-e2e-ipp-a-92ba10", "name": "ipp-route-92ba10", "reconcileID": "632c0e28-1399-42f5-aaf5-40d3b10ccd6e", "LLMInferenceService": "ipp-route-92ba10", "namespace": "ai-tenant-e2e-ipp-a-92ba10"}
2026-07-28T20:41:46Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-92ba10","namespace":"ai-tenant-e2e-ipp-a-92ba10"}, "namespace": "ai-tenant-e2e-ipp-a-92ba10", "name": "ipp-route-92ba10", "reconcileID": "632c0e28-1399-42f5-aaf5-40d3b10ccd6e", "LLMInferenceService": "ipp-route-92ba10", "namespace": "ai-tenant-e2e-ipp-a-92ba10"}
2026-07-28T20:41:46Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-92ba10","namespace":"ai-tenant-e2e-ipp-a-92ba10"}, "namespace": "ai-tenant-e2e-ipp-a-92ba10", "name": "ipp-route-92ba10", "reconcileID": "632c0e28-1399-42f5-aaf5-40d3b10ccd6e", "LLMInferenceService": "ipp-route-92ba10", "namespace": "ai-tenant-e2e-ipp-a-92ba10", "name": "ipp-route-92ba10-kserve-route-authn"}
2026-07-28T20:41:46Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-92ba10","namespace":"ai-tenant-e2e-ipp-a-92ba10"}, "namespace": "ai-tenant-e2e-ipp-a-92ba10", "name": "ipp-route-92ba10", "reconcileID": "632c0e28-1399-42f5-aaf5-40d3b10ccd6e", "LLMInferenceService": "ipp-route-92ba10", "namespace": "ai-tenant-e2e-ipp-a-92ba10", "authType": "userdefined"}
2026-07-28T20:41:46Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-92ba10","namespace":"ai-tenant-e2e-ipp-a-92ba10"}, "namespace": "ai-tenant-e2e-ipp-a-92ba10", "name": "ipp-route-92ba10", "reconcileID": "632c0e28-1399-42f5-aaf5-40d3b10ccd6e", "LLMInferenceService": "ipp-route-92ba10", "namespace": "ai-tenant-e2e-ipp-a-92ba10"}
2026-07-28T20:42:21Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-92ba10","namespace":"ai-tenant-e2e-ipp-a-92ba10"}, "namespace": "ai-tenant-e2e-ipp-a-92ba10", "name": "ipp-route-92ba10", "reconcileID": "f4888955-eaad-4adc-88d0-b86ca34ef5ee", "LLMInferenceService": "ipp-route-92ba10", "namespace": "ai-tenant-e2e-ipp-a-92ba10"}
2026-07-28T20:42:21Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-92ba10","namespace":"ai-tenant-e2e-ipp-a-92ba10"}, "namespace": "ai-tenant-e2e-ipp-a-92ba10", "name": "ipp-route-92ba10", "reconcileID": "f4888955-eaad-4adc-88d0-b86ca34ef5ee", "LLMInferenceService": "ipp-route-92ba10", "namespace": "ai-tenant-e2e-ipp-a-92ba10"}
2026-07-28T20:42:21Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-92ba10","namespace":"ai-tenant-e2e-ipp-a-92ba10"}, "namespace": "ai-tenant-e2e-ipp-a-92ba10", "name": "ipp-route-92ba10", "reconcileID": "f4888955-eaad-4adc-88d0-b86ca34ef5ee", "LLMInferenceService": "ipp-route-92ba10", "namespace": "ai-tenant-e2e-ipp-a-92ba10"}
2026-07-28T20:42:21Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-92ba10","namespace":"ai-tenant-e2e-ipp-a-92ba10"}, "namespace": "ai-tenant-e2e-ipp-a-92ba10", "name": "ipp-route-92ba10", "reconcileID": "f4888955-eaad-4adc-88d0-b86ca34ef5ee", "LLMInferenceService": "ipp-route-92ba10", "namespace": "ai-tenant-e2e-ipp-a-92ba10", "name": "ipp-route-92ba10-kserve-route-authn"}
2026-07-28T20:42:21Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-92ba10","namespace":"ai-tenant-e2e-ipp-a-92ba10"}, "namespace": "ai-tenant-e2e-ipp-a-92ba10", "name": "ipp-route-92ba10", "reconcileID": "f4888955-eaad-4adc-88d0-b86ca34ef5ee", "LLMInferenceService": "ipp-route-92ba10", "namespace": "ai-tenant-e2e-ipp-a-92ba10", "authType": "userdefined"}
2026-07-28T20:42:21Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-92ba10","namespace":"ai-tenant-e2e-ipp-a-92ba10"}, "namespace": "ai-tenant-e2e-ipp-a-92ba10", "name": "ipp-route-92ba10", "reconcileID": "f4888955-eaad-4adc-88d0-b86ca34ef5ee", "LLMInferenceService": "ipp-route-92ba10", "namespace": "ai-tenant-e2e-ipp-a-92ba10"}
2026-07-28T20:42:22Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-92ba10","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-92ba10", "reconcileID": "0a732224-2f8f-47e2-8a67-3cc723ccbe4f", "Gateway": "e2e-ipp-a-92ba10", "namespace": "openshift-ingress"}
2026-07-28T20:42:22Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-92ba10","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-92ba10", "reconcileID": "0a732224-2f8f-47e2-8a67-3cc723ccbe4f", "Gateway": "e2e-ipp-a-92ba10", "namespace": "openshift-ingress", "name": "e2e-ipp-a-92ba10-authn-ssl"}
2026-07-28T20:42:22Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-92ba10","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-92ba10", "reconcileID": "0a732224-2f8f-47e2-8a67-3cc723ccbe4f", "Gateway": "e2e-ipp-a-92ba10", "namespace": "openshift-ingress"}
2026-07-28T20:42:23Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-92ba10"}, "namespace": "ai-tenant-e2e-ipp-a-92ba10", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "570f4075-00ad-48de-a26c-a0d984c4f0db", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-92ba10"}
2026-07-28T20:42:23Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-92ba10"}, "namespace": "ai-tenant-e2e-ipp-a-92ba10", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "570f4075-00ad-48de-a26c-a0d984c4f0db", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-92ba10", "create": "odh-kserve-custom-ca-bundle"}
2026-07-28T20:42:23Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-92ba10"}, "namespace": "ai-tenant-e2e-ipp-a-92ba10", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "570f4075-00ad-48de-a26c-a0d984c4f0db", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-92ba10 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-07-28T20:42:23Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-92ba10"}, "namespace": "ai-tenant-e2e-ipp-a-92ba10", "name": "odh-trusted-ca-bundle", "reconcileID": "1f16625e-7e4a-4a7c-902c-c8804dd0a12a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-92ba10"}
2026-07-28T20:42:23Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-92ba10"}, "namespace": "ai-tenant-e2e-ipp-a-92ba10", "name": "odh-trusted-ca-bundle", "reconcileID": "1f16625e-7e4a-4a7c-902c-c8804dd0a12a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-92ba10"}
2026-07-28T20:42:23Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-92ba10"}, "namespace": "ai-tenant-e2e-ipp-a-92ba10", "name": "openshift-service-ca.crt", "reconcileID": "a9abf241-5090-4992-b2aa-927fe576bf74", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-92ba10"}
2026-07-28T20:42:23Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-92ba10"}, "namespace": "ai-tenant-e2e-ipp-a-92ba10", "name": "openshift-service-ca.crt", "reconcileID": "a9abf241-5090-4992-b2aa-927fe576bf74", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-92ba10"}
2026-07-28T20:42:23Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-92ba10"}, "namespace": "ai-tenant-e2e-ipp-a-92ba10", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "233ed0e7-eb0b-4658-bdac-138d1d076c54", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-92ba10"}
2026-07-28T20:42:23Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-92ba10"}, "namespace": "ai-tenant-e2e-ipp-a-92ba10", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "233ed0e7-eb0b-4658-bdac-138d1d076c54", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-92ba10"}
2026-07-28T20:42:23Z	INFO	LLMInferenceService being deleted, cleaning up sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-92ba10","namespace":"ai-tenant-e2e-ipp-a-92ba10"}, "namespace": "ai-tenant-e2e-ipp-a-92ba10", "name": "ipp-route-92ba10", "reconcileID": "584f2b09-5f47-4700-aab7-213ca96ba16c", "LLMInferenceService": "ipp-route-92ba10", "namespace": "ai-tenant-e2e-ipp-a-92ba10"}
2026-07-28T20:42:23Z	DEBUG	Triggering Delete for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-92ba10","namespace":"ai-tenant-e2e-ipp-a-92ba10"}, "namespace": "ai-tenant-e2e-ipp-a-92ba10", "name": "ipp-route-92ba10", "reconcileID": "584f2b09-5f47-4700-aab7-213ca96ba16c", "LLMInferenceService": "ipp-route-92ba10", "namespace": "ai-tenant-e2e-ipp-a-92ba10", "name": "ipp-route-92ba10"}
2026-07-28T20:42:23Z	DEBUG	Deleting AuthPolicies for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-92ba10","namespace":"ai-tenant-e2e-ipp-a-92ba10"}, "namespace": "ai-tenant-e2e-ipp-a-92ba10", "name": "ipp-route-92ba10", "reconcileID": "584f2b09-5f47-4700-aab7-213ca96ba16c", "LLMInferenceService": "ipp-route-92ba10", "namespace": "ai-tenant-e2e-ipp-a-92ba10"}
2026-07-28T20:42:23Z	DEBUG	Deleting HTTPRoute AuthPolicy for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-92ba10","namespace":"ai-tenant-e2e-ipp-a-92ba10"}, "namespace": "ai-tenant-e2e-ipp-a-92ba10", "name": "ipp-route-92ba10", "reconcileID": "584f2b09-5f47-4700-aab7-213ca96ba16c", "LLMInferenceService": "ipp-route-92ba10", "namespace": "ai-tenant-e2e-ipp-a-92ba10"}
2026-07-28T20:42:23Z	DEBUG	Attempting to delete HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-92ba10","namespace":"ai-tenant-e2e-ipp-a-92ba10"}, "namespace": "ai-tenant-e2e-ipp-a-92ba10", "name": "ipp-route-92ba10", "reconcileID": "584f2b09-5f47-4700-aab7-213ca96ba16c", "LLMInferenceService": "ipp-route-92ba10", "namespace": "ai-tenant-e2e-ipp-a-92ba10", "name": "ipp-route-92ba10-kserve-route-authn"}
2026-07-28T20:42:23Z	INFO	Successfully deleted HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-92ba10","namespace":"ai-tenant-e2e-ipp-a-92ba10"}, "namespace": "ai-tenant-e2e-ipp-a-92ba10", "name": "ipp-route-92ba10", "reconcileID": "584f2b09-5f47-4700-aab7-213ca96ba16c", "LLMInferenceService": "ipp-route-92ba10", "namespace": "ai-tenant-e2e-ipp-a-92ba10", "name": "ipp-route-92ba10-kserve-route-authn"}
2026-07-28T20:42:23Z	DEBUG	Triggering LLMInferenceService Cleanup for Namespace	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-92ba10","namespace":"ai-tenant-e2e-ipp-a-92ba10"}, "namespace": "ai-tenant-e2e-ipp-a-92ba10", "name": "ipp-route-92ba10", "reconcileID": "584f2b09-5f47-4700-aab7-213ca96ba16c", "LLMInferenceService": "ipp-route-92ba10", "namespace": "ai-tenant-e2e-ipp-a-92ba10", "namespace": "ai-tenant-e2e-ipp-a-92ba10"}
2026-07-28T20:42:23Z	DEBUG	Cleaning up LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-92ba10","namespace":"ai-tenant-e2e-ipp-a-92ba10"}, "namespace": "ai-tenant-e2e-ipp-a-92ba10", "name": "ipp-route-92ba10", "reconcileID": "584f2b09-5f47-4700-aab7-213ca96ba16c", "LLMInferenceService": "ipp-route-92ba10", "namespace": "ai-tenant-e2e-ipp-a-92ba10", "namespace": "ai-tenant-e2e-ipp-a-92ba10"}
2026-07-28T20:42:36Z	INFO	LLMInferenceService being deleted, cleaning up sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-92ba10","namespace":"ai-tenant-e2e-ipp-a-92ba10"}, "namespace": "ai-tenant-e2e-ipp-a-92ba10", "name": "ipp-route-92ba10", "reconcileID": "88e65e4d-f15a-4dfb-9b40-6e08ceffd6c8", "LLMInferenceService": "ipp-route-92ba10", "namespace": "ai-tenant-e2e-ipp-a-92ba10"}
2026-07-28T20:42:36Z	DEBUG	Triggering Delete for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-92ba10","namespace":"ai-tenant-e2e-ipp-a-92ba10"}, "namespace": "ai-tenant-e2e-ipp-a-92ba10", "name": "ipp-route-92ba10", "reconcileID": "88e65e4d-f15a-4dfb-9b40-6e08ceffd6c8", "LLMInferenceService": "ipp-route-92ba10", "namespace": "ai-tenant-e2e-ipp-a-92ba10", "name": "ipp-route-92ba10"}
2026-07-28T20:42:36Z	DEBUG	Deleting AuthPolicies for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-92ba10","namespace":"ai-tenant-e2e-ipp-a-92ba10"}, "namespace": "ai-tenant-e2e-ipp-a-92ba10", "name": "ipp-route-92ba10", "reconcileID": "88e65e4d-f15a-4dfb-9b40-6e08ceffd6c8", "LLMInferenceService": "ipp-route-92ba10", "namespace": "ai-tenant-e2e-ipp-a-92ba10"}
2026-07-28T20:42:36Z	DEBUG	Deleting HTTPRoute AuthPolicy for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-92ba10","namespace":"ai-tenant-e2e-ipp-a-92ba10"}, "namespace": "ai-tenant-e2e-ipp-a-92ba10", "name": "ipp-route-92ba10", "reconcileID": "88e65e4d-f15a-4dfb-9b40-6e08ceffd6c8", "LLMInferenceService": "ipp-route-92ba10", "namespace": "ai-tenant-e2e-ipp-a-92ba10"}
2026-07-28T20:42:36Z	DEBUG	Attempting to delete HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-92ba10","namespace":"ai-tenant-e2e-ipp-a-92ba10"}, "namespace": "ai-tenant-e2e-ipp-a-92ba10", "name": "ipp-route-92ba10", "reconcileID": "88e65e4d-f15a-4dfb-9b40-6e08ceffd6c8", "LLMInferenceService": "ipp-route-92ba10", "namespace": "ai-tenant-e2e-ipp-a-92ba10", "name": "ipp-route-92ba10-kserve-route-authn"}
2026-07-28T20:42:36Z	INFO	Successfully deleted HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-92ba10","namespace":"ai-tenant-e2e-ipp-a-92ba10"}, "namespace": "ai-tenant-e2e-ipp-a-92ba10", "name": "ipp-route-92ba10", "reconcileID": "88e65e4d-f15a-4dfb-9b40-6e08ceffd6c8", "LLMInferenceService": "ipp-route-92ba10", "namespace": "ai-tenant-e2e-ipp-a-92ba10", "name": "ipp-route-92ba10-kserve-route-authn"}
2026-07-28T20:42:36Z	DEBUG	Triggering LLMInferenceService Cleanup for Namespace	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-92ba10","namespace":"ai-tenant-e2e-ipp-a-92ba10"}, "namespace": "ai-tenant-e2e-ipp-a-92ba10", "name": "ipp-route-92ba10", "reconcileID": "88e65e4d-f15a-4dfb-9b40-6e08ceffd6c8", "LLMInferenceService": "ipp-route-92ba10", "namespace": "ai-tenant-e2e-ipp-a-92ba10", "namespace": "ai-tenant-e2e-ipp-a-92ba10"}
2026-07-28T20:42:36Z	DEBUG	Cleaning up LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-92ba10","namespace":"ai-tenant-e2e-ipp-a-92ba10"}, "namespace": "ai-tenant-e2e-ipp-a-92ba10", "name": "ipp-route-92ba10", "reconcileID": "88e65e4d-f15a-4dfb-9b40-6e08ceffd6c8", "LLMInferenceService": "ipp-route-92ba10", "namespace": "ai-tenant-e2e-ipp-a-92ba10", "namespace": "ai-tenant-e2e-ipp-a-92ba10"}
2026-07-28T20:42:37Z	INFO	Stop LLMInferenceService reconciliation	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-92ba10","namespace":"ai-tenant-e2e-ipp-a-92ba10"}, "namespace": "ai-tenant-e2e-ipp-a-92ba10", "name": "ipp-route-92ba10", "reconcileID": "9821be03-dcc1-466e-96af-bc2196beef11", "LLMInferenceService": "ipp-route-92ba10", "namespace": "ai-tenant-e2e-ipp-a-92ba10"}
2026-07-28T20:42:37Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-92ba10","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-92ba10", "reconcileID": "b91db71e-42e8-4cc1-bf85-3ef73c31423d", "Gateway": "e2e-ipp-a-92ba10", "namespace": "openshift-ingress"}
2026-07-28T20:42:37Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-92ba10","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-92ba10", "reconcileID": "b91db71e-42e8-4cc1-bf85-3ef73c31423d", "Gateway": "e2e-ipp-a-92ba10", "namespace": "openshift-ingress", "name": "e2e-ipp-a-92ba10-authn-ssl"}
2026-07-28T20:42:37Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-92ba10","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-92ba10", "reconcileID": "b91db71e-42e8-4cc1-bf85-3ef73c31423d", "Gateway": "e2e-ipp-a-92ba10", "namespace": "openshift-ingress"}
2026-07-28T20:42:40Z	DEBUG	Gateway not found, resources owned by Gateway will be garbage collected	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-92ba10","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-92ba10", "reconcileID": "6baf4eb7-1dbf-4481-91e2-c93ce3133efc", "Gateway": "e2e-ipp-a-92ba10", "namespace": "openshift-ingress"}
2026-07-28T20:42:41Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "2ae851b2-d18b-4ac5-87a6-f5a01f92de97", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"}
2026-07-28T20:42:46Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-37887f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-37887f", "reconcileID": "38c673c2-2a74-42c1-8a3a-2b2a7c2f1dfc", "Gateway": "e2e-ipp-b-37887f", "namespace": "openshift-ingress"}
2026-07-28T20:42:46Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-37887f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-37887f", "reconcileID": "38c673c2-2a74-42c1-8a3a-2b2a7c2f1dfc", "Gateway": "e2e-ipp-b-37887f", "namespace": "openshift-ingress", "name": "e2e-ipp-b-37887f-authn-ssl"}
2026-07-28T20:42:46Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-37887f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-37887f", "reconcileID": "38c673c2-2a74-42c1-8a3a-2b2a7c2f1dfc", "Gateway": "e2e-ipp-b-37887f", "namespace": "openshift-ingress"}
2026-07-28T20:42:50Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-37887f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-37887f", "reconcileID": "aaaa71d8-f95d-4db5-a4da-04da0e27b06b", "Gateway": "e2e-ipp-b-37887f", "namespace": "openshift-ingress"}
2026-07-28T20:42:50Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-37887f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-37887f", "reconcileID": "aaaa71d8-f95d-4db5-a4da-04da0e27b06b", "Gateway": "e2e-ipp-b-37887f", "namespace": "openshift-ingress", "name": "e2e-ipp-b-37887f-authn-ssl"}
2026-07-28T20:42:50Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-37887f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-37887f", "reconcileID": "aaaa71d8-f95d-4db5-a4da-04da0e27b06b", "Gateway": "e2e-ipp-b-37887f", "namespace": "openshift-ingress"}
2026-07-28T20:42:53Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-37887f"}, "namespace": "ai-tenant-e2e-ipp-b-37887f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e2a0842a-92fd-447d-b0a5-7e29c31c712e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-37887f"}
2026-07-28T20:42:53Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-37887f"}, "namespace": "ai-tenant-e2e-ipp-b-37887f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e2a0842a-92fd-447d-b0a5-7e29c31c712e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-37887f", "create": "odh-kserve-custom-ca-bundle"}
2026-07-28T20:42:53Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-37887f"}, "namespace": "ai-tenant-e2e-ipp-b-37887f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e2a0842a-92fd-447d-b0a5-7e29c31c712e", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-37887f because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-07-28T20:42:53Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-37887f"}, "namespace": "ai-tenant-e2e-ipp-b-37887f", "name": "odh-trusted-ca-bundle", "reconcileID": "8c8e8457-7615-4042-8cc7-bc8163922852", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-37887f"}
2026-07-28T20:42:53Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-37887f"}, "namespace": "ai-tenant-e2e-ipp-b-37887f", "name": "odh-trusted-ca-bundle", "reconcileID": "8c8e8457-7615-4042-8cc7-bc8163922852", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-37887f", "create": "odh-kserve-custom-ca-bundle"}
2026-07-28T20:42:53Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-37887f"}, "namespace": "ai-tenant-e2e-ipp-b-37887f", "name": "odh-trusted-ca-bundle", "reconcileID": "8c8e8457-7615-4042-8cc7-bc8163922852", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-37887f because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-07-28T20:42:53Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-37887f"}, "namespace": "ai-tenant-e2e-ipp-b-37887f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cbc45f68-4c0b-455e-aa71-928b6376c5aa", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-37887f"}
2026-07-28T20:42:53Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-37887f"}, "namespace": "ai-tenant-e2e-ipp-b-37887f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cbc45f68-4c0b-455e-aa71-928b6376c5aa", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-37887f", "create": "odh-kserve-custom-ca-bundle"}
2026-07-28T20:42:53Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-37887f"}, "namespace": "ai-tenant-e2e-ipp-b-37887f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cbc45f68-4c0b-455e-aa71-928b6376c5aa", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-37887f because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-07-28T20:42:53Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-37887f"}, "namespace": "ai-tenant-e2e-ipp-b-37887f", "name": "odh-trusted-ca-bundle", "reconcileID": "4f1aab8b-4f10-4b7b-af6f-9309df2695ea", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-37887f"}
2026-07-28T20:42:53Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-37887f"}, "namespace": "ai-tenant-e2e-ipp-b-37887f", "name": "odh-trusted-ca-bundle", "reconcileID": "4f1aab8b-4f10-4b7b-af6f-9309df2695ea", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-37887f", "create": "odh-kserve-custom-ca-bundle"}
2026-07-28T20:42:53Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-37887f"}, "namespace": "ai-tenant-e2e-ipp-b-37887f", "name": "odh-trusted-ca-bundle", "reconcileID": "4f1aab8b-4f10-4b7b-af6f-9309df2695ea", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-37887f because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-07-28T20:42:53Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-37887f"}, "namespace": "ai-tenant-e2e-ipp-b-37887f", "name": "openshift-service-ca.crt", "reconcileID": "f993ff47-3ac9-45b7-8ee3-3e734b7c3947", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-37887f"}
2026-07-28T20:42:53Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-37887f"}, "namespace": "ai-tenant-e2e-ipp-b-37887f", "name": "openshift-service-ca.crt", "reconcileID": "f993ff47-3ac9-45b7-8ee3-3e734b7c3947", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-37887f"}
2026-07-28T20:42:53Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-37887f"}, "namespace": "ai-tenant-e2e-ipp-b-37887f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b855f5d0-0ce3-4458-a51e-b910e59e70be", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-37887f"}
2026-07-28T20:42:53Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-37887f"}, "namespace": "ai-tenant-e2e-ipp-b-37887f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b855f5d0-0ce3-4458-a51e-b910e59e70be", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-37887f"}
2026-07-28T20:42:53Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-37887f"}, "namespace": "ai-tenant-e2e-ipp-b-37887f", "name": "odh-trusted-ca-bundle", "reconcileID": "a03e4276-16e8-486b-82bd-a7740e24bcaf", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-37887f"}
2026-07-28T20:42:53Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-37887f"}, "namespace": "ai-tenant-e2e-ipp-b-37887f", "name": "odh-trusted-ca-bundle", "reconcileID": "a03e4276-16e8-486b-82bd-a7740e24bcaf", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-37887f"}
2026-07-28T20:42:54Z	DEBUG	Gateway not found, resources owned by Gateway will be garbage collected	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-37887f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-37887f", "reconcileID": "21ab2f8a-572e-4c74-9265-f606cd027cc3", "Gateway": "e2e-ipp-b-37887f", "namespace": "openshift-ingress"}
2026-07-28T20:42:56Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ab5ce74d-bceb-4a59-aec4-0f48ff2b3e66", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"}
2026-07-28T20:43:06Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ed54db","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ed54db", "reconcileID": "544b205f-591a-4771-91f3-d5dd03b16a4f", "Gateway": "e2e-shared-a-ed54db", "namespace": "openshift-ingress"}
2026-07-28T20:43:06Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ed54db","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ed54db", "reconcileID": "544b205f-591a-4771-91f3-d5dd03b16a4f", "Gateway": "e2e-shared-a-ed54db", "namespace": "openshift-ingress", "name": "e2e-shared-a-ed54db-authn-ssl"}
2026-07-28T20:43:06Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ed54db","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ed54db", "reconcileID": "544b205f-591a-4771-91f3-d5dd03b16a4f", "Gateway": "e2e-shared-a-ed54db", "namespace": "openshift-ingress"}
2026-07-28T20:43:08Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ed54db","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ed54db", "reconcileID": "f8da54fd-2301-43de-a5aa-074eaa45b939", "Gateway": "e2e-shared-a-ed54db", "namespace": "openshift-ingress"}
2026-07-28T20:43:08Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ed54db","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ed54db", "reconcileID": "f8da54fd-2301-43de-a5aa-074eaa45b939", "Gateway": "e2e-shared-a-ed54db", "namespace": "openshift-ingress", "name": "e2e-shared-a-ed54db-authn-ssl"}
2026-07-28T20:43:08Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ed54db","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ed54db", "reconcileID": "f8da54fd-2301-43de-a5aa-074eaa45b939", "Gateway": "e2e-shared-a-ed54db", "namespace": "openshift-ingress"}
2026-07-28T20:43:12Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-ed54db"}, "namespace": "ai-tenant-e2e-shared-a-ed54db", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "979bda8e-c700-48c1-8472-d1b13b6794b8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-ed54db"}
2026-07-28T20:43:12Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-ed54db"}, "namespace": "ai-tenant-e2e-shared-a-ed54db", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "979bda8e-c700-48c1-8472-d1b13b6794b8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-ed54db", "create": "odh-kserve-custom-ca-bundle"}
2026-07-28T20:43:12Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-ed54db"}, "namespace": "ai-tenant-e2e-shared-a-ed54db", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "979bda8e-c700-48c1-8472-d1b13b6794b8", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-ed54db because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-07-28T20:43:12Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-ed54db"}, "namespace": "ai-tenant-e2e-shared-a-ed54db", "name": "odh-trusted-ca-bundle", "reconcileID": "b0dedbed-c26c-4ef0-a3b7-2ab7f26c611a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-ed54db"}
2026-07-28T20:43:12Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-ed54db"}, "namespace": "ai-tenant-e2e-shared-a-ed54db", "name": "odh-trusted-ca-bundle", "reconcileID": "b0dedbed-c26c-4ef0-a3b7-2ab7f26c611a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-ed54db"}
2026-07-28T20:43:12Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-ed54db"}, "namespace": "ai-tenant-e2e-shared-a-ed54db", "name": "openshift-service-ca.crt", "reconcileID": "edcabd8a-60cd-45bb-93eb-bd51d7b34beb", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-ed54db"}
2026-07-28T20:43:12Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-ed54db"}, "namespace": "ai-tenant-e2e-shared-a-ed54db", "name": "openshift-service-ca.crt", "reconcileID": "edcabd8a-60cd-45bb-93eb-bd51d7b34beb", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-ed54db"}
2026-07-28T20:43:12Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-ed54db"}, "namespace": "ai-tenant-e2e-shared-a-ed54db", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "07ca6d6d-fd4e-4284-9a18-d4a0a47a65d0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-ed54db"}
2026-07-28T20:43:12Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-ed54db"}, "namespace": "ai-tenant-e2e-shared-a-ed54db", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "07ca6d6d-fd4e-4284-9a18-d4a0a47a65d0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-ed54db"}
2026-07-28T20:43:14Z	DEBUG	Gateway not found, resources owned by Gateway will be garbage collected	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ed54db","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ed54db", "reconcileID": "ba17ad3b-9ce2-4e68-b4a2-7bdb75fb06ff", "Gateway": "e2e-shared-a-ed54db", "namespace": "openshift-ingress"}
2026-07-28T20:43:15Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c5ecd68e-626a-4e79-bca5-45b95eed7cbd", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"}
2026-07-28T20:43:25Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1231ba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1231ba", "reconcileID": "538dfc74-38d2-440c-bdea-d0fff3ff4578", "Gateway": "e2e-shared-b-1231ba", "namespace": "openshift-ingress"}
2026-07-28T20:43:25Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1231ba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1231ba", "reconcileID": "538dfc74-38d2-440c-bdea-d0fff3ff4578", "Gateway": "e2e-shared-b-1231ba", "namespace": "openshift-ingress", "name": "e2e-shared-b-1231ba-authn-ssl"}
2026-07-28T20:43:25Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1231ba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1231ba", "reconcileID": "538dfc74-38d2-440c-bdea-d0fff3ff4578", "Gateway": "e2e-shared-b-1231ba", "namespace": "openshift-ingress"}
2026-07-28T20:43:29Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1231ba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1231ba", "reconcileID": "0e773c90-bc2d-4cea-91f5-3984e6e5d110", "Gateway": "e2e-shared-b-1231ba", "namespace": "openshift-ingress"}
2026-07-28T20:43:29Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1231ba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1231ba", "reconcileID": "0e773c90-bc2d-4cea-91f5-3984e6e5d110", "Gateway": "e2e-shared-b-1231ba", "namespace": "openshift-ingress", "name": "e2e-shared-b-1231ba-authn-ssl"}
2026-07-28T20:43:29Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1231ba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1231ba", "reconcileID": "0e773c90-bc2d-4cea-91f5-3984e6e5d110", "Gateway": "e2e-shared-b-1231ba", "namespace": "openshift-ingress"}
2026-07-28T20:43:32Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-1231ba"}, "namespace": "ai-tenant-e2e-shared-b-1231ba", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f47993bc-7564-49cf-9d3e-d713d35f6556", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-1231ba"}
2026-07-28T20:43:32Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-1231ba"}, "namespace": "ai-tenant-e2e-shared-b-1231ba", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f47993bc-7564-49cf-9d3e-d713d35f6556", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-1231ba", "create": "odh-kserve-custom-ca-bundle"}
2026-07-28T20:43:32Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-1231ba"}, "namespace": "ai-tenant-e2e-shared-b-1231ba", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f47993bc-7564-49cf-9d3e-d713d35f6556", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-1231ba because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-07-28T20:43:32Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-1231ba"}, "namespace": "ai-tenant-e2e-shared-b-1231ba", "name": "odh-trusted-ca-bundle", "reconcileID": "fd41be80-78d9-49e6-9ee3-28a62117cc36", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-1231ba"}
2026-07-28T20:43:32Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-1231ba"}, "namespace": "ai-tenant-e2e-shared-b-1231ba", "name": "odh-trusted-ca-bundle", "reconcileID": "fd41be80-78d9-49e6-9ee3-28a62117cc36", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-1231ba", "create": "odh-kserve-custom-ca-bundle"}
2026-07-28T20:43:32Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-1231ba"}, "namespace": "ai-tenant-e2e-shared-b-1231ba", "name": "odh-trusted-ca-bundle", "reconcileID": "fd41be80-78d9-49e6-9ee3-28a62117cc36", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-1231ba because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-07-28T20:43:32Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-1231ba"}, "namespace": "ai-tenant-e2e-shared-b-1231ba", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "383f9549-37b1-45f1-af9d-4678bf21b7cf", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-1231ba"}
2026-07-28T20:43:32Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-1231ba"}, "namespace": "ai-tenant-e2e-shared-b-1231ba", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "383f9549-37b1-45f1-af9d-4678bf21b7cf", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-1231ba", "create": "odh-kserve-custom-ca-bundle"}
2026-07-28T20:43:32Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-1231ba"}, "namespace": "ai-tenant-e2e-shared-b-1231ba", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "383f9549-37b1-45f1-af9d-4678bf21b7cf", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-1231ba because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-07-28T20:43:32Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-1231ba"}, "namespace": "ai-tenant-e2e-shared-b-1231ba", "name": "odh-trusted-ca-bundle", "reconcileID": "ad0b4237-c656-433c-8a40-f637551b95e1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-1231ba"}
2026-07-28T20:43:32Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-1231ba"}, "namespace": "ai-tenant-e2e-shared-b-1231ba", "name": "odh-trusted-ca-bundle", "reconcileID": "ad0b4237-c656-433c-8a40-f637551b95e1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-1231ba", "create": "odh-kserve-custom-ca-bundle"}
2026-07-28T20:43:32Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-1231ba"}, "namespace": "ai-tenant-e2e-shared-b-1231ba", "name": "odh-trusted-ca-bundle", "reconcileID": "ad0b4237-c656-433c-8a40-f637551b95e1", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-1231ba because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-07-28T20:43:32Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-1231ba"}, "namespace": "ai-tenant-e2e-shared-b-1231ba", "name": "openshift-service-ca.crt", "reconcileID": "67a010d3-e963-4908-8f18-b3aff5d2e09a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-1231ba"}
2026-07-28T20:43:32Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-1231ba"}, "namespace": "ai-tenant-e2e-shared-b-1231ba", "name": "openshift-service-ca.crt", "reconcileID": "67a010d3-e963-4908-8f18-b3aff5d2e09a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-1231ba"}
2026-07-28T20:43:32Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-1231ba"}, "namespace": "ai-tenant-e2e-shared-b-1231ba", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e78782b2-2b17-4e2b-b27e-172556927ca4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-1231ba"}
2026-07-28T20:43:32Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-1231ba"}, "namespace": "ai-tenant-e2e-shared-b-1231ba", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e78782b2-2b17-4e2b-b27e-172556927ca4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-1231ba"}
2026-07-28T20:43:32Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-1231ba"}, "namespace": "ai-tenant-e2e-shared-b-1231ba", "name": "odh-trusted-ca-bundle", "reconcileID": "02bb4c6b-276f-4521-8ec0-f5d41c43828d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-1231ba"}
2026-07-28T20:43:32Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-1231ba"}, "namespace": "ai-tenant-e2e-shared-b-1231ba", "name": "odh-trusted-ca-bundle", "reconcileID": "02bb4c6b-276f-4521-8ec0-f5d41c43828d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-1231ba"}
2026-07-28T20:43:34Z	DEBUG	Gateway not found, resources owned by Gateway will be garbage collected	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1231ba","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1231ba", "reconcileID": "81c3eafa-ef83-4047-afe2-818464f95798", "Gateway": "e2e-shared-b-1231ba", "namespace": "openshift-ingress"}