2026-09-07T21:26:54Z	DEBUG	Gateway not found, resources owned by Gateway will be garbage collected	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-8f54f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-8f54f1", "reconcileID": "a4401f43-922b-4897-b1d1-b0bf85845c1f", "Gateway": "e2e-api-b-8f54f1", "namespace": "openshift-ingress"}
2026-09-07T21:26:55Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-15d5e2","namespace":"ai-tenant-e2e-shared-a-w3-15d5e2"}, "namespace": "ai-tenant-e2e-shared-a-w3-15d5e2", "name": "rate-test-model-15d5e2", "reconcileID": "941a6251-ad1c-4397-b1b0-e1034b2c0c82", "LLMInferenceService": "rate-test-model-15d5e2", "namespace": "ai-tenant-e2e-shared-a-w3-15d5e2"}
2026-09-07T21:26:55Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-15d5e2","namespace":"ai-tenant-e2e-shared-a-w3-15d5e2"}, "namespace": "ai-tenant-e2e-shared-a-w3-15d5e2", "name": "rate-test-model-15d5e2", "reconcileID": "941a6251-ad1c-4397-b1b0-e1034b2c0c82", "LLMInferenceService": "rate-test-model-15d5e2", "namespace": "ai-tenant-e2e-shared-a-w3-15d5e2"}
2026-09-07T21:26:55Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-15d5e2","namespace":"ai-tenant-e2e-shared-a-w3-15d5e2"}, "namespace": "ai-tenant-e2e-shared-a-w3-15d5e2", "name": "rate-test-model-15d5e2", "reconcileID": "941a6251-ad1c-4397-b1b0-e1034b2c0c82", "LLMInferenceService": "rate-test-model-15d5e2", "namespace": "ai-tenant-e2e-shared-a-w3-15d5e2"}
2026-09-07T21:26:55Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-15d5e2","namespace":"ai-tenant-e2e-shared-a-w3-15d5e2"}, "namespace": "ai-tenant-e2e-shared-a-w3-15d5e2", "name": "rate-test-model-15d5e2", "reconcileID": "941a6251-ad1c-4397-b1b0-e1034b2c0c82", "LLMInferenceService": "rate-test-model-15d5e2", "namespace": "ai-tenant-e2e-shared-a-w3-15d5e2", "name": "rate-test-model-15d5e2-kserve-route-authn"}
2026-09-07T21:26:55Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-15d5e2","namespace":"ai-tenant-e2e-shared-a-w3-15d5e2"}, "namespace": "ai-tenant-e2e-shared-a-w3-15d5e2", "name": "rate-test-model-15d5e2", "reconcileID": "941a6251-ad1c-4397-b1b0-e1034b2c0c82", "LLMInferenceService": "rate-test-model-15d5e2", "namespace": "ai-tenant-e2e-shared-a-w3-15d5e2", "authType": "userdefined"}
2026-09-07T21:26:55Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-15d5e2","namespace":"ai-tenant-e2e-shared-a-w3-15d5e2"}, "namespace": "ai-tenant-e2e-shared-a-w3-15d5e2", "name": "rate-test-model-15d5e2", "reconcileID": "941a6251-ad1c-4397-b1b0-e1034b2c0c82", "LLMInferenceService": "rate-test-model-15d5e2", "namespace": "ai-tenant-e2e-shared-a-w3-15d5e2"}
2026-09-07T21:26:56Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7fa21f","namespace":"ai-tenant-e2e-shared-b-w3-7fa21f"}, "namespace": "ai-tenant-e2e-shared-b-w3-7fa21f", "name": "rate-test-model-7fa21f", "reconcileID": "dd1f2de3-cb82-46da-8845-56667c2068fc", "LLMInferenceService": "rate-test-model-7fa21f", "namespace": "ai-tenant-e2e-shared-b-w3-7fa21f"}
2026-09-07T21:26:56Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7fa21f","namespace":"ai-tenant-e2e-shared-b-w3-7fa21f"}, "namespace": "ai-tenant-e2e-shared-b-w3-7fa21f", "name": "rate-test-model-7fa21f", "reconcileID": "dd1f2de3-cb82-46da-8845-56667c2068fc", "LLMInferenceService": "rate-test-model-7fa21f", "namespace": "ai-tenant-e2e-shared-b-w3-7fa21f"}
2026-09-07T21:26:56Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7fa21f","namespace":"ai-tenant-e2e-shared-b-w3-7fa21f"}, "namespace": "ai-tenant-e2e-shared-b-w3-7fa21f", "name": "rate-test-model-7fa21f", "reconcileID": "dd1f2de3-cb82-46da-8845-56667c2068fc", "LLMInferenceService": "rate-test-model-7fa21f", "namespace": "ai-tenant-e2e-shared-b-w3-7fa21f"}
2026-09-07T21:26:56Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7fa21f","namespace":"ai-tenant-e2e-shared-b-w3-7fa21f"}, "namespace": "ai-tenant-e2e-shared-b-w3-7fa21f", "name": "rate-test-model-7fa21f", "reconcileID": "dd1f2de3-cb82-46da-8845-56667c2068fc", "LLMInferenceService": "rate-test-model-7fa21f", "namespace": "ai-tenant-e2e-shared-b-w3-7fa21f", "name": "rate-test-model-7fa21f-kserve-route-authn"}
2026-09-07T21:26:56Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7fa21f","namespace":"ai-tenant-e2e-shared-b-w3-7fa21f"}, "namespace": "ai-tenant-e2e-shared-b-w3-7fa21f", "name": "rate-test-model-7fa21f", "reconcileID": "dd1f2de3-cb82-46da-8845-56667c2068fc", "LLMInferenceService": "rate-test-model-7fa21f", "namespace": "ai-tenant-e2e-shared-b-w3-7fa21f", "authType": "userdefined"}
2026-09-07T21:26:56Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7fa21f","namespace":"ai-tenant-e2e-shared-b-w3-7fa21f"}, "namespace": "ai-tenant-e2e-shared-b-w3-7fa21f", "name": "rate-test-model-7fa21f", "reconcileID": "dd1f2de3-cb82-46da-8845-56667c2068fc", "LLMInferenceService": "rate-test-model-7fa21f", "namespace": "ai-tenant-e2e-shared-b-w3-7fa21f"}
2026-09-07T21:26:56Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-7fa21f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7fa21f", "reconcileID": "f2c51476-dedc-467c-b206-ee5b016400f8", "Gateway": "e2e-shared-b-w3-7fa21f", "namespace": "openshift-ingress"}
2026-09-07T21:26:56Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-7fa21f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7fa21f", "reconcileID": "f2c51476-dedc-467c-b206-ee5b016400f8", "Gateway": "e2e-shared-b-w3-7fa21f", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7fa21f-authn-ssl"}
2026-09-07T21:26:56Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-7fa21f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7fa21f", "reconcileID": "f2c51476-dedc-467c-b206-ee5b016400f8", "Gateway": "e2e-shared-b-w3-7fa21f", "namespace": "openshift-ingress"}
2026-09-07T21:26:56Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7fa21f","namespace":"ai-tenant-e2e-shared-b-w3-7fa21f"}, "namespace": "ai-tenant-e2e-shared-b-w3-7fa21f", "name": "rate-test-model-7fa21f", "reconcileID": "0a7c9223-c1ce-42b4-9d6b-ad52008bbcef", "LLMInferenceService": "rate-test-model-7fa21f", "namespace": "ai-tenant-e2e-shared-b-w3-7fa21f"}
2026-09-07T21:26:56Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7fa21f","namespace":"ai-tenant-e2e-shared-b-w3-7fa21f"}, "namespace": "ai-tenant-e2e-shared-b-w3-7fa21f", "name": "rate-test-model-7fa21f", "reconcileID": "0a7c9223-c1ce-42b4-9d6b-ad52008bbcef", "LLMInferenceService": "rate-test-model-7fa21f", "namespace": "ai-tenant-e2e-shared-b-w3-7fa21f"}
2026-09-07T21:26:56Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7fa21f","namespace":"ai-tenant-e2e-shared-b-w3-7fa21f"}, "namespace": "ai-tenant-e2e-shared-b-w3-7fa21f", "name": "rate-test-model-7fa21f", "reconcileID": "0a7c9223-c1ce-42b4-9d6b-ad52008bbcef", "LLMInferenceService": "rate-test-model-7fa21f", "namespace": "ai-tenant-e2e-shared-b-w3-7fa21f"}
2026-09-07T21:26:56Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7fa21f","namespace":"ai-tenant-e2e-shared-b-w3-7fa21f"}, "namespace": "ai-tenant-e2e-shared-b-w3-7fa21f", "name": "rate-test-model-7fa21f", "reconcileID": "0a7c9223-c1ce-42b4-9d6b-ad52008bbcef", "LLMInferenceService": "rate-test-model-7fa21f", "namespace": "ai-tenant-e2e-shared-b-w3-7fa21f", "name": "rate-test-model-7fa21f-kserve-route-authn"}
2026-09-07T21:26:56Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7fa21f","namespace":"ai-tenant-e2e-shared-b-w3-7fa21f"}, "namespace": "ai-tenant-e2e-shared-b-w3-7fa21f", "name": "rate-test-model-7fa21f", "reconcileID": "0a7c9223-c1ce-42b4-9d6b-ad52008bbcef", "LLMInferenceService": "rate-test-model-7fa21f", "namespace": "ai-tenant-e2e-shared-b-w3-7fa21f", "authType": "userdefined"}
2026-09-07T21:26:56Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7fa21f","namespace":"ai-tenant-e2e-shared-b-w3-7fa21f"}, "namespace": "ai-tenant-e2e-shared-b-w3-7fa21f", "name": "rate-test-model-7fa21f", "reconcileID": "0a7c9223-c1ce-42b4-9d6b-ad52008bbcef", "LLMInferenceService": "rate-test-model-7fa21f", "namespace": "ai-tenant-e2e-shared-b-w3-7fa21f"}
2026-09-07T21:27:03Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-7fa21f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7fa21f", "reconcileID": "0c90c5bc-9428-4f04-bae7-dd297d051a58", "Gateway": "e2e-shared-b-w3-7fa21f", "namespace": "openshift-ingress"}
2026-09-07T21:27:03Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-7fa21f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7fa21f", "reconcileID": "0c90c5bc-9428-4f04-bae7-dd297d051a58", "Gateway": "e2e-shared-b-w3-7fa21f", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7fa21f-authn-ssl"}
2026-09-07T21:27:03Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-7fa21f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7fa21f", "reconcileID": "0c90c5bc-9428-4f04-bae7-dd297d051a58", "Gateway": "e2e-shared-b-w3-7fa21f", "namespace": "openshift-ingress"}
2026-09-07T21:27:05Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7fa21f","namespace":"ai-tenant-e2e-shared-b-w3-7fa21f"}, "namespace": "ai-tenant-e2e-shared-b-w3-7fa21f", "name": "rate-test-model-7fa21f", "reconcileID": "0ba13574-9652-484d-95c3-6b660eb0f439", "LLMInferenceService": "rate-test-model-7fa21f", "namespace": "ai-tenant-e2e-shared-b-w3-7fa21f"}
2026-09-07T21:27:05Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7fa21f","namespace":"ai-tenant-e2e-shared-b-w3-7fa21f"}, "namespace": "ai-tenant-e2e-shared-b-w3-7fa21f", "name": "rate-test-model-7fa21f", "reconcileID": "0ba13574-9652-484d-95c3-6b660eb0f439", "LLMInferenceService": "rate-test-model-7fa21f", "namespace": "ai-tenant-e2e-shared-b-w3-7fa21f"}
2026-09-07T21:27:05Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7fa21f","namespace":"ai-tenant-e2e-shared-b-w3-7fa21f"}, "namespace": "ai-tenant-e2e-shared-b-w3-7fa21f", "name": "rate-test-model-7fa21f", "reconcileID": "0ba13574-9652-484d-95c3-6b660eb0f439", "LLMInferenceService": "rate-test-model-7fa21f", "namespace": "ai-tenant-e2e-shared-b-w3-7fa21f"}
2026-09-07T21:27:05Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7fa21f","namespace":"ai-tenant-e2e-shared-b-w3-7fa21f"}, "namespace": "ai-tenant-e2e-shared-b-w3-7fa21f", "name": "rate-test-model-7fa21f", "reconcileID": "0ba13574-9652-484d-95c3-6b660eb0f439", "LLMInferenceService": "rate-test-model-7fa21f", "namespace": "ai-tenant-e2e-shared-b-w3-7fa21f", "name": "rate-test-model-7fa21f-kserve-route-authn"}
2026-09-07T21:27:05Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7fa21f","namespace":"ai-tenant-e2e-shared-b-w3-7fa21f"}, "namespace": "ai-tenant-e2e-shared-b-w3-7fa21f", "name": "rate-test-model-7fa21f", "reconcileID": "0ba13574-9652-484d-95c3-6b660eb0f439", "LLMInferenceService": "rate-test-model-7fa21f", "namespace": "ai-tenant-e2e-shared-b-w3-7fa21f", "authType": "userdefined"}
2026-09-07T21:27:05Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7fa21f","namespace":"ai-tenant-e2e-shared-b-w3-7fa21f"}, "namespace": "ai-tenant-e2e-shared-b-w3-7fa21f", "name": "rate-test-model-7fa21f", "reconcileID": "0ba13574-9652-484d-95c3-6b660eb0f439", "LLMInferenceService": "rate-test-model-7fa21f", "namespace": "ai-tenant-e2e-shared-b-w3-7fa21f"}
2026-09-07T21:27:05Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-d03ead","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-d03ead", "reconcileID": "cc84daf0-8211-4eaa-b9cb-58b4f44b4332", "Gateway": "e2e-shared-a-w2-d03ead", "namespace": "openshift-ingress"}
2026-09-07T21:27:05Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-d03ead","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-d03ead", "reconcileID": "cc84daf0-8211-4eaa-b9cb-58b4f44b4332", "Gateway": "e2e-shared-a-w2-d03ead", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-d03ead-authn-ssl"}
2026-09-07T21:27:05Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-d03ead","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-d03ead", "reconcileID": "cc84daf0-8211-4eaa-b9cb-58b4f44b4332", "Gateway": "e2e-shared-a-w2-d03ead", "namespace": "openshift-ingress"}
2026-09-07T21:27:10Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-d03ead"}, "namespace": "ai-tenant-e2e-shared-a-w2-d03ead", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "782f5eb9-a301-42f6-8fbf-133934fe5f8a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-d03ead"}
2026-09-07T21:27:10Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-d03ead"}, "namespace": "ai-tenant-e2e-shared-a-w2-d03ead", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "782f5eb9-a301-42f6-8fbf-133934fe5f8a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-d03ead", "create": "odh-kserve-custom-ca-bundle"}
2026-09-07T21:27:10Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-d03ead"}, "namespace": "ai-tenant-e2e-shared-a-w2-d03ead", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "782f5eb9-a301-42f6-8fbf-133934fe5f8a", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w2-d03ead because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-07T21:27:10Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-d03ead"}, "namespace": "ai-tenant-e2e-shared-a-w2-d03ead", "name": "odh-trusted-ca-bundle", "reconcileID": "c6fe7165-bf68-4fa0-8735-dbe759541bdd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-d03ead"}
2026-09-07T21:27:10Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-d03ead"}, "namespace": "ai-tenant-e2e-shared-a-w2-d03ead", "name": "odh-trusted-ca-bundle", "reconcileID": "c6fe7165-bf68-4fa0-8735-dbe759541bdd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-d03ead"}
2026-09-07T21:27:10Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-d03ead"}, "namespace": "ai-tenant-e2e-shared-a-w2-d03ead", "name": "openshift-service-ca.crt", "reconcileID": "6d2799f0-8f2a-41ff-969b-0cbf85dd6579", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-d03ead"}
2026-09-07T21:27:10Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-d03ead"}, "namespace": "ai-tenant-e2e-shared-a-w2-d03ead", "name": "openshift-service-ca.crt", "reconcileID": "6d2799f0-8f2a-41ff-969b-0cbf85dd6579", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-d03ead"}
2026-09-07T21:27:10Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-d03ead"}, "namespace": "ai-tenant-e2e-shared-a-w2-d03ead", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ee2fa531-070e-474a-926e-c4266a60184a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-d03ead"}
2026-09-07T21:27:10Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-d03ead"}, "namespace": "ai-tenant-e2e-shared-a-w2-d03ead", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ee2fa531-070e-474a-926e-c4266a60184a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-d03ead"}
2026-09-07T21:27:11Z	DEBUG	Gateway not found, resources owned by Gateway will be garbage collected	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-d03ead","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-d03ead", "reconcileID": "156e72a6-9bf4-4933-821c-51634a320651", "Gateway": "e2e-shared-a-w2-d03ead", "namespace": "openshift-ingress"}
2026-09-07T21:27:12Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7fa21f","namespace":"ai-tenant-e2e-shared-b-w3-7fa21f"}, "namespace": "ai-tenant-e2e-shared-b-w3-7fa21f", "name": "rate-test-model-7fa21f", "reconcileID": "8f0ffdc6-5a25-4417-9b0c-d9d86f0fa89f", "LLMInferenceService": "rate-test-model-7fa21f", "namespace": "ai-tenant-e2e-shared-b-w3-7fa21f"}
2026-09-07T21:27:12Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7fa21f","namespace":"ai-tenant-e2e-shared-b-w3-7fa21f"}, "namespace": "ai-tenant-e2e-shared-b-w3-7fa21f", "name": "rate-test-model-7fa21f", "reconcileID": "8f0ffdc6-5a25-4417-9b0c-d9d86f0fa89f", "LLMInferenceService": "rate-test-model-7fa21f", "namespace": "ai-tenant-e2e-shared-b-w3-7fa21f"}
2026-09-07T21:27:12Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7fa21f","namespace":"ai-tenant-e2e-shared-b-w3-7fa21f"}, "namespace": "ai-tenant-e2e-shared-b-w3-7fa21f", "name": "rate-test-model-7fa21f", "reconcileID": "8f0ffdc6-5a25-4417-9b0c-d9d86f0fa89f", "LLMInferenceService": "rate-test-model-7fa21f", "namespace": "ai-tenant-e2e-shared-b-w3-7fa21f"}
2026-09-07T21:27:12Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7fa21f","namespace":"ai-tenant-e2e-shared-b-w3-7fa21f"}, "namespace": "ai-tenant-e2e-shared-b-w3-7fa21f", "name": "rate-test-model-7fa21f", "reconcileID": "8f0ffdc6-5a25-4417-9b0c-d9d86f0fa89f", "LLMInferenceService": "rate-test-model-7fa21f", "namespace": "ai-tenant-e2e-shared-b-w3-7fa21f", "name": "rate-test-model-7fa21f-kserve-route-authn"}
2026-09-07T21:27:12Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7fa21f","namespace":"ai-tenant-e2e-shared-b-w3-7fa21f"}, "namespace": "ai-tenant-e2e-shared-b-w3-7fa21f", "name": "rate-test-model-7fa21f", "reconcileID": "8f0ffdc6-5a25-4417-9b0c-d9d86f0fa89f", "LLMInferenceService": "rate-test-model-7fa21f", "namespace": "ai-tenant-e2e-shared-b-w3-7fa21f", "authType": "userdefined"}
2026-09-07T21:27:12Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7fa21f","namespace":"ai-tenant-e2e-shared-b-w3-7fa21f"}, "namespace": "ai-tenant-e2e-shared-b-w3-7fa21f", "name": "rate-test-model-7fa21f", "reconcileID": "8f0ffdc6-5a25-4417-9b0c-d9d86f0fa89f", "LLMInferenceService": "rate-test-model-7fa21f", "namespace": "ai-tenant-e2e-shared-b-w3-7fa21f"}
2026-09-07T21:27:14Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7fa21f","namespace":"ai-tenant-e2e-shared-b-w3-7fa21f"}, "namespace": "ai-tenant-e2e-shared-b-w3-7fa21f", "name": "rate-test-model-7fa21f", "reconcileID": "4e4f4796-3c42-450c-b530-f6714dd12436", "LLMInferenceService": "rate-test-model-7fa21f", "namespace": "ai-tenant-e2e-shared-b-w3-7fa21f"}
2026-09-07T21:27:14Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7fa21f","namespace":"ai-tenant-e2e-shared-b-w3-7fa21f"}, "namespace": "ai-tenant-e2e-shared-b-w3-7fa21f", "name": "rate-test-model-7fa21f", "reconcileID": "4e4f4796-3c42-450c-b530-f6714dd12436", "LLMInferenceService": "rate-test-model-7fa21f", "namespace": "ai-tenant-e2e-shared-b-w3-7fa21f"}
2026-09-07T21:27:14Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7fa21f","namespace":"ai-tenant-e2e-shared-b-w3-7fa21f"}, "namespace": "ai-tenant-e2e-shared-b-w3-7fa21f", "name": "rate-test-model-7fa21f", "reconcileID": "4e4f4796-3c42-450c-b530-f6714dd12436", "LLMInferenceService": "rate-test-model-7fa21f", "namespace": "ai-tenant-e2e-shared-b-w3-7fa21f"}
2026-09-07T21:27:14Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7fa21f","namespace":"ai-tenant-e2e-shared-b-w3-7fa21f"}, "namespace": "ai-tenant-e2e-shared-b-w3-7fa21f", "name": "rate-test-model-7fa21f", "reconcileID": "4e4f4796-3c42-450c-b530-f6714dd12436", "LLMInferenceService": "rate-test-model-7fa21f", "namespace": "ai-tenant-e2e-shared-b-w3-7fa21f", "name": "rate-test-model-7fa21f-kserve-route-authn"}
2026-09-07T21:27:14Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7fa21f","namespace":"ai-tenant-e2e-shared-b-w3-7fa21f"}, "namespace": "ai-tenant-e2e-shared-b-w3-7fa21f", "name": "rate-test-model-7fa21f", "reconcileID": "4e4f4796-3c42-450c-b530-f6714dd12436", "LLMInferenceService": "rate-test-model-7fa21f", "namespace": "ai-tenant-e2e-shared-b-w3-7fa21f", "authType": "userdefined"}
2026-09-07T21:27:14Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7fa21f","namespace":"ai-tenant-e2e-shared-b-w3-7fa21f"}, "namespace": "ai-tenant-e2e-shared-b-w3-7fa21f", "name": "rate-test-model-7fa21f", "reconcileID": "4e4f4796-3c42-450c-b530-f6714dd12436", "LLMInferenceService": "rate-test-model-7fa21f", "namespace": "ai-tenant-e2e-shared-b-w3-7fa21f"}
2026-09-07T21:27:22Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-b9edc3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-b9edc3", "reconcileID": "0e051cef-ba8f-4f15-b0bc-96e09e281d33", "Gateway": "e2e-shared-b-w2-b9edc3", "namespace": "openshift-ingress"}
2026-09-07T21:27:22Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-b9edc3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-b9edc3", "reconcileID": "0e051cef-ba8f-4f15-b0bc-96e09e281d33", "Gateway": "e2e-shared-b-w2-b9edc3", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-b9edc3-authn-ssl"}
2026-09-07T21:27:22Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-b9edc3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-b9edc3", "reconcileID": "0e051cef-ba8f-4f15-b0bc-96e09e281d33", "Gateway": "e2e-shared-b-w2-b9edc3", "namespace": "openshift-ingress"}
2026-09-07T21:27:28Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-b9edc3"}, "namespace": "ai-tenant-e2e-shared-b-w2-b9edc3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f3db9a76-6b81-49a1-a78c-19da11aedc28", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-b9edc3"}
2026-09-07T21:27:28Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-b9edc3"}, "namespace": "ai-tenant-e2e-shared-b-w2-b9edc3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f3db9a76-6b81-49a1-a78c-19da11aedc28", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-b9edc3", "create": "odh-kserve-custom-ca-bundle"}
2026-09-07T21:27:28Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-b9edc3"}, "namespace": "ai-tenant-e2e-shared-b-w2-b9edc3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f3db9a76-6b81-49a1-a78c-19da11aedc28", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w2-b9edc3 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-07T21:27:28Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-b9edc3"}, "namespace": "ai-tenant-e2e-shared-b-w2-b9edc3", "name": "odh-trusted-ca-bundle", "reconcileID": "a6b34849-6201-4be8-8e91-4a9088173651", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-b9edc3"}
2026-09-07T21:27:28Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-b9edc3"}, "namespace": "ai-tenant-e2e-shared-b-w2-b9edc3", "name": "odh-trusted-ca-bundle", "reconcileID": "a6b34849-6201-4be8-8e91-4a9088173651", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-b9edc3"}
2026-09-07T21:27:28Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-b9edc3"}, "namespace": "ai-tenant-e2e-shared-b-w2-b9edc3", "name": "openshift-service-ca.crt", "reconcileID": "0983bc79-aa24-493a-ab1a-8b08a6a64a41", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-b9edc3"}
2026-09-07T21:27:28Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-b9edc3"}, "namespace": "ai-tenant-e2e-shared-b-w2-b9edc3", "name": "openshift-service-ca.crt", "reconcileID": "0983bc79-aa24-493a-ab1a-8b08a6a64a41", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-b9edc3"}
2026-09-07T21:27:28Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-b9edc3"}, "namespace": "ai-tenant-e2e-shared-b-w2-b9edc3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9f5a79d7-989c-4cf8-93bd-b25de27a959f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-b9edc3"}
2026-09-07T21:27:28Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-b9edc3"}, "namespace": "ai-tenant-e2e-shared-b-w2-b9edc3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9f5a79d7-989c-4cf8-93bd-b25de27a959f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-b9edc3"}
2026-09-07T21:27:29Z	DEBUG	Gateway not found, resources owned by Gateway will be garbage collected	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-b9edc3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-b9edc3", "reconcileID": "8466a76b-af64-49cc-8077-fd0b8f721ed5", "Gateway": "e2e-shared-b-w2-b9edc3", "namespace": "openshift-ingress"}
2026-09-07T21:27:44Z	INFO	LLMInferenceService being deleted, cleaning up sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-15d5e2","namespace":"ai-tenant-e2e-shared-a-w3-15d5e2"}, "namespace": "ai-tenant-e2e-shared-a-w3-15d5e2", "name": "rate-test-model-15d5e2", "reconcileID": "353e1497-f1a0-4347-9a46-86402a5dab44", "LLMInferenceService": "rate-test-model-15d5e2", "namespace": "ai-tenant-e2e-shared-a-w3-15d5e2"}
2026-09-07T21:27:44Z	DEBUG	Triggering Delete for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-15d5e2","namespace":"ai-tenant-e2e-shared-a-w3-15d5e2"}, "namespace": "ai-tenant-e2e-shared-a-w3-15d5e2", "name": "rate-test-model-15d5e2", "reconcileID": "353e1497-f1a0-4347-9a46-86402a5dab44", "LLMInferenceService": "rate-test-model-15d5e2", "namespace": "ai-tenant-e2e-shared-a-w3-15d5e2", "name": "rate-test-model-15d5e2"}
2026-09-07T21:27:44Z	DEBUG	Deleting AuthPolicies for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-15d5e2","namespace":"ai-tenant-e2e-shared-a-w3-15d5e2"}, "namespace": "ai-tenant-e2e-shared-a-w3-15d5e2", "name": "rate-test-model-15d5e2", "reconcileID": "353e1497-f1a0-4347-9a46-86402a5dab44", "LLMInferenceService": "rate-test-model-15d5e2", "namespace": "ai-tenant-e2e-shared-a-w3-15d5e2"}
2026-09-07T21:27:44Z	DEBUG	Deleting HTTPRoute AuthPolicy for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-15d5e2","namespace":"ai-tenant-e2e-shared-a-w3-15d5e2"}, "namespace": "ai-tenant-e2e-shared-a-w3-15d5e2", "name": "rate-test-model-15d5e2", "reconcileID": "353e1497-f1a0-4347-9a46-86402a5dab44", "LLMInferenceService": "rate-test-model-15d5e2", "namespace": "ai-tenant-e2e-shared-a-w3-15d5e2"}
2026-09-07T21:27:44Z	DEBUG	Attempting to delete HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-15d5e2","namespace":"ai-tenant-e2e-shared-a-w3-15d5e2"}, "namespace": "ai-tenant-e2e-shared-a-w3-15d5e2", "name": "rate-test-model-15d5e2", "reconcileID": "353e1497-f1a0-4347-9a46-86402a5dab44", "LLMInferenceService": "rate-test-model-15d5e2", "namespace": "ai-tenant-e2e-shared-a-w3-15d5e2", "name": "rate-test-model-15d5e2-kserve-route-authn"}
2026-09-07T21:27:44Z	INFO	Successfully deleted HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-15d5e2","namespace":"ai-tenant-e2e-shared-a-w3-15d5e2"}, "namespace": "ai-tenant-e2e-shared-a-w3-15d5e2", "name": "rate-test-model-15d5e2", "reconcileID": "353e1497-f1a0-4347-9a46-86402a5dab44", "LLMInferenceService": "rate-test-model-15d5e2", "namespace": "ai-tenant-e2e-shared-a-w3-15d5e2", "name": "rate-test-model-15d5e2-kserve-route-authn"}
2026-09-07T21:27:44Z	DEBUG	Triggering LLMInferenceService Cleanup for Namespace	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-15d5e2","namespace":"ai-tenant-e2e-shared-a-w3-15d5e2"}, "namespace": "ai-tenant-e2e-shared-a-w3-15d5e2", "name": "rate-test-model-15d5e2", "reconcileID": "353e1497-f1a0-4347-9a46-86402a5dab44", "LLMInferenceService": "rate-test-model-15d5e2", "namespace": "ai-tenant-e2e-shared-a-w3-15d5e2", "namespace": "ai-tenant-e2e-shared-a-w3-15d5e2"}
2026-09-07T21:27:44Z	DEBUG	Cleaning up LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-15d5e2","namespace":"ai-tenant-e2e-shared-a-w3-15d5e2"}, "namespace": "ai-tenant-e2e-shared-a-w3-15d5e2", "name": "rate-test-model-15d5e2", "reconcileID": "353e1497-f1a0-4347-9a46-86402a5dab44", "LLMInferenceService": "rate-test-model-15d5e2", "namespace": "ai-tenant-e2e-shared-a-w3-15d5e2", "namespace": "ai-tenant-e2e-shared-a-w3-15d5e2"}
2026-09-07T21:27:44Z	INFO	Stop LLMInferenceService reconciliation	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-15d5e2","namespace":"ai-tenant-e2e-shared-a-w3-15d5e2"}, "namespace": "ai-tenant-e2e-shared-a-w3-15d5e2", "name": "rate-test-model-15d5e2", "reconcileID": "255136d7-1273-4778-bc03-e57309771b88", "LLMInferenceService": "rate-test-model-15d5e2", "namespace": "ai-tenant-e2e-shared-a-w3-15d5e2"}
2026-09-07T21:27:44Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-15d5e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-15d5e2", "reconcileID": "20c27447-26df-452e-8da9-11afc2f0fd9d", "Gateway": "e2e-shared-a-w3-15d5e2", "namespace": "openshift-ingress"}
2026-09-07T21:27:44Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-15d5e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-15d5e2", "reconcileID": "20c27447-26df-452e-8da9-11afc2f0fd9d", "Gateway": "e2e-shared-a-w3-15d5e2", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-15d5e2-authn-ssl"}
2026-09-07T21:27:44Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-15d5e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-15d5e2", "reconcileID": "20c27447-26df-452e-8da9-11afc2f0fd9d", "Gateway": "e2e-shared-a-w3-15d5e2", "namespace": "openshift-ingress"}
2026-09-07T21:27:45Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-15d5e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-15d5e2", "reconcileID": "405d084b-0513-4b71-a2c3-cc333a8a0bc9", "Gateway": "e2e-shared-a-w3-15d5e2", "namespace": "openshift-ingress"}
2026-09-07T21:27:45Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-15d5e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-15d5e2", "reconcileID": "405d084b-0513-4b71-a2c3-cc333a8a0bc9", "Gateway": "e2e-shared-a-w3-15d5e2", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-15d5e2-authn-ssl"}
2026-09-07T21:27:45Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-15d5e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-15d5e2", "reconcileID": "405d084b-0513-4b71-a2c3-cc333a8a0bc9", "Gateway": "e2e-shared-a-w3-15d5e2", "namespace": "openshift-ingress"}
2026-09-07T21:27:45Z	INFO	LLMInferenceService being deleted, cleaning up sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7fa21f","namespace":"ai-tenant-e2e-shared-b-w3-7fa21f"}, "namespace": "ai-tenant-e2e-shared-b-w3-7fa21f", "name": "rate-test-model-7fa21f", "reconcileID": "0af034c9-df08-4d4d-bdc0-c65df44f6f21", "LLMInferenceService": "rate-test-model-7fa21f", "namespace": "ai-tenant-e2e-shared-b-w3-7fa21f"}
2026-09-07T21:27:45Z	DEBUG	Triggering Delete for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7fa21f","namespace":"ai-tenant-e2e-shared-b-w3-7fa21f"}, "namespace": "ai-tenant-e2e-shared-b-w3-7fa21f", "name": "rate-test-model-7fa21f", "reconcileID": "0af034c9-df08-4d4d-bdc0-c65df44f6f21", "LLMInferenceService": "rate-test-model-7fa21f", "namespace": "ai-tenant-e2e-shared-b-w3-7fa21f", "name": "rate-test-model-7fa21f"}
2026-09-07T21:27:45Z	DEBUG	Deleting AuthPolicies for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7fa21f","namespace":"ai-tenant-e2e-shared-b-w3-7fa21f"}, "namespace": "ai-tenant-e2e-shared-b-w3-7fa21f", "name": "rate-test-model-7fa21f", "reconcileID": "0af034c9-df08-4d4d-bdc0-c65df44f6f21", "LLMInferenceService": "rate-test-model-7fa21f", "namespace": "ai-tenant-e2e-shared-b-w3-7fa21f"}
2026-09-07T21:27:45Z	DEBUG	Deleting HTTPRoute AuthPolicy for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7fa21f","namespace":"ai-tenant-e2e-shared-b-w3-7fa21f"}, "namespace": "ai-tenant-e2e-shared-b-w3-7fa21f", "name": "rate-test-model-7fa21f", "reconcileID": "0af034c9-df08-4d4d-bdc0-c65df44f6f21", "LLMInferenceService": "rate-test-model-7fa21f", "namespace": "ai-tenant-e2e-shared-b-w3-7fa21f"}
2026-09-07T21:27:45Z	DEBUG	Attempting to delete HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7fa21f","namespace":"ai-tenant-e2e-shared-b-w3-7fa21f"}, "namespace": "ai-tenant-e2e-shared-b-w3-7fa21f", "name": "rate-test-model-7fa21f", "reconcileID": "0af034c9-df08-4d4d-bdc0-c65df44f6f21", "LLMInferenceService": "rate-test-model-7fa21f", "namespace": "ai-tenant-e2e-shared-b-w3-7fa21f", "name": "rate-test-model-7fa21f-kserve-route-authn"}
2026-09-07T21:27:45Z	INFO	Successfully deleted HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7fa21f","namespace":"ai-tenant-e2e-shared-b-w3-7fa21f"}, "namespace": "ai-tenant-e2e-shared-b-w3-7fa21f", "name": "rate-test-model-7fa21f", "reconcileID": "0af034c9-df08-4d4d-bdc0-c65df44f6f21", "LLMInferenceService": "rate-test-model-7fa21f", "namespace": "ai-tenant-e2e-shared-b-w3-7fa21f", "name": "rate-test-model-7fa21f-kserve-route-authn"}
2026-09-07T21:27:45Z	DEBUG	Triggering LLMInferenceService Cleanup for Namespace	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7fa21f","namespace":"ai-tenant-e2e-shared-b-w3-7fa21f"}, "namespace": "ai-tenant-e2e-shared-b-w3-7fa21f", "name": "rate-test-model-7fa21f", "reconcileID": "0af034c9-df08-4d4d-bdc0-c65df44f6f21", "LLMInferenceService": "rate-test-model-7fa21f", "namespace": "ai-tenant-e2e-shared-b-w3-7fa21f", "namespace": "ai-tenant-e2e-shared-b-w3-7fa21f"}
2026-09-07T21:27:45Z	DEBUG	Cleaning up LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7fa21f","namespace":"ai-tenant-e2e-shared-b-w3-7fa21f"}, "namespace": "ai-tenant-e2e-shared-b-w3-7fa21f", "name": "rate-test-model-7fa21f", "reconcileID": "0af034c9-df08-4d4d-bdc0-c65df44f6f21", "LLMInferenceService": "rate-test-model-7fa21f", "namespace": "ai-tenant-e2e-shared-b-w3-7fa21f", "namespace": "ai-tenant-e2e-shared-b-w3-7fa21f"}
2026-09-07T21:27:46Z	INFO	Stop LLMInferenceService reconciliation	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-7fa21f","namespace":"ai-tenant-e2e-shared-b-w3-7fa21f"}, "namespace": "ai-tenant-e2e-shared-b-w3-7fa21f", "name": "rate-test-model-7fa21f", "reconcileID": "cca54dcc-e1fb-4e33-80f3-66f99573bbec", "LLMInferenceService": "rate-test-model-7fa21f", "namespace": "ai-tenant-e2e-shared-b-w3-7fa21f"}
2026-09-07T21:27:46Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-7fa21f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7fa21f", "reconcileID": "1115e6d8-ca52-4dda-8d83-169b0f1539f8", "Gateway": "e2e-shared-b-w3-7fa21f", "namespace": "openshift-ingress"}
2026-09-07T21:27:46Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-7fa21f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7fa21f", "reconcileID": "1115e6d8-ca52-4dda-8d83-169b0f1539f8", "Gateway": "e2e-shared-b-w3-7fa21f", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7fa21f-authn-ssl"}
2026-09-07T21:27:46Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-7fa21f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7fa21f", "reconcileID": "1115e6d8-ca52-4dda-8d83-169b0f1539f8", "Gateway": "e2e-shared-b-w3-7fa21f", "namespace": "openshift-ingress"}
2026-09-07T21:27:46Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-7fa21f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7fa21f", "reconcileID": "c57ca2cc-f33a-45b6-9183-d2c8ff9a1125", "Gateway": "e2e-shared-b-w3-7fa21f", "namespace": "openshift-ingress"}
2026-09-07T21:27:46Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-7fa21f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7fa21f", "reconcileID": "c57ca2cc-f33a-45b6-9183-d2c8ff9a1125", "Gateway": "e2e-shared-b-w3-7fa21f", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7fa21f-authn-ssl"}
2026-09-07T21:27:46Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-7fa21f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7fa21f", "reconcileID": "c57ca2cc-f33a-45b6-9183-d2c8ff9a1125", "Gateway": "e2e-shared-b-w3-7fa21f", "namespace": "openshift-ingress"}
2026-09-07T21:27:46Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-52269e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-52269e", "reconcileID": "fb637179-1b5a-41e8-a647-30d4a5af0893", "Gateway": "e2e-ipp-a-52269e", "namespace": "openshift-ingress"}
2026-09-07T21:27:46Z	INFO	Creating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-52269e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-52269e", "reconcileID": "fb637179-1b5a-41e8-a647-30d4a5af0893", "Gateway": "e2e-ipp-a-52269e", "namespace": "openshift-ingress", "name": "e2e-ipp-a-52269e-authn-ssl"}
2026-09-07T21:27:46Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-52269e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-52269e", "reconcileID": "fb637179-1b5a-41e8-a647-30d4a5af0893", "Gateway": "e2e-ipp-a-52269e", "namespace": "openshift-ingress"}
2026-09-07T21:27:46Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-52269e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-52269e", "reconcileID": "38515418-5815-4e2e-ade3-baa2c5073eba", "Gateway": "e2e-ipp-a-52269e", "namespace": "openshift-ingress"}
2026-09-07T21:27:46Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-52269e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-52269e", "reconcileID": "38515418-5815-4e2e-ade3-baa2c5073eba", "Gateway": "e2e-ipp-a-52269e", "namespace": "openshift-ingress", "name": "e2e-ipp-a-52269e-authn-ssl"}
2026-09-07T21:27:46Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-52269e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-52269e", "reconcileID": "38515418-5815-4e2e-ade3-baa2c5073eba", "Gateway": "e2e-ipp-a-52269e", "namespace": "openshift-ingress"}
2026-09-07T21:27:46Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-52269e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-52269e", "reconcileID": "c5e0581c-f1d0-4b79-a4a9-d4309d93c094", "Gateway": "e2e-ipp-a-52269e", "namespace": "openshift-ingress"}
2026-09-07T21:27:46Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-52269e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-52269e", "reconcileID": "c5e0581c-f1d0-4b79-a4a9-d4309d93c094", "Gateway": "e2e-ipp-a-52269e", "namespace": "openshift-ingress", "name": "e2e-ipp-a-52269e-authn-ssl"}
2026-09-07T21:27:46Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-52269e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-52269e", "reconcileID": "c5e0581c-f1d0-4b79-a4a9-d4309d93c094", "Gateway": "e2e-ipp-a-52269e", "namespace": "openshift-ingress"}
2026-09-07T21:27:46Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-52269e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-52269e", "reconcileID": "ce6a302d-e716-4a83-a7cc-675f14e43855", "Gateway": "e2e-ipp-a-52269e", "namespace": "openshift-ingress"}
2026-09-07T21:27:46Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-52269e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-52269e", "reconcileID": "ce6a302d-e716-4a83-a7cc-675f14e43855", "Gateway": "e2e-ipp-a-52269e", "namespace": "openshift-ingress", "name": "e2e-ipp-a-52269e-authn-ssl"}
2026-09-07T21:27:46Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-52269e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-52269e", "reconcileID": "ce6a302d-e716-4a83-a7cc-675f14e43855", "Gateway": "e2e-ipp-a-52269e", "namespace": "openshift-ingress"}
2026-09-07T21:27:47Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-52269e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-52269e", "reconcileID": "40d8ef42-bc0d-48a0-8923-d8ad49c47427", "Gateway": "e2e-ipp-a-52269e", "namespace": "openshift-ingress"}
2026-09-07T21:27:47Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-52269e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-52269e", "reconcileID": "40d8ef42-bc0d-48a0-8923-d8ad49c47427", "Gateway": "e2e-ipp-a-52269e", "namespace": "openshift-ingress", "name": "e2e-ipp-a-52269e-authn-ssl"}
2026-09-07T21:27:47Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-52269e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-52269e", "reconcileID": "40d8ef42-bc0d-48a0-8923-d8ad49c47427", "Gateway": "e2e-ipp-a-52269e", "namespace": "openshift-ingress"}
2026-09-07T21:27:48Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-52269e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-52269e", "reconcileID": "2dd4f872-d183-4de9-9917-172fdab68f22", "Gateway": "e2e-ipp-a-52269e", "namespace": "openshift-ingress"}
2026-09-07T21:27:48Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-52269e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-52269e", "reconcileID": "2dd4f872-d183-4de9-9917-172fdab68f22", "Gateway": "e2e-ipp-a-52269e", "namespace": "openshift-ingress", "name": "e2e-ipp-a-52269e-authn-ssl"}
2026-09-07T21:27:48Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-52269e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-52269e", "reconcileID": "2dd4f872-d183-4de9-9917-172fdab68f22", "Gateway": "e2e-ipp-a-52269e", "namespace": "openshift-ingress"}
2026-09-07T21:27:50Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-52269e"}, "namespace": "ai-tenant-e2e-ipp-a-52269e", "name": "openshift-service-ca.crt", "reconcileID": "e895b935-306c-4d6d-82fd-74eb8dd55980", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-52269e"}
2026-09-07T21:27:50Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-52269e"}, "namespace": "ai-tenant-e2e-ipp-a-52269e", "name": "odh-trusted-ca-bundle", "reconcileID": "e250bb0b-9c20-40ed-a989-06b2d75ae1aa", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-52269e"}
2026-09-07T21:27:50Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-52269e"}, "namespace": "ai-tenant-e2e-ipp-a-52269e", "name": "openshift-service-ca.crt", "reconcileID": "41182ec7-b62b-4f07-a425-246abf54a800", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-52269e", "create": "odh-kserve-custom-ca-bundle"}
2026-09-07T21:27:50Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-52269e"}, "namespace": "ai-tenant-e2e-ipp-a-52269e", "name": "openshift-service-ca.crt", "reconcileID": "41182ec7-b62b-4f07-a425-246abf54a800", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-52269e"}
2026-09-07T21:27:50Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-52269e"}, "namespace": "ai-tenant-e2e-ipp-a-52269e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "39741dd3-a919-497d-8202-12e806eb5b02", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-52269e"}
2026-09-07T21:27:50Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-52269e"}, "namespace": "ai-tenant-e2e-ipp-a-52269e", "name": "openshift-service-ca.crt", "reconcileID": "0c30b1f1-a07b-4245-827c-505e33316efb", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-52269e"}
2026-09-07T21:27:50Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-52269e"}, "namespace": "ai-tenant-e2e-ipp-a-52269e", "name": "odh-trusted-ca-bundle", "reconcileID": "1777d7e3-3da2-48d1-9067-8485a0841eee", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-52269e", "update": "odh-kserve-custom-ca-bundle"}
2026-09-07T21:27:50Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-52269e"}, "namespace": "ai-tenant-e2e-ipp-a-52269e", "name": "odh-trusted-ca-bundle", "reconcileID": "1777d7e3-3da2-48d1-9067-8485a0841eee", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-52269e"}
2026-09-07T21:27:50Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-52269e"}, "namespace": "ai-tenant-e2e-ipp-a-52269e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2aa360b9-96ec-47bd-a32c-500530930c3e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-52269e"}
2026-09-07T21:27:51Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-52269e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-52269e", "reconcileID": "1db44df1-993c-4a57-b115-1ebcc8ef5efa", "Gateway": "e2e-ipp-a-52269e", "namespace": "openshift-ingress"}
2026-09-07T21:27:51Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-52269e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-52269e", "reconcileID": "1db44df1-993c-4a57-b115-1ebcc8ef5efa", "Gateway": "e2e-ipp-a-52269e", "namespace": "openshift-ingress", "name": "e2e-ipp-a-52269e-authn-ssl"}
2026-09-07T21:27:51Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-52269e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-52269e", "reconcileID": "1db44df1-993c-4a57-b115-1ebcc8ef5efa", "Gateway": "e2e-ipp-a-52269e", "namespace": "openshift-ingress"}
2026-09-07T21:27:57Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-52269e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-52269e", "reconcileID": "a0654af3-3df3-4ce8-8440-ffacca10ebae", "Gateway": "e2e-ipp-a-52269e", "namespace": "openshift-ingress"}
2026-09-07T21:27:57Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-52269e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-52269e", "reconcileID": "a0654af3-3df3-4ce8-8440-ffacca10ebae", "Gateway": "e2e-ipp-a-52269e", "namespace": "openshift-ingress", "name": "e2e-ipp-a-52269e-authn-ssl"}
2026-09-07T21:27:57Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-52269e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-52269e", "reconcileID": "a0654af3-3df3-4ce8-8440-ffacca10ebae", "Gateway": "e2e-ipp-a-52269e", "namespace": "openshift-ingress"}
2026-09-07T21:28:15Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-629e95","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-629e95", "reconcileID": "e7e0c28d-9918-4718-99d0-9c61d19bb572", "Gateway": "e2e-ipp-b-629e95", "namespace": "openshift-ingress"}
2026-09-07T21:28:15Z	INFO	Creating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-629e95","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-629e95", "reconcileID": "e7e0c28d-9918-4718-99d0-9c61d19bb572", "Gateway": "e2e-ipp-b-629e95", "namespace": "openshift-ingress", "name": "e2e-ipp-b-629e95-authn-ssl"}
2026-09-07T21:28:15Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-629e95","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-629e95", "reconcileID": "e7e0c28d-9918-4718-99d0-9c61d19bb572", "Gateway": "e2e-ipp-b-629e95", "namespace": "openshift-ingress"}
2026-09-07T21:28:15Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-629e95","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-629e95", "reconcileID": "df165993-1699-472b-8f3c-99ce1714579e", "Gateway": "e2e-ipp-b-629e95", "namespace": "openshift-ingress"}
2026-09-07T21:28:15Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-629e95","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-629e95", "reconcileID": "df165993-1699-472b-8f3c-99ce1714579e", "Gateway": "e2e-ipp-b-629e95", "namespace": "openshift-ingress", "name": "e2e-ipp-b-629e95-authn-ssl"}
2026-09-07T21:28:15Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-629e95","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-629e95", "reconcileID": "df165993-1699-472b-8f3c-99ce1714579e", "Gateway": "e2e-ipp-b-629e95", "namespace": "openshift-ingress"}
2026-09-07T21:28:15Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-629e95","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-629e95", "reconcileID": "229697ce-44ef-4716-a48d-634f259cfe78", "Gateway": "e2e-ipp-b-629e95", "namespace": "openshift-ingress"}
2026-09-07T21:28:15Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-629e95","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-629e95", "reconcileID": "229697ce-44ef-4716-a48d-634f259cfe78", "Gateway": "e2e-ipp-b-629e95", "namespace": "openshift-ingress", "name": "e2e-ipp-b-629e95-authn-ssl"}
2026-09-07T21:28:15Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-629e95","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-629e95", "reconcileID": "229697ce-44ef-4716-a48d-634f259cfe78", "Gateway": "e2e-ipp-b-629e95", "namespace": "openshift-ingress"}
2026-09-07T21:28:15Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-629e95","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-629e95", "reconcileID": "63887a3d-56dc-4b18-a60f-50e242b0b30d", "Gateway": "e2e-ipp-b-629e95", "namespace": "openshift-ingress"}
2026-09-07T21:28:15Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-629e95","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-629e95", "reconcileID": "63887a3d-56dc-4b18-a60f-50e242b0b30d", "Gateway": "e2e-ipp-b-629e95", "namespace": "openshift-ingress", "name": "e2e-ipp-b-629e95-authn-ssl"}
2026-09-07T21:28:15Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-629e95","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-629e95", "reconcileID": "63887a3d-56dc-4b18-a60f-50e242b0b30d", "Gateway": "e2e-ipp-b-629e95", "namespace": "openshift-ingress"}
2026-09-07T21:28:16Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-629e95","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-629e95", "reconcileID": "f3c3d3c3-2e62-4a9f-a2cf-739762b6ebf0", "Gateway": "e2e-ipp-b-629e95", "namespace": "openshift-ingress"}
2026-09-07T21:28:16Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-629e95","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-629e95", "reconcileID": "f3c3d3c3-2e62-4a9f-a2cf-739762b6ebf0", "Gateway": "e2e-ipp-b-629e95", "namespace": "openshift-ingress", "name": "e2e-ipp-b-629e95-authn-ssl"}
2026-09-07T21:28:16Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-629e95","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-629e95", "reconcileID": "f3c3d3c3-2e62-4a9f-a2cf-739762b6ebf0", "Gateway": "e2e-ipp-b-629e95", "namespace": "openshift-ingress"}
2026-09-07T21:28:16Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-629e95","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-629e95", "reconcileID": "61b8e250-f03d-40ef-8eb4-c083174dc9b8", "Gateway": "e2e-ipp-b-629e95", "namespace": "openshift-ingress"}
2026-09-07T21:28:16Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-629e95","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-629e95", "reconcileID": "61b8e250-f03d-40ef-8eb4-c083174dc9b8", "Gateway": "e2e-ipp-b-629e95", "namespace": "openshift-ingress", "name": "e2e-ipp-b-629e95-authn-ssl"}
2026-09-07T21:28:16Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-629e95","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-629e95", "reconcileID": "61b8e250-f03d-40ef-8eb4-c083174dc9b8", "Gateway": "e2e-ipp-b-629e95", "namespace": "openshift-ingress"}
2026-09-07T21:28:17Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-629e95","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-629e95", "reconcileID": "7fbc73cd-7530-4ba1-ae8c-f5e602e176ac", "Gateway": "e2e-ipp-b-629e95", "namespace": "openshift-ingress"}
2026-09-07T21:28:17Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-629e95","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-629e95", "reconcileID": "7fbc73cd-7530-4ba1-ae8c-f5e602e176ac", "Gateway": "e2e-ipp-b-629e95", "namespace": "openshift-ingress", "name": "e2e-ipp-b-629e95-authn-ssl"}
2026-09-07T21:28:17Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-629e95","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-629e95", "reconcileID": "7fbc73cd-7530-4ba1-ae8c-f5e602e176ac", "Gateway": "e2e-ipp-b-629e95", "namespace": "openshift-ingress"}
2026-09-07T21:28:19Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-629e95"}, "namespace": "ai-tenant-e2e-ipp-b-629e95", "name": "openshift-service-ca.crt", "reconcileID": "05ba6d86-2ce9-49b4-ab45-86d8a5214cc4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-629e95"}
2026-09-07T21:28:19Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-629e95"}, "namespace": "ai-tenant-e2e-ipp-b-629e95", "name": "odh-trusted-ca-bundle", "reconcileID": "1e374e90-5b44-4500-a318-5f4c31e268e0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-629e95"}
2026-09-07T21:28:19Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-629e95"}, "namespace": "ai-tenant-e2e-ipp-b-629e95", "name": "openshift-service-ca.crt", "reconcileID": "7d97add8-0f1e-41ef-9a54-16635aa61724", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-629e95", "create": "odh-kserve-custom-ca-bundle"}
2026-09-07T21:28:19Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-629e95"}, "namespace": "ai-tenant-e2e-ipp-b-629e95", "name": "openshift-service-ca.crt", "reconcileID": "7d97add8-0f1e-41ef-9a54-16635aa61724", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-629e95"}
2026-09-07T21:28:19Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-629e95"}, "namespace": "ai-tenant-e2e-ipp-b-629e95", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8d47589f-f309-4772-bfea-858147cd458d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-629e95"}
2026-09-07T21:28:19Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-629e95"}, "namespace": "ai-tenant-e2e-ipp-b-629e95", "name": "openshift-service-ca.crt", "reconcileID": "490e8cfa-8862-4900-987b-11d116b612bc", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-629e95"}
2026-09-07T21:28:19Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-629e95"}, "namespace": "ai-tenant-e2e-ipp-b-629e95", "name": "odh-trusted-ca-bundle", "reconcileID": "6fbe0c14-b392-495f-b9e9-0f7670596686", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-629e95", "update": "odh-kserve-custom-ca-bundle"}
2026-09-07T21:28:19Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-629e95"}, "namespace": "ai-tenant-e2e-ipp-b-629e95", "name": "odh-trusted-ca-bundle", "reconcileID": "6fbe0c14-b392-495f-b9e9-0f7670596686", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-629e95"}
2026-09-07T21:28:19Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-629e95"}, "namespace": "ai-tenant-e2e-ipp-b-629e95", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "032ba7a5-ffa3-415c-9c51-59b12f250559", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-629e95"}
2026-09-07T21:28:20Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-629e95","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-629e95", "reconcileID": "f8168675-4d11-4a1b-89b5-b602f35781d1", "Gateway": "e2e-ipp-b-629e95", "namespace": "openshift-ingress"}
2026-09-07T21:28:20Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-629e95","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-629e95", "reconcileID": "f8168675-4d11-4a1b-89b5-b602f35781d1", "Gateway": "e2e-ipp-b-629e95", "namespace": "openshift-ingress", "name": "e2e-ipp-b-629e95-authn-ssl"}
2026-09-07T21:28:20Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-629e95","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-629e95", "reconcileID": "f8168675-4d11-4a1b-89b5-b602f35781d1", "Gateway": "e2e-ipp-b-629e95", "namespace": "openshift-ingress"}
2026-09-07T21:28:26Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-629e95","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-629e95", "reconcileID": "fd0f977e-a90b-4f05-a1c1-2ee56677b2fc", "Gateway": "e2e-ipp-b-629e95", "namespace": "openshift-ingress"}
2026-09-07T21:28:26Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-629e95","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-629e95", "reconcileID": "fd0f977e-a90b-4f05-a1c1-2ee56677b2fc", "Gateway": "e2e-ipp-b-629e95", "namespace": "openshift-ingress", "name": "e2e-ipp-b-629e95-authn-ssl"}
2026-09-07T21:28:26Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-629e95","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-629e95", "reconcileID": "fd0f977e-a90b-4f05-a1c1-2ee56677b2fc", "Gateway": "e2e-ipp-b-629e95", "namespace": "openshift-ingress"}
2026-09-07T21:28:41Z	INFO	No monitoring namespace detected, skipping monitoring reconciliation.	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-09-07T21:28:41Z	INFO	Multi Node reconciling.	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-09-07T21:28:41Z	INFO	ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-09-07T21:28:41Z	INFO	Multi Node reconciled successfully.	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-09-07T21:28:49Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-52269e","namespace":"ai-tenant-e2e-ipp-a-52269e"}, "namespace": "ai-tenant-e2e-ipp-a-52269e", "name": "ipp-route-52269e", "reconcileID": "391026f9-598d-498a-b464-71572ac59087", "LLMInferenceService": "ipp-route-52269e", "namespace": "ai-tenant-e2e-ipp-a-52269e"}
2026-09-07T21:28:49Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-52269e","namespace":"ai-tenant-e2e-ipp-a-52269e"}, "namespace": "ai-tenant-e2e-ipp-a-52269e", "name": "ipp-route-52269e", "reconcileID": "391026f9-598d-498a-b464-71572ac59087", "LLMInferenceService": "ipp-route-52269e", "namespace": "ai-tenant-e2e-ipp-a-52269e"}
2026-09-07T21:28:49Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-52269e","namespace":"ai-tenant-e2e-ipp-a-52269e"}, "namespace": "ai-tenant-e2e-ipp-a-52269e", "name": "ipp-route-52269e", "reconcileID": "391026f9-598d-498a-b464-71572ac59087", "LLMInferenceService": "ipp-route-52269e", "namespace": "ai-tenant-e2e-ipp-a-52269e"}
2026-09-07T21:28:49Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-52269e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-52269e", "reconcileID": "db3ea903-5b66-43d4-8956-85e42a0320a6", "Gateway": "e2e-ipp-a-52269e", "namespace": "openshift-ingress"}
2026-09-07T21:28:49Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-52269e","namespace":"ai-tenant-e2e-ipp-a-52269e"}, "namespace": "ai-tenant-e2e-ipp-a-52269e", "name": "ipp-route-52269e", "reconcileID": "391026f9-598d-498a-b464-71572ac59087", "LLMInferenceService": "ipp-route-52269e", "namespace": "ai-tenant-e2e-ipp-a-52269e", "name": "ipp-route-52269e-kserve-route-authn"}
2026-09-07T21:28:49Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-52269e","namespace":"ai-tenant-e2e-ipp-a-52269e"}, "namespace": "ai-tenant-e2e-ipp-a-52269e", "name": "ipp-route-52269e", "reconcileID": "391026f9-598d-498a-b464-71572ac59087", "LLMInferenceService": "ipp-route-52269e", "namespace": "ai-tenant-e2e-ipp-a-52269e", "authType": "userdefined"}
2026-09-07T21:28:49Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-52269e","namespace":"ai-tenant-e2e-ipp-a-52269e"}, "namespace": "ai-tenant-e2e-ipp-a-52269e", "name": "ipp-route-52269e", "reconcileID": "391026f9-598d-498a-b464-71572ac59087", "LLMInferenceService": "ipp-route-52269e", "namespace": "ai-tenant-e2e-ipp-a-52269e"}
2026-09-07T21:28:49Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-52269e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-52269e", "reconcileID": "db3ea903-5b66-43d4-8956-85e42a0320a6", "Gateway": "e2e-ipp-a-52269e", "namespace": "openshift-ingress", "name": "e2e-ipp-a-52269e-authn-ssl"}
2026-09-07T21:28:49Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-52269e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-52269e", "reconcileID": "db3ea903-5b66-43d4-8956-85e42a0320a6", "Gateway": "e2e-ipp-a-52269e", "namespace": "openshift-ingress"}
2026-09-07T21:28:49Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-52269e","namespace":"ai-tenant-e2e-ipp-a-52269e"}, "namespace": "ai-tenant-e2e-ipp-a-52269e", "name": "ipp-route-52269e", "reconcileID": "85075a40-952f-4b48-8f7c-28c4ef62ad64", "LLMInferenceService": "ipp-route-52269e", "namespace": "ai-tenant-e2e-ipp-a-52269e"}
2026-09-07T21:28:49Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-52269e","namespace":"ai-tenant-e2e-ipp-a-52269e"}, "namespace": "ai-tenant-e2e-ipp-a-52269e", "name": "ipp-route-52269e", "reconcileID": "85075a40-952f-4b48-8f7c-28c4ef62ad64", "LLMInferenceService": "ipp-route-52269e", "namespace": "ai-tenant-e2e-ipp-a-52269e"}
2026-09-07T21:28:49Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-52269e","namespace":"ai-tenant-e2e-ipp-a-52269e"}, "namespace": "ai-tenant-e2e-ipp-a-52269e", "name": "ipp-route-52269e", "reconcileID": "85075a40-952f-4b48-8f7c-28c4ef62ad64", "LLMInferenceService": "ipp-route-52269e", "namespace": "ai-tenant-e2e-ipp-a-52269e"}
2026-09-07T21:28:49Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-52269e","namespace":"ai-tenant-e2e-ipp-a-52269e"}, "namespace": "ai-tenant-e2e-ipp-a-52269e", "name": "ipp-route-52269e", "reconcileID": "85075a40-952f-4b48-8f7c-28c4ef62ad64", "LLMInferenceService": "ipp-route-52269e", "namespace": "ai-tenant-e2e-ipp-a-52269e", "name": "ipp-route-52269e-kserve-route-authn"}
2026-09-07T21:28:49Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-52269e","namespace":"ai-tenant-e2e-ipp-a-52269e"}, "namespace": "ai-tenant-e2e-ipp-a-52269e", "name": "ipp-route-52269e", "reconcileID": "85075a40-952f-4b48-8f7c-28c4ef62ad64", "LLMInferenceService": "ipp-route-52269e", "namespace": "ai-tenant-e2e-ipp-a-52269e", "authType": "userdefined"}
2026-09-07T21:28:49Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-52269e","namespace":"ai-tenant-e2e-ipp-a-52269e"}, "namespace": "ai-tenant-e2e-ipp-a-52269e", "name": "ipp-route-52269e", "reconcileID": "85075a40-952f-4b48-8f7c-28c4ef62ad64", "LLMInferenceService": "ipp-route-52269e", "namespace": "ai-tenant-e2e-ipp-a-52269e"}
2026-09-07T21:28:53Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-52269e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-52269e", "reconcileID": "dea114ee-76c0-4f53-839b-6993621d2402", "Gateway": "e2e-ipp-a-52269e", "namespace": "openshift-ingress"}
2026-09-07T21:28:53Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-52269e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-52269e", "reconcileID": "dea114ee-76c0-4f53-839b-6993621d2402", "Gateway": "e2e-ipp-a-52269e", "namespace": "openshift-ingress", "name": "e2e-ipp-a-52269e-authn-ssl"}
2026-09-07T21:28:53Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-52269e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-52269e", "reconcileID": "dea114ee-76c0-4f53-839b-6993621d2402", "Gateway": "e2e-ipp-a-52269e", "namespace": "openshift-ingress"}
2026-09-07T21:28:54Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-52269e","namespace":"ai-tenant-e2e-ipp-a-52269e"}, "namespace": "ai-tenant-e2e-ipp-a-52269e", "name": "ipp-route-52269e", "reconcileID": "21debe6a-c64d-40d9-8c11-b448e7165393", "LLMInferenceService": "ipp-route-52269e", "namespace": "ai-tenant-e2e-ipp-a-52269e"}
2026-09-07T21:28:54Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-52269e","namespace":"ai-tenant-e2e-ipp-a-52269e"}, "namespace": "ai-tenant-e2e-ipp-a-52269e", "name": "ipp-route-52269e", "reconcileID": "21debe6a-c64d-40d9-8c11-b448e7165393", "LLMInferenceService": "ipp-route-52269e", "namespace": "ai-tenant-e2e-ipp-a-52269e"}
2026-09-07T21:28:54Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-52269e","namespace":"ai-tenant-e2e-ipp-a-52269e"}, "namespace": "ai-tenant-e2e-ipp-a-52269e", "name": "ipp-route-52269e", "reconcileID": "21debe6a-c64d-40d9-8c11-b448e7165393", "LLMInferenceService": "ipp-route-52269e", "namespace": "ai-tenant-e2e-ipp-a-52269e"}
2026-09-07T21:28:54Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-52269e","namespace":"ai-tenant-e2e-ipp-a-52269e"}, "namespace": "ai-tenant-e2e-ipp-a-52269e", "name": "ipp-route-52269e", "reconcileID": "21debe6a-c64d-40d9-8c11-b448e7165393", "LLMInferenceService": "ipp-route-52269e", "namespace": "ai-tenant-e2e-ipp-a-52269e", "name": "ipp-route-52269e-kserve-route-authn"}
2026-09-07T21:28:54Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-52269e","namespace":"ai-tenant-e2e-ipp-a-52269e"}, "namespace": "ai-tenant-e2e-ipp-a-52269e", "name": "ipp-route-52269e", "reconcileID": "21debe6a-c64d-40d9-8c11-b448e7165393", "LLMInferenceService": "ipp-route-52269e", "namespace": "ai-tenant-e2e-ipp-a-52269e", "authType": "userdefined"}
2026-09-07T21:28:54Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-52269e","namespace":"ai-tenant-e2e-ipp-a-52269e"}, "namespace": "ai-tenant-e2e-ipp-a-52269e", "name": "ipp-route-52269e", "reconcileID": "21debe6a-c64d-40d9-8c11-b448e7165393", "LLMInferenceService": "ipp-route-52269e", "namespace": "ai-tenant-e2e-ipp-a-52269e"}
2026-09-07T21:29:06Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-52269e","namespace":"ai-tenant-e2e-ipp-a-52269e"}, "namespace": "ai-tenant-e2e-ipp-a-52269e", "name": "ipp-route-52269e", "reconcileID": "c3fae8d7-a5ce-48a7-9e3b-aaf183f96004", "LLMInferenceService": "ipp-route-52269e", "namespace": "ai-tenant-e2e-ipp-a-52269e"}
2026-09-07T21:29:06Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-52269e","namespace":"ai-tenant-e2e-ipp-a-52269e"}, "namespace": "ai-tenant-e2e-ipp-a-52269e", "name": "ipp-route-52269e", "reconcileID": "c3fae8d7-a5ce-48a7-9e3b-aaf183f96004", "LLMInferenceService": "ipp-route-52269e", "namespace": "ai-tenant-e2e-ipp-a-52269e"}
2026-09-07T21:29:06Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-52269e","namespace":"ai-tenant-e2e-ipp-a-52269e"}, "namespace": "ai-tenant-e2e-ipp-a-52269e", "name": "ipp-route-52269e", "reconcileID": "c3fae8d7-a5ce-48a7-9e3b-aaf183f96004", "LLMInferenceService": "ipp-route-52269e", "namespace": "ai-tenant-e2e-ipp-a-52269e"}
2026-09-07T21:29:06Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-52269e","namespace":"ai-tenant-e2e-ipp-a-52269e"}, "namespace": "ai-tenant-e2e-ipp-a-52269e", "name": "ipp-route-52269e", "reconcileID": "c3fae8d7-a5ce-48a7-9e3b-aaf183f96004", "LLMInferenceService": "ipp-route-52269e", "namespace": "ai-tenant-e2e-ipp-a-52269e", "name": "ipp-route-52269e-kserve-route-authn"}
2026-09-07T21:29:06Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-52269e","namespace":"ai-tenant-e2e-ipp-a-52269e"}, "namespace": "ai-tenant-e2e-ipp-a-52269e", "name": "ipp-route-52269e", "reconcileID": "c3fae8d7-a5ce-48a7-9e3b-aaf183f96004", "LLMInferenceService": "ipp-route-52269e", "namespace": "ai-tenant-e2e-ipp-a-52269e", "authType": "userdefined"}
2026-09-07T21:29:06Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-52269e","namespace":"ai-tenant-e2e-ipp-a-52269e"}, "namespace": "ai-tenant-e2e-ipp-a-52269e", "name": "ipp-route-52269e", "reconcileID": "c3fae8d7-a5ce-48a7-9e3b-aaf183f96004", "LLMInferenceService": "ipp-route-52269e", "namespace": "ai-tenant-e2e-ipp-a-52269e"}
2026-09-07T21:29:20Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f420a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f420a1", "reconcileID": "9dd638a7-a46b-4445-873e-110fe056f4ca", "Gateway": "e2e-ipp-cleanup-f420a1", "namespace": "openshift-ingress"}
2026-09-07T21:29:20Z	INFO	Creating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f420a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f420a1", "reconcileID": "9dd638a7-a46b-4445-873e-110fe056f4ca", "Gateway": "e2e-ipp-cleanup-f420a1", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f420a1-authn-ssl"}
2026-09-07T21:29:20Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f420a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f420a1", "reconcileID": "9dd638a7-a46b-4445-873e-110fe056f4ca", "Gateway": "e2e-ipp-cleanup-f420a1", "namespace": "openshift-ingress"}
2026-09-07T21:29:20Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f420a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f420a1", "reconcileID": "1e72b46d-722c-4537-8af2-91a1ba2b3630", "Gateway": "e2e-ipp-cleanup-f420a1", "namespace": "openshift-ingress"}
2026-09-07T21:29:20Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f420a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f420a1", "reconcileID": "1e72b46d-722c-4537-8af2-91a1ba2b3630", "Gateway": "e2e-ipp-cleanup-f420a1", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f420a1-authn-ssl"}
2026-09-07T21:29:20Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f420a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f420a1", "reconcileID": "1e72b46d-722c-4537-8af2-91a1ba2b3630", "Gateway": "e2e-ipp-cleanup-f420a1", "namespace": "openshift-ingress"}
2026-09-07T21:29:20Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f420a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f420a1", "reconcileID": "6a0c8748-6159-4361-9db6-a1cbc0451514", "Gateway": "e2e-ipp-cleanup-f420a1", "namespace": "openshift-ingress"}
2026-09-07T21:29:20Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f420a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f420a1", "reconcileID": "6a0c8748-6159-4361-9db6-a1cbc0451514", "Gateway": "e2e-ipp-cleanup-f420a1", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f420a1-authn-ssl"}
2026-09-07T21:29:20Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f420a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f420a1", "reconcileID": "6a0c8748-6159-4361-9db6-a1cbc0451514", "Gateway": "e2e-ipp-cleanup-f420a1", "namespace": "openshift-ingress"}
2026-09-07T21:29:20Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f420a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f420a1", "reconcileID": "2d679ff2-184f-49b9-a706-904d7332ca8b", "Gateway": "e2e-ipp-cleanup-f420a1", "namespace": "openshift-ingress"}
2026-09-07T21:29:20Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f420a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f420a1", "reconcileID": "2d679ff2-184f-49b9-a706-904d7332ca8b", "Gateway": "e2e-ipp-cleanup-f420a1", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f420a1-authn-ssl"}
2026-09-07T21:29:20Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f420a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f420a1", "reconcileID": "2d679ff2-184f-49b9-a706-904d7332ca8b", "Gateway": "e2e-ipp-cleanup-f420a1", "namespace": "openshift-ingress"}
2026-09-07T21:29:20Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f420a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f420a1", "reconcileID": "e0974544-6e60-4f5f-8505-51742c87f31c", "Gateway": "e2e-ipp-cleanup-f420a1", "namespace": "openshift-ingress"}
2026-09-07T21:29:20Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f420a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f420a1", "reconcileID": "e0974544-6e60-4f5f-8505-51742c87f31c", "Gateway": "e2e-ipp-cleanup-f420a1", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f420a1-authn-ssl"}
2026-09-07T21:29:20Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f420a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f420a1", "reconcileID": "e0974544-6e60-4f5f-8505-51742c87f31c", "Gateway": "e2e-ipp-cleanup-f420a1", "namespace": "openshift-ingress"}
2026-09-07T21:29:20Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f420a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f420a1", "reconcileID": "52013de6-d6c3-477c-b922-1be6bb2c677c", "Gateway": "e2e-ipp-cleanup-f420a1", "namespace": "openshift-ingress"}
2026-09-07T21:29:20Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f420a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f420a1", "reconcileID": "52013de6-d6c3-477c-b922-1be6bb2c677c", "Gateway": "e2e-ipp-cleanup-f420a1", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f420a1-authn-ssl"}
2026-09-07T21:29:20Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f420a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f420a1", "reconcileID": "52013de6-d6c3-477c-b922-1be6bb2c677c", "Gateway": "e2e-ipp-cleanup-f420a1", "namespace": "openshift-ingress"}
2026-09-07T21:29:21Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f420a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f420a1", "reconcileID": "903def12-f3b8-4225-b16c-439e332f1520", "Gateway": "e2e-ipp-cleanup-f420a1", "namespace": "openshift-ingress"}
2026-09-07T21:29:21Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f420a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f420a1", "reconcileID": "903def12-f3b8-4225-b16c-439e332f1520", "Gateway": "e2e-ipp-cleanup-f420a1", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f420a1-authn-ssl"}
2026-09-07T21:29:21Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f420a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f420a1", "reconcileID": "903def12-f3b8-4225-b16c-439e332f1520", "Gateway": "e2e-ipp-cleanup-f420a1", "namespace": "openshift-ingress"}
2026-09-07T21:29:23Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-f420a1"}, "namespace": "ai-tenant-e2e-ipp-cleanup-f420a1", "name": "openshift-service-ca.crt", "reconcileID": "4b7731da-dfe2-4ad6-a03c-aa2468bf89bb", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-f420a1"}
2026-09-07T21:29:23Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-f420a1"}, "namespace": "ai-tenant-e2e-ipp-cleanup-f420a1", "name": "odh-trusted-ca-bundle", "reconcileID": "84ce297f-0993-4a1e-b458-a31fc5236518", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-f420a1"}
2026-09-07T21:29:23Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-f420a1"}, "namespace": "ai-tenant-e2e-ipp-cleanup-f420a1", "name": "openshift-service-ca.crt", "reconcileID": "6e1ee9cf-d0f4-4265-9d0f-aec4de820e1f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-f420a1", "create": "odh-kserve-custom-ca-bundle"}
2026-09-07T21:29:23Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-f420a1"}, "namespace": "ai-tenant-e2e-ipp-cleanup-f420a1", "name": "openshift-service-ca.crt", "reconcileID": "6e1ee9cf-d0f4-4265-9d0f-aec4de820e1f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-f420a1"}
2026-09-07T21:29:23Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-f420a1"}, "namespace": "ai-tenant-e2e-ipp-cleanup-f420a1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0423c234-93aa-472f-a084-ddbc1657f7d5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-f420a1"}
2026-09-07T21:29:23Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-f420a1"}, "namespace": "ai-tenant-e2e-ipp-cleanup-f420a1", "name": "openshift-service-ca.crt", "reconcileID": "8f134b60-d22d-46d4-8a3b-a72d1c8c8202", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-f420a1"}
2026-09-07T21:29:23Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-f420a1"}, "namespace": "ai-tenant-e2e-ipp-cleanup-f420a1", "name": "odh-trusted-ca-bundle", "reconcileID": "4a692a98-6931-4f77-b622-e04f19c4cc81", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-f420a1", "update": "odh-kserve-custom-ca-bundle"}
2026-09-07T21:29:23Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-f420a1"}, "namespace": "ai-tenant-e2e-ipp-cleanup-f420a1", "name": "odh-trusted-ca-bundle", "reconcileID": "4a692a98-6931-4f77-b622-e04f19c4cc81", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-f420a1"}
2026-09-07T21:29:23Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-f420a1"}, "namespace": "ai-tenant-e2e-ipp-cleanup-f420a1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "539121dc-2500-40ac-98b4-f5f6b4f90024", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-f420a1"}
2026-09-07T21:29:25Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f420a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f420a1", "reconcileID": "61bcabd8-8930-4e53-a33c-a51acc8f5ce2", "Gateway": "e2e-ipp-cleanup-f420a1", "namespace": "openshift-ingress"}
2026-09-07T21:29:25Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f420a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f420a1", "reconcileID": "61bcabd8-8930-4e53-a33c-a51acc8f5ce2", "Gateway": "e2e-ipp-cleanup-f420a1", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f420a1-authn-ssl"}
2026-09-07T21:29:25Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f420a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f420a1", "reconcileID": "61bcabd8-8930-4e53-a33c-a51acc8f5ce2", "Gateway": "e2e-ipp-cleanup-f420a1", "namespace": "openshift-ingress"}
2026-09-07T21:29:34Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f420a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f420a1", "reconcileID": "f38872d9-2a87-48f5-be6d-554279d06cb0", "Gateway": "e2e-ipp-cleanup-f420a1", "namespace": "openshift-ingress"}
2026-09-07T21:29:34Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f420a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f420a1", "reconcileID": "f38872d9-2a87-48f5-be6d-554279d06cb0", "Gateway": "e2e-ipp-cleanup-f420a1", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f420a1-authn-ssl"}
2026-09-07T21:29:34Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f420a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f420a1", "reconcileID": "f38872d9-2a87-48f5-be6d-554279d06cb0", "Gateway": "e2e-ipp-cleanup-f420a1", "namespace": "openshift-ingress"}
2026-09-07T21:29:55Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f420a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f420a1", "reconcileID": "3690cf4c-e6df-4770-a4c2-aeb0b853940d", "Gateway": "e2e-ipp-cleanup-f420a1", "namespace": "openshift-ingress"}
2026-09-07T21:29:55Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f420a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f420a1", "reconcileID": "3690cf4c-e6df-4770-a4c2-aeb0b853940d", "Gateway": "e2e-ipp-cleanup-f420a1", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f420a1-authn-ssl"}
2026-09-07T21:29:55Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f420a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f420a1", "reconcileID": "3690cf4c-e6df-4770-a4c2-aeb0b853940d", "Gateway": "e2e-ipp-cleanup-f420a1", "namespace": "openshift-ingress"}
2026-09-07T21:30:00Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f420a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f420a1", "reconcileID": "13118a8f-d723-4a93-8160-364842903be4", "Gateway": "e2e-ipp-cleanup-f420a1", "namespace": "openshift-ingress"}
2026-09-07T21:30:00Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f420a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f420a1", "reconcileID": "13118a8f-d723-4a93-8160-364842903be4", "Gateway": "e2e-ipp-cleanup-f420a1", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f420a1-authn-ssl"}
2026-09-07T21:30:00Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f420a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f420a1", "reconcileID": "13118a8f-d723-4a93-8160-364842903be4", "Gateway": "e2e-ipp-cleanup-f420a1", "namespace": "openshift-ingress"}
2026-09-07T21:30:01Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-f420a1"}, "namespace": "ai-tenant-e2e-ipp-cleanup-f420a1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4ff75fee-bf62-4db3-810d-3c1f38a26d3f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-f420a1"}
2026-09-07T21:30:01Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-f420a1"}, "namespace": "ai-tenant-e2e-ipp-cleanup-f420a1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4ff75fee-bf62-4db3-810d-3c1f38a26d3f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-f420a1", "create": "odh-kserve-custom-ca-bundle"}
2026-09-07T21:30:01Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-f420a1"}, "namespace": "ai-tenant-e2e-ipp-cleanup-f420a1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4ff75fee-bf62-4db3-810d-3c1f38a26d3f", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-f420a1 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-07T21:30:01Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-f420a1"}, "namespace": "ai-tenant-e2e-ipp-cleanup-f420a1", "name": "odh-trusted-ca-bundle", "reconcileID": "dd6dc961-131e-4dff-9138-7a55d5e6c3e3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-f420a1"}
2026-09-07T21:30:01Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-f420a1"}, "namespace": "ai-tenant-e2e-ipp-cleanup-f420a1", "name": "odh-trusted-ca-bundle", "reconcileID": "dd6dc961-131e-4dff-9138-7a55d5e6c3e3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-f420a1"}
2026-09-07T21:30:01Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-f420a1"}, "namespace": "ai-tenant-e2e-ipp-cleanup-f420a1", "name": "openshift-service-ca.crt", "reconcileID": "87778ca6-539f-4c11-b751-c20ecd8917c6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-f420a1"}
2026-09-07T21:30:01Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-f420a1"}, "namespace": "ai-tenant-e2e-ipp-cleanup-f420a1", "name": "openshift-service-ca.crt", "reconcileID": "87778ca6-539f-4c11-b751-c20ecd8917c6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-f420a1"}
2026-09-07T21:30:01Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-f420a1"}, "namespace": "ai-tenant-e2e-ipp-cleanup-f420a1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "18a67f1a-618c-4f06-b611-fbac9def45f4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-f420a1"}
2026-09-07T21:30:01Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-f420a1"}, "namespace": "ai-tenant-e2e-ipp-cleanup-f420a1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "18a67f1a-618c-4f06-b611-fbac9def45f4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-f420a1"}
2026-09-07T21:30:02Z	DEBUG	Gateway not found, resources owned by Gateway will be garbage collected	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-f420a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-f420a1", "reconcileID": "0afea21c-8a46-494a-b032-fd9de4769dd1", "Gateway": "e2e-ipp-cleanup-f420a1", "namespace": "openshift-ingress"}
2026-09-07T21:30:21Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-52269e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-52269e", "reconcileID": "f2b0bd5d-9a26-4a00-ab71-caee234f2bdd", "Gateway": "e2e-ipp-a-52269e", "namespace": "openshift-ingress"}
2026-09-07T21:30:21Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-52269e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-52269e", "reconcileID": "f2b0bd5d-9a26-4a00-ab71-caee234f2bdd", "Gateway": "e2e-ipp-a-52269e", "namespace": "openshift-ingress", "name": "e2e-ipp-a-52269e-authn-ssl"}
2026-09-07T21:30:21Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-52269e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-52269e", "reconcileID": "f2b0bd5d-9a26-4a00-ab71-caee234f2bdd", "Gateway": "e2e-ipp-a-52269e", "namespace": "openshift-ingress"}
2026-09-07T21:30:21Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-52269e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-52269e", "reconcileID": "dbd0616c-e1ac-4c2a-a891-43d059c57ecf", "Gateway": "e2e-ipp-a-52269e", "namespace": "openshift-ingress"}
2026-09-07T21:30:21Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-52269e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-52269e", "reconcileID": "dbd0616c-e1ac-4c2a-a891-43d059c57ecf", "Gateway": "e2e-ipp-a-52269e", "namespace": "openshift-ingress", "name": "e2e-ipp-a-52269e-authn-ssl"}
2026-09-07T21:30:21Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-52269e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-52269e", "reconcileID": "dbd0616c-e1ac-4c2a-a891-43d059c57ecf", "Gateway": "e2e-ipp-a-52269e", "namespace": "openshift-ingress"}
2026-09-07T21:30:27Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-52269e","namespace":"ai-tenant-e2e-ipp-a-52269e"}, "namespace": "ai-tenant-e2e-ipp-a-52269e", "name": "ipp-route-52269e", "reconcileID": "0911727b-6c6f-42c6-8765-72bf108fefc2", "LLMInferenceService": "ipp-route-52269e", "namespace": "ai-tenant-e2e-ipp-a-52269e"}
2026-09-07T21:30:27Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-52269e","namespace":"ai-tenant-e2e-ipp-a-52269e"}, "namespace": "ai-tenant-e2e-ipp-a-52269e", "name": "ipp-route-52269e", "reconcileID": "0911727b-6c6f-42c6-8765-72bf108fefc2", "LLMInferenceService": "ipp-route-52269e", "namespace": "ai-tenant-e2e-ipp-a-52269e"}
2026-09-07T21:30:27Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-52269e","namespace":"ai-tenant-e2e-ipp-a-52269e"}, "namespace": "ai-tenant-e2e-ipp-a-52269e", "name": "ipp-route-52269e", "reconcileID": "0911727b-6c6f-42c6-8765-72bf108fefc2", "LLMInferenceService": "ipp-route-52269e", "namespace": "ai-tenant-e2e-ipp-a-52269e"}
2026-09-07T21:30:27Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-52269e","namespace":"ai-tenant-e2e-ipp-a-52269e"}, "namespace": "ai-tenant-e2e-ipp-a-52269e", "name": "ipp-route-52269e", "reconcileID": "0911727b-6c6f-42c6-8765-72bf108fefc2", "LLMInferenceService": "ipp-route-52269e", "namespace": "ai-tenant-e2e-ipp-a-52269e", "name": "ipp-route-52269e-kserve-route-authn"}
2026-09-07T21:30:27Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-52269e","namespace":"ai-tenant-e2e-ipp-a-52269e"}, "namespace": "ai-tenant-e2e-ipp-a-52269e", "name": "ipp-route-52269e", "reconcileID": "0911727b-6c6f-42c6-8765-72bf108fefc2", "LLMInferenceService": "ipp-route-52269e", "namespace": "ai-tenant-e2e-ipp-a-52269e", "authType": "userdefined"}
2026-09-07T21:30:27Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-52269e","namespace":"ai-tenant-e2e-ipp-a-52269e"}, "namespace": "ai-tenant-e2e-ipp-a-52269e", "name": "ipp-route-52269e", "reconcileID": "0911727b-6c6f-42c6-8765-72bf108fefc2", "LLMInferenceService": "ipp-route-52269e", "namespace": "ai-tenant-e2e-ipp-a-52269e"}
2026-09-07T21:30:27Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-52269e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-52269e", "reconcileID": "a64b7121-183a-4964-a849-0cdeea86b10c", "Gateway": "e2e-ipp-a-52269e", "namespace": "openshift-ingress"}
2026-09-07T21:30:27Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-52269e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-52269e", "reconcileID": "a64b7121-183a-4964-a849-0cdeea86b10c", "Gateway": "e2e-ipp-a-52269e", "namespace": "openshift-ingress", "name": "e2e-ipp-a-52269e-authn-ssl"}
2026-09-07T21:30:27Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-52269e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-52269e", "reconcileID": "a64b7121-183a-4964-a849-0cdeea86b10c", "Gateway": "e2e-ipp-a-52269e", "namespace": "openshift-ingress"}
2026-09-07T21:31:02Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-52269e","namespace":"ai-tenant-e2e-ipp-a-52269e"}, "namespace": "ai-tenant-e2e-ipp-a-52269e", "name": "ipp-route-52269e", "reconcileID": "20a1fa7e-0935-4804-a964-52875816fc15", "LLMInferenceService": "ipp-route-52269e", "namespace": "ai-tenant-e2e-ipp-a-52269e"}
2026-09-07T21:31:02Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-52269e","namespace":"ai-tenant-e2e-ipp-a-52269e"}, "namespace": "ai-tenant-e2e-ipp-a-52269e", "name": "ipp-route-52269e", "reconcileID": "20a1fa7e-0935-4804-a964-52875816fc15", "LLMInferenceService": "ipp-route-52269e", "namespace": "ai-tenant-e2e-ipp-a-52269e"}
2026-09-07T21:31:02Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-52269e","namespace":"ai-tenant-e2e-ipp-a-52269e"}, "namespace": "ai-tenant-e2e-ipp-a-52269e", "name": "ipp-route-52269e", "reconcileID": "20a1fa7e-0935-4804-a964-52875816fc15", "LLMInferenceService": "ipp-route-52269e", "namespace": "ai-tenant-e2e-ipp-a-52269e"}
2026-09-07T21:31:02Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-52269e","namespace":"ai-tenant-e2e-ipp-a-52269e"}, "namespace": "ai-tenant-e2e-ipp-a-52269e", "name": "ipp-route-52269e", "reconcileID": "20a1fa7e-0935-4804-a964-52875816fc15", "LLMInferenceService": "ipp-route-52269e", "namespace": "ai-tenant-e2e-ipp-a-52269e", "name": "ipp-route-52269e-kserve-route-authn"}
2026-09-07T21:31:02Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-52269e","namespace":"ai-tenant-e2e-ipp-a-52269e"}, "namespace": "ai-tenant-e2e-ipp-a-52269e", "name": "ipp-route-52269e", "reconcileID": "20a1fa7e-0935-4804-a964-52875816fc15", "LLMInferenceService": "ipp-route-52269e", "namespace": "ai-tenant-e2e-ipp-a-52269e", "authType": "userdefined"}
2026-09-07T21:31:02Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-52269e","namespace":"ai-tenant-e2e-ipp-a-52269e"}, "namespace": "ai-tenant-e2e-ipp-a-52269e", "name": "ipp-route-52269e", "reconcileID": "20a1fa7e-0935-4804-a964-52875816fc15", "LLMInferenceService": "ipp-route-52269e", "namespace": "ai-tenant-e2e-ipp-a-52269e"}
2026-09-07T21:31:02Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-52269e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-52269e", "reconcileID": "da6ccb48-a8c3-4722-920a-fe38a393c659", "Gateway": "e2e-ipp-a-52269e", "namespace": "openshift-ingress"}
2026-09-07T21:31:02Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-52269e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-52269e", "reconcileID": "da6ccb48-a8c3-4722-920a-fe38a393c659", "Gateway": "e2e-ipp-a-52269e", "namespace": "openshift-ingress", "name": "e2e-ipp-a-52269e-authn-ssl"}
2026-09-07T21:31:02Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-52269e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-52269e", "reconcileID": "da6ccb48-a8c3-4722-920a-fe38a393c659", "Gateway": "e2e-ipp-a-52269e", "namespace": "openshift-ingress"}
2026-09-07T21:31:03Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-52269e"}, "namespace": "ai-tenant-e2e-ipp-a-52269e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "71c3b3af-8e0d-4f7f-9dd3-cf803de2e231", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-52269e"}
2026-09-07T21:31:03Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-52269e"}, "namespace": "ai-tenant-e2e-ipp-a-52269e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "71c3b3af-8e0d-4f7f-9dd3-cf803de2e231", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-52269e", "create": "odh-kserve-custom-ca-bundle"}
2026-09-07T21:31:03Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-52269e"}, "namespace": "ai-tenant-e2e-ipp-a-52269e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "71c3b3af-8e0d-4f7f-9dd3-cf803de2e231", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-52269e because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-07T21:31:03Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-52269e"}, "namespace": "ai-tenant-e2e-ipp-a-52269e", "name": "odh-trusted-ca-bundle", "reconcileID": "4729b3ef-e865-4719-b7db-ff469521b9eb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-52269e"}
2026-09-07T21:31:03Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-52269e"}, "namespace": "ai-tenant-e2e-ipp-a-52269e", "name": "odh-trusted-ca-bundle", "reconcileID": "4729b3ef-e865-4719-b7db-ff469521b9eb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-52269e"}
2026-09-07T21:31:03Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-52269e"}, "namespace": "ai-tenant-e2e-ipp-a-52269e", "name": "openshift-service-ca.crt", "reconcileID": "2f0a0e95-1336-43ef-a12f-41b4c3ff7cb6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-52269e"}
2026-09-07T21:31:03Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-52269e"}, "namespace": "ai-tenant-e2e-ipp-a-52269e", "name": "openshift-service-ca.crt", "reconcileID": "2f0a0e95-1336-43ef-a12f-41b4c3ff7cb6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-52269e"}
2026-09-07T21:31:03Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-52269e"}, "namespace": "ai-tenant-e2e-ipp-a-52269e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "81a060ae-c8f0-4bd8-a7b1-7cae8c533fd6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-52269e"}
2026-09-07T21:31:03Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-52269e"}, "namespace": "ai-tenant-e2e-ipp-a-52269e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "81a060ae-c8f0-4bd8-a7b1-7cae8c533fd6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-52269e"}
2026-09-07T21:31:03Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-52269e","namespace":"ai-tenant-e2e-ipp-a-52269e"}, "namespace": "ai-tenant-e2e-ipp-a-52269e", "name": "ipp-route-52269e", "reconcileID": "53eb8991-9710-45ef-ac79-6cb8c172ddf4", "LLMInferenceService": "ipp-route-52269e", "namespace": "ai-tenant-e2e-ipp-a-52269e"}
2026-09-07T21:31:03Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-52269e","namespace":"ai-tenant-e2e-ipp-a-52269e"}, "namespace": "ai-tenant-e2e-ipp-a-52269e", "name": "ipp-route-52269e", "reconcileID": "53eb8991-9710-45ef-ac79-6cb8c172ddf4", "LLMInferenceService": "ipp-route-52269e", "namespace": "ai-tenant-e2e-ipp-a-52269e"}
2026-09-07T21:31:03Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-52269e","namespace":"ai-tenant-e2e-ipp-a-52269e"}, "namespace": "ai-tenant-e2e-ipp-a-52269e", "name": "ipp-route-52269e", "reconcileID": "53eb8991-9710-45ef-ac79-6cb8c172ddf4", "LLMInferenceService": "ipp-route-52269e", "namespace": "ai-tenant-e2e-ipp-a-52269e"}
2026-09-07T21:31:03Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-52269e","namespace":"ai-tenant-e2e-ipp-a-52269e"}, "namespace": "ai-tenant-e2e-ipp-a-52269e", "name": "ipp-route-52269e", "reconcileID": "53eb8991-9710-45ef-ac79-6cb8c172ddf4", "LLMInferenceService": "ipp-route-52269e", "namespace": "ai-tenant-e2e-ipp-a-52269e", "name": "ipp-route-52269e-kserve-route-authn"}
2026-09-07T21:31:03Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-52269e","namespace":"ai-tenant-e2e-ipp-a-52269e"}, "namespace": "ai-tenant-e2e-ipp-a-52269e", "name": "ipp-route-52269e", "reconcileID": "53eb8991-9710-45ef-ac79-6cb8c172ddf4", "LLMInferenceService": "ipp-route-52269e", "namespace": "ai-tenant-e2e-ipp-a-52269e", "authType": "userdefined"}
2026-09-07T21:31:03Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-52269e","namespace":"ai-tenant-e2e-ipp-a-52269e"}, "namespace": "ai-tenant-e2e-ipp-a-52269e", "name": "ipp-route-52269e", "reconcileID": "53eb8991-9710-45ef-ac79-6cb8c172ddf4", "LLMInferenceService": "ipp-route-52269e", "namespace": "ai-tenant-e2e-ipp-a-52269e"}
2026-09-07T21:31:03Z	INFO	LLMInferenceService being deleted, cleaning up sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-52269e","namespace":"ai-tenant-e2e-ipp-a-52269e"}, "namespace": "ai-tenant-e2e-ipp-a-52269e", "name": "ipp-route-52269e", "reconcileID": "a76416bd-564c-474f-93c1-17d3a811fd7a", "LLMInferenceService": "ipp-route-52269e", "namespace": "ai-tenant-e2e-ipp-a-52269e"}
2026-09-07T21:31:03Z	DEBUG	Triggering Delete for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-52269e","namespace":"ai-tenant-e2e-ipp-a-52269e"}, "namespace": "ai-tenant-e2e-ipp-a-52269e", "name": "ipp-route-52269e", "reconcileID": "a76416bd-564c-474f-93c1-17d3a811fd7a", "LLMInferenceService": "ipp-route-52269e", "namespace": "ai-tenant-e2e-ipp-a-52269e", "name": "ipp-route-52269e"}
2026-09-07T21:31:03Z	DEBUG	Deleting AuthPolicies for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-52269e","namespace":"ai-tenant-e2e-ipp-a-52269e"}, "namespace": "ai-tenant-e2e-ipp-a-52269e", "name": "ipp-route-52269e", "reconcileID": "a76416bd-564c-474f-93c1-17d3a811fd7a", "LLMInferenceService": "ipp-route-52269e", "namespace": "ai-tenant-e2e-ipp-a-52269e"}
2026-09-07T21:31:03Z	DEBUG	Deleting HTTPRoute AuthPolicy for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-52269e","namespace":"ai-tenant-e2e-ipp-a-52269e"}, "namespace": "ai-tenant-e2e-ipp-a-52269e", "name": "ipp-route-52269e", "reconcileID": "a76416bd-564c-474f-93c1-17d3a811fd7a", "LLMInferenceService": "ipp-route-52269e", "namespace": "ai-tenant-e2e-ipp-a-52269e"}
2026-09-07T21:31:03Z	DEBUG	Attempting to delete HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-52269e","namespace":"ai-tenant-e2e-ipp-a-52269e"}, "namespace": "ai-tenant-e2e-ipp-a-52269e", "name": "ipp-route-52269e", "reconcileID": "a76416bd-564c-474f-93c1-17d3a811fd7a", "LLMInferenceService": "ipp-route-52269e", "namespace": "ai-tenant-e2e-ipp-a-52269e", "name": "ipp-route-52269e-kserve-route-authn"}
2026-09-07T21:31:03Z	INFO	Successfully deleted HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-52269e","namespace":"ai-tenant-e2e-ipp-a-52269e"}, "namespace": "ai-tenant-e2e-ipp-a-52269e", "name": "ipp-route-52269e", "reconcileID": "a76416bd-564c-474f-93c1-17d3a811fd7a", "LLMInferenceService": "ipp-route-52269e", "namespace": "ai-tenant-e2e-ipp-a-52269e", "name": "ipp-route-52269e-kserve-route-authn"}
2026-09-07T21:31:03Z	DEBUG	Triggering LLMInferenceService Cleanup for Namespace	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-52269e","namespace":"ai-tenant-e2e-ipp-a-52269e"}, "namespace": "ai-tenant-e2e-ipp-a-52269e", "name": "ipp-route-52269e", "reconcileID": "a76416bd-564c-474f-93c1-17d3a811fd7a", "LLMInferenceService": "ipp-route-52269e", "namespace": "ai-tenant-e2e-ipp-a-52269e", "namespace": "ai-tenant-e2e-ipp-a-52269e"}
2026-09-07T21:31:03Z	DEBUG	Cleaning up LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-52269e","namespace":"ai-tenant-e2e-ipp-a-52269e"}, "namespace": "ai-tenant-e2e-ipp-a-52269e", "name": "ipp-route-52269e", "reconcileID": "a76416bd-564c-474f-93c1-17d3a811fd7a", "LLMInferenceService": "ipp-route-52269e", "namespace": "ai-tenant-e2e-ipp-a-52269e", "namespace": "ai-tenant-e2e-ipp-a-52269e"}
2026-09-07T21:31:08Z	INFO	LLMInferenceService being deleted, cleaning up sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-52269e","namespace":"ai-tenant-e2e-ipp-a-52269e"}, "namespace": "ai-tenant-e2e-ipp-a-52269e", "name": "ipp-route-52269e", "reconcileID": "5c42a8e3-8a67-4b6d-841a-62cd89b32fee", "LLMInferenceService": "ipp-route-52269e", "namespace": "ai-tenant-e2e-ipp-a-52269e"}
2026-09-07T21:31:08Z	DEBUG	Triggering Delete for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-52269e","namespace":"ai-tenant-e2e-ipp-a-52269e"}, "namespace": "ai-tenant-e2e-ipp-a-52269e", "name": "ipp-route-52269e", "reconcileID": "5c42a8e3-8a67-4b6d-841a-62cd89b32fee", "LLMInferenceService": "ipp-route-52269e", "namespace": "ai-tenant-e2e-ipp-a-52269e", "name": "ipp-route-52269e"}
2026-09-07T21:31:08Z	DEBUG	Deleting AuthPolicies for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-52269e","namespace":"ai-tenant-e2e-ipp-a-52269e"}, "namespace": "ai-tenant-e2e-ipp-a-52269e", "name": "ipp-route-52269e", "reconcileID": "5c42a8e3-8a67-4b6d-841a-62cd89b32fee", "LLMInferenceService": "ipp-route-52269e", "namespace": "ai-tenant-e2e-ipp-a-52269e"}
2026-09-07T21:31:08Z	DEBUG	Deleting HTTPRoute AuthPolicy for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-52269e","namespace":"ai-tenant-e2e-ipp-a-52269e"}, "namespace": "ai-tenant-e2e-ipp-a-52269e", "name": "ipp-route-52269e", "reconcileID": "5c42a8e3-8a67-4b6d-841a-62cd89b32fee", "LLMInferenceService": "ipp-route-52269e", "namespace": "ai-tenant-e2e-ipp-a-52269e"}
2026-09-07T21:31:08Z	DEBUG	Attempting to delete HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-52269e","namespace":"ai-tenant-e2e-ipp-a-52269e"}, "namespace": "ai-tenant-e2e-ipp-a-52269e", "name": "ipp-route-52269e", "reconcileID": "5c42a8e3-8a67-4b6d-841a-62cd89b32fee", "LLMInferenceService": "ipp-route-52269e", "namespace": "ai-tenant-e2e-ipp-a-52269e", "name": "ipp-route-52269e-kserve-route-authn"}
2026-09-07T21:31:08Z	INFO	Successfully deleted HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-52269e","namespace":"ai-tenant-e2e-ipp-a-52269e"}, "namespace": "ai-tenant-e2e-ipp-a-52269e", "name": "ipp-route-52269e", "reconcileID": "5c42a8e3-8a67-4b6d-841a-62cd89b32fee", "LLMInferenceService": "ipp-route-52269e", "namespace": "ai-tenant-e2e-ipp-a-52269e", "name": "ipp-route-52269e-kserve-route-authn"}
2026-09-07T21:31:08Z	DEBUG	Triggering LLMInferenceService Cleanup for Namespace	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-52269e","namespace":"ai-tenant-e2e-ipp-a-52269e"}, "namespace": "ai-tenant-e2e-ipp-a-52269e", "name": "ipp-route-52269e", "reconcileID": "5c42a8e3-8a67-4b6d-841a-62cd89b32fee", "LLMInferenceService": "ipp-route-52269e", "namespace": "ai-tenant-e2e-ipp-a-52269e", "namespace": "ai-tenant-e2e-ipp-a-52269e"}
2026-09-07T21:31:08Z	DEBUG	Cleaning up LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-52269e","namespace":"ai-tenant-e2e-ipp-a-52269e"}, "namespace": "ai-tenant-e2e-ipp-a-52269e", "name": "ipp-route-52269e", "reconcileID": "5c42a8e3-8a67-4b6d-841a-62cd89b32fee", "LLMInferenceService": "ipp-route-52269e", "namespace": "ai-tenant-e2e-ipp-a-52269e", "namespace": "ai-tenant-e2e-ipp-a-52269e"}
2026-09-07T21:31:08Z	INFO	Stop LLMInferenceService reconciliation	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-52269e","namespace":"ai-tenant-e2e-ipp-a-52269e"}, "namespace": "ai-tenant-e2e-ipp-a-52269e", "name": "ipp-route-52269e", "reconcileID": "db9a0d19-f696-49a3-9e95-056e1c01f9d2", "LLMInferenceService": "ipp-route-52269e", "namespace": "ai-tenant-e2e-ipp-a-52269e"}
2026-09-07T21:31:08Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-52269e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-52269e", "reconcileID": "6eb0b892-dc13-4c77-a471-02506bbeb9bd", "Gateway": "e2e-ipp-a-52269e", "namespace": "openshift-ingress"}
2026-09-07T21:31:08Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-52269e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-52269e", "reconcileID": "6eb0b892-dc13-4c77-a471-02506bbeb9bd", "Gateway": "e2e-ipp-a-52269e", "namespace": "openshift-ingress", "name": "e2e-ipp-a-52269e-authn-ssl"}
2026-09-07T21:31:08Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-52269e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-52269e", "reconcileID": "6eb0b892-dc13-4c77-a471-02506bbeb9bd", "Gateway": "e2e-ipp-a-52269e", "namespace": "openshift-ingress"}
2026-09-07T21:31:09Z	DEBUG	Gateway not found, resources owned by Gateway will be garbage collected	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-52269e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-52269e", "reconcileID": "702290cc-4309-4bce-9e8c-16c9d342f308", "Gateway": "e2e-ipp-a-52269e", "namespace": "openshift-ingress"}
2026-09-07T21:31:20Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-629e95","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-629e95", "reconcileID": "fff00d71-430c-406d-bcc3-d3506abc72a4", "Gateway": "e2e-ipp-b-629e95", "namespace": "openshift-ingress"}
2026-09-07T21:31:20Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-629e95","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-629e95", "reconcileID": "fff00d71-430c-406d-bcc3-d3506abc72a4", "Gateway": "e2e-ipp-b-629e95", "namespace": "openshift-ingress", "name": "e2e-ipp-b-629e95-authn-ssl"}
2026-09-07T21:31:20Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-629e95","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-629e95", "reconcileID": "fff00d71-430c-406d-bcc3-d3506abc72a4", "Gateway": "e2e-ipp-b-629e95", "namespace": "openshift-ingress"}
2026-09-07T21:31:25Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-629e95","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-629e95", "reconcileID": "b9f98515-2cb0-4ca7-b0cc-58f56f7eb5f6", "Gateway": "e2e-ipp-b-629e95", "namespace": "openshift-ingress"}
2026-09-07T21:31:25Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-629e95","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-629e95", "reconcileID": "b9f98515-2cb0-4ca7-b0cc-58f56f7eb5f6", "Gateway": "e2e-ipp-b-629e95", "namespace": "openshift-ingress", "name": "e2e-ipp-b-629e95-authn-ssl"}
2026-09-07T21:31:25Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-629e95","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-629e95", "reconcileID": "b9f98515-2cb0-4ca7-b0cc-58f56f7eb5f6", "Gateway": "e2e-ipp-b-629e95", "namespace": "openshift-ingress"}
2026-09-07T21:31:26Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-629e95"}, "namespace": "ai-tenant-e2e-ipp-b-629e95", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5010cc0b-bc5c-41ae-abac-5820cbce5c1e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-629e95"}
2026-09-07T21:31:26Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-629e95"}, "namespace": "ai-tenant-e2e-ipp-b-629e95", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5010cc0b-bc5c-41ae-abac-5820cbce5c1e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-629e95", "create": "odh-kserve-custom-ca-bundle"}
2026-09-07T21:31:26Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-629e95"}, "namespace": "ai-tenant-e2e-ipp-b-629e95", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5010cc0b-bc5c-41ae-abac-5820cbce5c1e", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-629e95 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-07T21:31:26Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-629e95"}, "namespace": "ai-tenant-e2e-ipp-b-629e95", "name": "odh-trusted-ca-bundle", "reconcileID": "5b72202a-feb8-4a18-a84e-09cab1ed677c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-629e95"}
2026-09-07T21:31:26Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-629e95"}, "namespace": "ai-tenant-e2e-ipp-b-629e95", "name": "odh-trusted-ca-bundle", "reconcileID": "5b72202a-feb8-4a18-a84e-09cab1ed677c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-629e95"}
2026-09-07T21:31:26Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-629e95"}, "namespace": "ai-tenant-e2e-ipp-b-629e95", "name": "openshift-service-ca.crt", "reconcileID": "1e8f230a-f281-428a-8e49-bbda12c594ad", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-629e95"}
2026-09-07T21:31:26Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-629e95"}, "namespace": "ai-tenant-e2e-ipp-b-629e95", "name": "openshift-service-ca.crt", "reconcileID": "1e8f230a-f281-428a-8e49-bbda12c594ad", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-629e95"}
2026-09-07T21:31:26Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-629e95"}, "namespace": "ai-tenant-e2e-ipp-b-629e95", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4ba188cd-a560-45d0-85e4-a9768be703a2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-629e95"}
2026-09-07T21:31:26Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-629e95"}, "namespace": "ai-tenant-e2e-ipp-b-629e95", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4ba188cd-a560-45d0-85e4-a9768be703a2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-629e95"}
2026-09-07T21:31:27Z	DEBUG	Gateway not found, resources owned by Gateway will be garbage collected	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-629e95","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-629e95", "reconcileID": "6bd2e2d7-da14-4a2e-8a35-60be6343ac77", "Gateway": "e2e-ipp-b-629e95", "namespace": "openshift-ingress"}
2026-09-07T21:31:37Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-15d5e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-15d5e2", "reconcileID": "518d7cfd-4bd5-4367-a00e-68ca52aa06f6", "Gateway": "e2e-shared-a-w3-15d5e2", "namespace": "openshift-ingress"}
2026-09-07T21:31:37Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-15d5e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-15d5e2", "reconcileID": "518d7cfd-4bd5-4367-a00e-68ca52aa06f6", "Gateway": "e2e-shared-a-w3-15d5e2", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-15d5e2-authn-ssl"}
2026-09-07T21:31:37Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-15d5e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-15d5e2", "reconcileID": "518d7cfd-4bd5-4367-a00e-68ca52aa06f6", "Gateway": "e2e-shared-a-w3-15d5e2", "namespace": "openshift-ingress"}
2026-09-07T21:31:42Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-15d5e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-15d5e2", "reconcileID": "fb9ad5ba-8121-43ef-be6e-df28fc569ece", "Gateway": "e2e-shared-a-w3-15d5e2", "namespace": "openshift-ingress"}
2026-09-07T21:31:42Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-15d5e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-15d5e2", "reconcileID": "fb9ad5ba-8121-43ef-be6e-df28fc569ece", "Gateway": "e2e-shared-a-w3-15d5e2", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-15d5e2-authn-ssl"}
2026-09-07T21:31:42Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-15d5e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-15d5e2", "reconcileID": "fb9ad5ba-8121-43ef-be6e-df28fc569ece", "Gateway": "e2e-shared-a-w3-15d5e2", "namespace": "openshift-ingress"}
2026-09-07T21:31:44Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-15d5e2"}, "namespace": "ai-tenant-e2e-shared-a-w3-15d5e2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5b6d51a8-bf34-4e78-bf4a-2918a207cd9d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-15d5e2"}
2026-09-07T21:31:44Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-15d5e2"}, "namespace": "ai-tenant-e2e-shared-a-w3-15d5e2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5b6d51a8-bf34-4e78-bf4a-2918a207cd9d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-15d5e2", "create": "odh-kserve-custom-ca-bundle"}
2026-09-07T21:31:44Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-15d5e2"}, "namespace": "ai-tenant-e2e-shared-a-w3-15d5e2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5b6d51a8-bf34-4e78-bf4a-2918a207cd9d", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w3-15d5e2 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-07T21:31:44Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-15d5e2"}, "namespace": "ai-tenant-e2e-shared-a-w3-15d5e2", "name": "odh-trusted-ca-bundle", "reconcileID": "7e137675-3734-4b91-9d0d-a2f831c7f05e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-15d5e2"}
2026-09-07T21:31:44Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-15d5e2"}, "namespace": "ai-tenant-e2e-shared-a-w3-15d5e2", "name": "odh-trusted-ca-bundle", "reconcileID": "7e137675-3734-4b91-9d0d-a2f831c7f05e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-15d5e2"}
2026-09-07T21:31:44Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-15d5e2"}, "namespace": "ai-tenant-e2e-shared-a-w3-15d5e2", "name": "openshift-service-ca.crt", "reconcileID": "edf1613b-cf0a-471f-81d7-2c3014c4f289", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-15d5e2"}
2026-09-07T21:31:44Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-15d5e2"}, "namespace": "ai-tenant-e2e-shared-a-w3-15d5e2", "name": "openshift-service-ca.crt", "reconcileID": "edf1613b-cf0a-471f-81d7-2c3014c4f289", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-15d5e2"}
2026-09-07T21:31:44Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-15d5e2"}, "namespace": "ai-tenant-e2e-shared-a-w3-15d5e2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4234a0bf-ec87-41f8-b1e3-87ae6f241481", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-15d5e2"}
2026-09-07T21:31:44Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-15d5e2"}, "namespace": "ai-tenant-e2e-shared-a-w3-15d5e2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4234a0bf-ec87-41f8-b1e3-87ae6f241481", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-15d5e2"}
2026-09-07T21:31:45Z	DEBUG	Gateway not found, resources owned by Gateway will be garbage collected	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-15d5e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-15d5e2", "reconcileID": "8164e38d-c6af-4e7a-8929-ea8a98c61c75", "Gateway": "e2e-shared-a-w3-15d5e2", "namespace": "openshift-ingress"}
2026-09-07T21:31:55Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-7fa21f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7fa21f", "reconcileID": "6e22b98b-5eef-4a19-8e4d-b1c37e645aae", "Gateway": "e2e-shared-b-w3-7fa21f", "namespace": "openshift-ingress"}
2026-09-07T21:31:55Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-7fa21f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7fa21f", "reconcileID": "6e22b98b-5eef-4a19-8e4d-b1c37e645aae", "Gateway": "e2e-shared-b-w3-7fa21f", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7fa21f-authn-ssl"}
2026-09-07T21:31:55Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-7fa21f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7fa21f", "reconcileID": "6e22b98b-5eef-4a19-8e4d-b1c37e645aae", "Gateway": "e2e-shared-b-w3-7fa21f", "namespace": "openshift-ingress"}
2026-09-07T21:31:58Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-7fa21f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7fa21f", "reconcileID": "2463dc4e-52c1-4ea5-b784-77e1c71ad903", "Gateway": "e2e-shared-b-w3-7fa21f", "namespace": "openshift-ingress"}
2026-09-07T21:31:58Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-7fa21f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7fa21f", "reconcileID": "2463dc4e-52c1-4ea5-b784-77e1c71ad903", "Gateway": "e2e-shared-b-w3-7fa21f", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7fa21f-authn-ssl"}
2026-09-07T21:31:58Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-7fa21f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7fa21f", "reconcileID": "2463dc4e-52c1-4ea5-b784-77e1c71ad903", "Gateway": "e2e-shared-b-w3-7fa21f", "namespace": "openshift-ingress"}
2026-09-07T21:32:02Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-7fa21f"}, "namespace": "ai-tenant-e2e-shared-b-w3-7fa21f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d205a664-2344-4ed7-a6c1-cd3b612298c7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-7fa21f"}
2026-09-07T21:32:02Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-7fa21f"}, "namespace": "ai-tenant-e2e-shared-b-w3-7fa21f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d205a664-2344-4ed7-a6c1-cd3b612298c7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-7fa21f", "create": "odh-kserve-custom-ca-bundle"}
2026-09-07T21:32:02Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-7fa21f"}, "namespace": "ai-tenant-e2e-shared-b-w3-7fa21f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d205a664-2344-4ed7-a6c1-cd3b612298c7", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w3-7fa21f because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-07T21:32:02Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-7fa21f"}, "namespace": "ai-tenant-e2e-shared-b-w3-7fa21f", "name": "odh-trusted-ca-bundle", "reconcileID": "f2f1b094-1711-4ab5-b31c-aa3324fe9644", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-7fa21f"}
2026-09-07T21:32:02Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-7fa21f"}, "namespace": "ai-tenant-e2e-shared-b-w3-7fa21f", "name": "odh-trusted-ca-bundle", "reconcileID": "f2f1b094-1711-4ab5-b31c-aa3324fe9644", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-7fa21f"}
2026-09-07T21:32:02Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-7fa21f"}, "namespace": "ai-tenant-e2e-shared-b-w3-7fa21f", "name": "openshift-service-ca.crt", "reconcileID": "3c4caae2-5091-4e8f-b6b9-bbadcaeb3f92", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-7fa21f"}
2026-09-07T21:32:02Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-7fa21f"}, "namespace": "ai-tenant-e2e-shared-b-w3-7fa21f", "name": "openshift-service-ca.crt", "reconcileID": "3c4caae2-5091-4e8f-b6b9-bbadcaeb3f92", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-7fa21f"}
2026-09-07T21:32:02Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-7fa21f"}, "namespace": "ai-tenant-e2e-shared-b-w3-7fa21f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9215a1ad-ac8e-44c4-ab8e-c833abbd57fd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-7fa21f"}
2026-09-07T21:32:02Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-7fa21f"}, "namespace": "ai-tenant-e2e-shared-b-w3-7fa21f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9215a1ad-ac8e-44c4-ab8e-c833abbd57fd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-7fa21f"}
2026-09-07T21:32:02Z	DEBUG	Gateway not found, resources owned by Gateway will be garbage collected	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-7fa21f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7fa21f", "reconcileID": "26d4dc49-41d8-425e-af15-180a2d169f8a", "Gateway": "e2e-shared-b-w3-7fa21f", "namespace": "openshift-ingress"}
2026-09-07T21:36:24Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8258edf4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8258edf4", "reconcileID": "08755bea-1e0a-467e-8874-7c402f4f55ee", "LLMInferenceService": "e2e-same-id-a-8258edf4", "namespace": "llm"}
2026-09-07T21:36:24Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8258edf4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8258edf4", "reconcileID": "08755bea-1e0a-467e-8874-7c402f4f55ee", "LLMInferenceService": "e2e-same-id-a-8258edf4", "namespace": "llm"}
2026-09-07T21:36:24Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8258edf4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8258edf4", "reconcileID": "08755bea-1e0a-467e-8874-7c402f4f55ee", "LLMInferenceService": "e2e-same-id-a-8258edf4", "namespace": "llm"}
2026-09-07T21:36:24Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "960ee7db-505a-417e-a885-e61bbaff8677", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-07T21:36:24Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8258edf4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8258edf4", "reconcileID": "08755bea-1e0a-467e-8874-7c402f4f55ee", "LLMInferenceService": "e2e-same-id-a-8258edf4", "namespace": "llm", "name": "e2e-same-id-a-8258edf4-kserve-route-authn"}
2026-09-07T21:36:24Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8258edf4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8258edf4", "reconcileID": "08755bea-1e0a-467e-8874-7c402f4f55ee", "LLMInferenceService": "e2e-same-id-a-8258edf4", "namespace": "llm", "authType": "userdefined"}
2026-09-07T21:36:24Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8258edf4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8258edf4", "reconcileID": "08755bea-1e0a-467e-8874-7c402f4f55ee", "LLMInferenceService": "e2e-same-id-a-8258edf4", "namespace": "llm"}
2026-09-07T21:36:24Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "960ee7db-505a-417e-a885-e61bbaff8677", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"}
2026-09-07T21:36:24Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "960ee7db-505a-417e-a885-e61bbaff8677", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-07T21:36:24Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8258edf4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8258edf4", "reconcileID": "aa08fd3f-df16-4ec3-816a-92219210edc8", "LLMInferenceService": "e2e-same-id-a-8258edf4", "namespace": "llm"}
2026-09-07T21:36:24Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8258edf4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8258edf4", "reconcileID": "aa08fd3f-df16-4ec3-816a-92219210edc8", "LLMInferenceService": "e2e-same-id-a-8258edf4", "namespace": "llm"}
2026-09-07T21:36:24Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8258edf4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8258edf4", "reconcileID": "aa08fd3f-df16-4ec3-816a-92219210edc8", "LLMInferenceService": "e2e-same-id-a-8258edf4", "namespace": "llm"}
2026-09-07T21:36:24Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8258edf4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8258edf4", "reconcileID": "aa08fd3f-df16-4ec3-816a-92219210edc8", "LLMInferenceService": "e2e-same-id-a-8258edf4", "namespace": "llm", "name": "e2e-same-id-a-8258edf4-kserve-route-authn"}
2026-09-07T21:36:24Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8258edf4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8258edf4", "reconcileID": "aa08fd3f-df16-4ec3-816a-92219210edc8", "LLMInferenceService": "e2e-same-id-a-8258edf4", "namespace": "llm", "authType": "userdefined"}
2026-09-07T21:36:24Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8258edf4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8258edf4", "reconcileID": "aa08fd3f-df16-4ec3-816a-92219210edc8", "LLMInferenceService": "e2e-same-id-a-8258edf4", "namespace": "llm"}
2026-09-07T21:36:24Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8258edf4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8258edf4", "reconcileID": "aab2f863-b0b9-4140-89da-76d1542cacfc", "LLMInferenceService": "e2e-same-id-b-8258edf4", "namespace": "llm"}
2026-09-07T21:36:24Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8258edf4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8258edf4", "reconcileID": "aab2f863-b0b9-4140-89da-76d1542cacfc", "LLMInferenceService": "e2e-same-id-b-8258edf4", "namespace": "llm"}
2026-09-07T21:36:24Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8258edf4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8258edf4", "reconcileID": "aab2f863-b0b9-4140-89da-76d1542cacfc", "LLMInferenceService": "e2e-same-id-b-8258edf4", "namespace": "llm"}
2026-09-07T21:36:24Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f5d7b287-9188-481e-a2f0-a4c6a5e877fe", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-07T21:36:24Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8258edf4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8258edf4", "reconcileID": "aab2f863-b0b9-4140-89da-76d1542cacfc", "LLMInferenceService": "e2e-same-id-b-8258edf4", "namespace": "llm", "name": "e2e-same-id-b-8258edf4-kserve-route-authn"}
2026-09-07T21:36:24Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8258edf4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8258edf4", "reconcileID": "aab2f863-b0b9-4140-89da-76d1542cacfc", "LLMInferenceService": "e2e-same-id-b-8258edf4", "namespace": "llm", "authType": "userdefined"}
2026-09-07T21:36:24Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8258edf4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8258edf4", "reconcileID": "aab2f863-b0b9-4140-89da-76d1542cacfc", "LLMInferenceService": "e2e-same-id-b-8258edf4", "namespace": "llm"}
2026-09-07T21:36:24Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f5d7b287-9188-481e-a2f0-a4c6a5e877fe", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"}
2026-09-07T21:36:24Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f5d7b287-9188-481e-a2f0-a4c6a5e877fe", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-07T21:36:30Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "729bb3b2-1b6e-492e-a75c-51f43cd36906", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-07T21:36:30Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "729bb3b2-1b6e-492e-a75c-51f43cd36906", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"}
2026-09-07T21:36:30Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "729bb3b2-1b6e-492e-a75c-51f43cd36906", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-07T21:36:30Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8258edf4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8258edf4", "reconcileID": "3027b17b-d901-47ab-b245-15d5d2cb95d7", "LLMInferenceService": "e2e-same-id-a-8258edf4", "namespace": "llm"}
2026-09-07T21:36:30Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8258edf4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8258edf4", "reconcileID": "3027b17b-d901-47ab-b245-15d5d2cb95d7", "LLMInferenceService": "e2e-same-id-a-8258edf4", "namespace": "llm"}
2026-09-07T21:36:30Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8258edf4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8258edf4", "reconcileID": "3027b17b-d901-47ab-b245-15d5d2cb95d7", "LLMInferenceService": "e2e-same-id-a-8258edf4", "namespace": "llm"}
2026-09-07T21:36:30Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8258edf4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8258edf4", "reconcileID": "3027b17b-d901-47ab-b245-15d5d2cb95d7", "LLMInferenceService": "e2e-same-id-a-8258edf4", "namespace": "llm", "name": "e2e-same-id-a-8258edf4-kserve-route-authn"}
2026-09-07T21:36:30Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8258edf4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8258edf4", "reconcileID": "3027b17b-d901-47ab-b245-15d5d2cb95d7", "LLMInferenceService": "e2e-same-id-a-8258edf4", "namespace": "llm", "authType": "userdefined"}
2026-09-07T21:36:30Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8258edf4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8258edf4", "reconcileID": "3027b17b-d901-47ab-b245-15d5d2cb95d7", "LLMInferenceService": "e2e-same-id-a-8258edf4", "namespace": "llm"}
2026-09-07T21:36:30Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8258edf4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8258edf4", "reconcileID": "7d008c1f-4f98-4425-80d4-e36235390ca3", "LLMInferenceService": "e2e-same-id-b-8258edf4", "namespace": "llm"}
2026-09-07T21:36:30Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8258edf4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8258edf4", "reconcileID": "7d008c1f-4f98-4425-80d4-e36235390ca3", "LLMInferenceService": "e2e-same-id-b-8258edf4", "namespace": "llm"}
2026-09-07T21:36:30Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8258edf4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8258edf4", "reconcileID": "7d008c1f-4f98-4425-80d4-e36235390ca3", "LLMInferenceService": "e2e-same-id-b-8258edf4", "namespace": "llm"}
2026-09-07T21:36:30Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8258edf4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8258edf4", "reconcileID": "7d008c1f-4f98-4425-80d4-e36235390ca3", "LLMInferenceService": "e2e-same-id-b-8258edf4", "namespace": "llm", "name": "e2e-same-id-b-8258edf4-kserve-route-authn"}
2026-09-07T21:36:30Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8258edf4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8258edf4", "reconcileID": "7d008c1f-4f98-4425-80d4-e36235390ca3", "LLMInferenceService": "e2e-same-id-b-8258edf4", "namespace": "llm", "authType": "userdefined"}
2026-09-07T21:36:30Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8258edf4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8258edf4", "reconcileID": "7d008c1f-4f98-4425-80d4-e36235390ca3", "LLMInferenceService": "e2e-same-id-b-8258edf4", "namespace": "llm"}
2026-09-07T21:36:35Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9e3844c5-5f1a-4295-848f-b6ced321f472", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-07T21:36:35Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9e3844c5-5f1a-4295-848f-b6ced321f472", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"}
2026-09-07T21:36:35Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9e3844c5-5f1a-4295-848f-b6ced321f472", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-07T21:36:36Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8258edf4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8258edf4", "reconcileID": "a5679661-2239-4305-a84e-48ba3ce57a78", "LLMInferenceService": "e2e-same-id-b-8258edf4", "namespace": "llm"}
2026-09-07T21:36:36Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8258edf4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8258edf4", "reconcileID": "a5679661-2239-4305-a84e-48ba3ce57a78", "LLMInferenceService": "e2e-same-id-b-8258edf4", "namespace": "llm"}
2026-09-07T21:36:36Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8258edf4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8258edf4", "reconcileID": "a5679661-2239-4305-a84e-48ba3ce57a78", "LLMInferenceService": "e2e-same-id-b-8258edf4", "namespace": "llm"}
2026-09-07T21:36:36Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8258edf4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8258edf4", "reconcileID": "a5679661-2239-4305-a84e-48ba3ce57a78", "LLMInferenceService": "e2e-same-id-b-8258edf4", "namespace": "llm", "name": "e2e-same-id-b-8258edf4-kserve-route-authn"}
2026-09-07T21:36:36Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8258edf4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8258edf4", "reconcileID": "a5679661-2239-4305-a84e-48ba3ce57a78", "LLMInferenceService": "e2e-same-id-b-8258edf4", "namespace": "llm", "authType": "userdefined"}
2026-09-07T21:36:36Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8258edf4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8258edf4", "reconcileID": "a5679661-2239-4305-a84e-48ba3ce57a78", "LLMInferenceService": "e2e-same-id-b-8258edf4", "namespace": "llm"}
2026-09-07T21:36:43Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8258edf4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8258edf4", "reconcileID": "384add51-e31d-4241-9f75-f2f48b0bb8bb", "LLMInferenceService": "e2e-same-id-a-8258edf4", "namespace": "llm"}
2026-09-07T21:36:43Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8258edf4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8258edf4", "reconcileID": "384add51-e31d-4241-9f75-f2f48b0bb8bb", "LLMInferenceService": "e2e-same-id-a-8258edf4", "namespace": "llm"}
2026-09-07T21:36:43Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8258edf4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8258edf4", "reconcileID": "384add51-e31d-4241-9f75-f2f48b0bb8bb", "LLMInferenceService": "e2e-same-id-a-8258edf4", "namespace": "llm"}
2026-09-07T21:36:43Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8258edf4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8258edf4", "reconcileID": "384add51-e31d-4241-9f75-f2f48b0bb8bb", "LLMInferenceService": "e2e-same-id-a-8258edf4", "namespace": "llm", "name": "e2e-same-id-a-8258edf4-kserve-route-authn"}
2026-09-07T21:36:43Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8258edf4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8258edf4", "reconcileID": "384add51-e31d-4241-9f75-f2f48b0bb8bb", "LLMInferenceService": "e2e-same-id-a-8258edf4", "namespace": "llm", "authType": "userdefined"}
2026-09-07T21:36:43Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8258edf4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8258edf4", "reconcileID": "384add51-e31d-4241-9f75-f2f48b0bb8bb", "LLMInferenceService": "e2e-same-id-a-8258edf4", "namespace": "llm"}
2026-09-07T21:36:44Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8258edf4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8258edf4", "reconcileID": "05f4f4f2-ed0d-4a67-96c3-076ef79f257e", "LLMInferenceService": "e2e-same-id-b-8258edf4", "namespace": "llm"}
2026-09-07T21:36:44Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8258edf4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8258edf4", "reconcileID": "05f4f4f2-ed0d-4a67-96c3-076ef79f257e", "LLMInferenceService": "e2e-same-id-b-8258edf4", "namespace": "llm"}
2026-09-07T21:36:44Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8258edf4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8258edf4", "reconcileID": "05f4f4f2-ed0d-4a67-96c3-076ef79f257e", "LLMInferenceService": "e2e-same-id-b-8258edf4", "namespace": "llm"}
2026-09-07T21:36:44Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8258edf4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8258edf4", "reconcileID": "05f4f4f2-ed0d-4a67-96c3-076ef79f257e", "LLMInferenceService": "e2e-same-id-b-8258edf4", "namespace": "llm", "name": "e2e-same-id-b-8258edf4-kserve-route-authn"}
2026-09-07T21:36:44Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8258edf4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8258edf4", "reconcileID": "05f4f4f2-ed0d-4a67-96c3-076ef79f257e", "LLMInferenceService": "e2e-same-id-b-8258edf4", "namespace": "llm", "authType": "userdefined"}
2026-09-07T21:36:44Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8258edf4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8258edf4", "reconcileID": "05f4f4f2-ed0d-4a67-96c3-076ef79f257e", "LLMInferenceService": "e2e-same-id-b-8258edf4", "namespace": "llm"}
2026-09-07T21:36:46Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8258edf4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8258edf4", "reconcileID": "d0a260f7-736c-4e86-a7c4-985b5b1e0757", "LLMInferenceService": "e2e-same-id-b-8258edf4", "namespace": "llm"}
2026-09-07T21:36:46Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8258edf4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8258edf4", "reconcileID": "d0a260f7-736c-4e86-a7c4-985b5b1e0757", "LLMInferenceService": "e2e-same-id-b-8258edf4", "namespace": "llm"}
2026-09-07T21:36:46Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8258edf4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8258edf4", "reconcileID": "d0a260f7-736c-4e86-a7c4-985b5b1e0757", "LLMInferenceService": "e2e-same-id-b-8258edf4", "namespace": "llm"}
2026-09-07T21:36:46Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8258edf4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8258edf4", "reconcileID": "d0a260f7-736c-4e86-a7c4-985b5b1e0757", "LLMInferenceService": "e2e-same-id-b-8258edf4", "namespace": "llm", "name": "e2e-same-id-b-8258edf4-kserve-route-authn"}
2026-09-07T21:36:46Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8258edf4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8258edf4", "reconcileID": "d0a260f7-736c-4e86-a7c4-985b5b1e0757", "LLMInferenceService": "e2e-same-id-b-8258edf4", "namespace": "llm", "authType": "userdefined"}
2026-09-07T21:36:46Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8258edf4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8258edf4", "reconcileID": "d0a260f7-736c-4e86-a7c4-985b5b1e0757", "LLMInferenceService": "e2e-same-id-b-8258edf4", "namespace": "llm"}
2026-09-07T21:36:47Z	INFO	LLMInferenceService being deleted, cleaning up sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8258edf4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8258edf4", "reconcileID": "82584d34-a56d-4ab0-9dc8-e98b8d317de5", "LLMInferenceService": "e2e-same-id-a-8258edf4", "namespace": "llm"}
2026-09-07T21:36:47Z	DEBUG	Triggering Delete for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8258edf4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8258edf4", "reconcileID": "82584d34-a56d-4ab0-9dc8-e98b8d317de5", "LLMInferenceService": "e2e-same-id-a-8258edf4", "namespace": "llm", "name": "e2e-same-id-a-8258edf4"}
2026-09-07T21:36:47Z	DEBUG	Deleting AuthPolicies for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8258edf4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8258edf4", "reconcileID": "82584d34-a56d-4ab0-9dc8-e98b8d317de5", "LLMInferenceService": "e2e-same-id-a-8258edf4", "namespace": "llm"}
2026-09-07T21:36:47Z	DEBUG	Deleting HTTPRoute AuthPolicy for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8258edf4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8258edf4", "reconcileID": "82584d34-a56d-4ab0-9dc8-e98b8d317de5", "LLMInferenceService": "e2e-same-id-a-8258edf4", "namespace": "llm"}
2026-09-07T21:36:47Z	DEBUG	Attempting to delete HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8258edf4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8258edf4", "reconcileID": "82584d34-a56d-4ab0-9dc8-e98b8d317de5", "LLMInferenceService": "e2e-same-id-a-8258edf4", "namespace": "llm", "name": "e2e-same-id-a-8258edf4-kserve-route-authn"}
2026-09-07T21:36:47Z	INFO	Successfully deleted HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8258edf4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8258edf4", "reconcileID": "82584d34-a56d-4ab0-9dc8-e98b8d317de5", "LLMInferenceService": "e2e-same-id-a-8258edf4", "namespace": "llm", "name": "e2e-same-id-a-8258edf4-kserve-route-authn"}
2026-09-07T21:36:47Z	INFO	Stop LLMInferenceService reconciliation	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8258edf4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8258edf4", "reconcileID": "04095568-1683-42f4-8a58-257b92e8ef99", "LLMInferenceService": "e2e-same-id-a-8258edf4", "namespace": "llm"}
2026-09-07T21:36:47Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ded4d8e6-d53e-42be-b7d9-0ae46890b925", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-07T21:36:47Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ded4d8e6-d53e-42be-b7d9-0ae46890b925", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"}
2026-09-07T21:36:47Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ded4d8e6-d53e-42be-b7d9-0ae46890b925", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-07T21:36:47Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f9fca039-89a3-411a-81dd-db09a6d90d37", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-07T21:36:47Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f9fca039-89a3-411a-81dd-db09a6d90d37", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"}
2026-09-07T21:36:47Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f9fca039-89a3-411a-81dd-db09a6d90d37", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-07T21:36:48Z	INFO	LLMInferenceService being deleted, cleaning up sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8258edf4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8258edf4", "reconcileID": "fe703bbd-657d-4b5c-8ac8-7c88f7cd36d6", "LLMInferenceService": "e2e-same-id-b-8258edf4", "namespace": "llm"}
2026-09-07T21:36:48Z	DEBUG	Triggering Delete for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8258edf4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8258edf4", "reconcileID": "fe703bbd-657d-4b5c-8ac8-7c88f7cd36d6", "LLMInferenceService": "e2e-same-id-b-8258edf4", "namespace": "llm", "name": "e2e-same-id-b-8258edf4"}
2026-09-07T21:36:48Z	DEBUG	Deleting AuthPolicies for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8258edf4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8258edf4", "reconcileID": "fe703bbd-657d-4b5c-8ac8-7c88f7cd36d6", "LLMInferenceService": "e2e-same-id-b-8258edf4", "namespace": "llm"}
2026-09-07T21:36:48Z	DEBUG	Deleting HTTPRoute AuthPolicy for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8258edf4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8258edf4", "reconcileID": "fe703bbd-657d-4b5c-8ac8-7c88f7cd36d6", "LLMInferenceService": "e2e-same-id-b-8258edf4", "namespace": "llm"}
2026-09-07T21:36:48Z	DEBUG	Attempting to delete HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8258edf4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8258edf4", "reconcileID": "fe703bbd-657d-4b5c-8ac8-7c88f7cd36d6", "LLMInferenceService": "e2e-same-id-b-8258edf4", "namespace": "llm", "name": "e2e-same-id-b-8258edf4-kserve-route-authn"}
2026-09-07T21:36:48Z	INFO	Successfully deleted HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8258edf4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8258edf4", "reconcileID": "fe703bbd-657d-4b5c-8ac8-7c88f7cd36d6", "LLMInferenceService": "e2e-same-id-b-8258edf4", "namespace": "llm", "name": "e2e-same-id-b-8258edf4-kserve-route-authn"}
2026-09-07T21:36:48Z	INFO	Stop LLMInferenceService reconciliation	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8258edf4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8258edf4", "reconcileID": "e65a2e31-5945-4e0b-a761-738567e590b8", "LLMInferenceService": "e2e-same-id-b-8258edf4", "namespace": "llm"}
2026-09-07T21:36:48Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e2ef9fb3-3184-467e-a465-b2dffe1b6084", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-07T21:36:48Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e2ef9fb3-3184-467e-a465-b2dffe1b6084", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"}
2026-09-07T21:36:48Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e2ef9fb3-3184-467e-a465-b2dffe1b6084", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-07T21:36:48Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "867ab361-5fef-4f0d-824d-c6ff448bebb6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-07T21:36:48Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "867ab361-5fef-4f0d-824d-c6ff448bebb6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"}
2026-09-07T21:36:48Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "867ab361-5fef-4f0d-824d-c6ff448bebb6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-07T21:37:23Z	INFO	No monitoring namespace detected, skipping monitoring reconciliation.	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-09-07T21:37:23Z	INFO	Multi Node reconciling.	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-09-07T21:37:24Z	INFO	ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-09-07T21:37:24Z	INFO	Multi Node reconciled successfully.	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}