2026-09-09T14:35:57Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-cbb7fb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-cbb7fb", "reconcileID": "a621f233-d239-49b1-82cf-bb43452b37c5", "Gateway": "e2e-shared-a-w2-cbb7fb", "namespace": "openshift-ingress"}
2026-09-09T14:35:59Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e565aa","namespace":"ai-tenant-e2e-shared-a-w3-e565aa"}, "namespace": "ai-tenant-e2e-shared-a-w3-e565aa", "name": "rate-test-model-e565aa", "reconcileID": "46c262c5-f9ab-4cb1-9c4b-e099d883196b", "LLMInferenceService": "rate-test-model-e565aa", "namespace": "ai-tenant-e2e-shared-a-w3-e565aa"}
2026-09-09T14:35:59Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e565aa","namespace":"ai-tenant-e2e-shared-a-w3-e565aa"}, "namespace": "ai-tenant-e2e-shared-a-w3-e565aa", "name": "rate-test-model-e565aa", "reconcileID": "46c262c5-f9ab-4cb1-9c4b-e099d883196b", "LLMInferenceService": "rate-test-model-e565aa", "namespace": "ai-tenant-e2e-shared-a-w3-e565aa"}
2026-09-09T14:35:59Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e565aa","namespace":"ai-tenant-e2e-shared-a-w3-e565aa"}, "namespace": "ai-tenant-e2e-shared-a-w3-e565aa", "name": "rate-test-model-e565aa", "reconcileID": "46c262c5-f9ab-4cb1-9c4b-e099d883196b", "LLMInferenceService": "rate-test-model-e565aa", "namespace": "ai-tenant-e2e-shared-a-w3-e565aa"}
2026-09-09T14:35:59Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e565aa","namespace":"ai-tenant-e2e-shared-a-w3-e565aa"}, "namespace": "ai-tenant-e2e-shared-a-w3-e565aa", "name": "rate-test-model-e565aa", "reconcileID": "46c262c5-f9ab-4cb1-9c4b-e099d883196b", "LLMInferenceService": "rate-test-model-e565aa", "namespace": "ai-tenant-e2e-shared-a-w3-e565aa", "name": "rate-test-model-e565aa-kserve-route-authn"}
2026-09-09T14:35:59Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e565aa","namespace":"ai-tenant-e2e-shared-a-w3-e565aa"}, "namespace": "ai-tenant-e2e-shared-a-w3-e565aa", "name": "rate-test-model-e565aa", "reconcileID": "46c262c5-f9ab-4cb1-9c4b-e099d883196b", "LLMInferenceService": "rate-test-model-e565aa", "namespace": "ai-tenant-e2e-shared-a-w3-e565aa", "authType": "userdefined"}
2026-09-09T14:35:59Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e565aa","namespace":"ai-tenant-e2e-shared-a-w3-e565aa"}, "namespace": "ai-tenant-e2e-shared-a-w3-e565aa", "name": "rate-test-model-e565aa", "reconcileID": "46c262c5-f9ab-4cb1-9c4b-e099d883196b", "LLMInferenceService": "rate-test-model-e565aa", "namespace": "ai-tenant-e2e-shared-a-w3-e565aa"}
2026-09-09T14:36:01Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-cbb7fb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-cbb7fb", "reconcileID": "d97d7d70-acfb-4d06-a545-43e0208e93b6", "Gateway": "e2e-shared-a-w2-cbb7fb", "namespace": "openshift-ingress"}
2026-09-09T14:36:01Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-cbb7fb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-cbb7fb", "reconcileID": "d97d7d70-acfb-4d06-a545-43e0208e93b6", "Gateway": "e2e-shared-a-w2-cbb7fb", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-cbb7fb-authn-ssl"}
2026-09-09T14:36:01Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-cbb7fb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-cbb7fb", "reconcileID": "d97d7d70-acfb-4d06-a545-43e0208e93b6", "Gateway": "e2e-shared-a-w2-cbb7fb", "namespace": "openshift-ingress"}
2026-09-09T14:36:02Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c5e2d3","namespace":"ai-tenant-e2e-shared-b-w3-c5e2d3"}, "namespace": "ai-tenant-e2e-shared-b-w3-c5e2d3", "name": "rate-test-model-c5e2d3", "reconcileID": "541d0009-4355-4a2a-b55f-8b131f8f17a0", "LLMInferenceService": "rate-test-model-c5e2d3", "namespace": "ai-tenant-e2e-shared-b-w3-c5e2d3"}
2026-09-09T14:36:02Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c5e2d3","namespace":"ai-tenant-e2e-shared-b-w3-c5e2d3"}, "namespace": "ai-tenant-e2e-shared-b-w3-c5e2d3", "name": "rate-test-model-c5e2d3", "reconcileID": "541d0009-4355-4a2a-b55f-8b131f8f17a0", "LLMInferenceService": "rate-test-model-c5e2d3", "namespace": "ai-tenant-e2e-shared-b-w3-c5e2d3"}
2026-09-09T14:36:02Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c5e2d3","namespace":"ai-tenant-e2e-shared-b-w3-c5e2d3"}, "namespace": "ai-tenant-e2e-shared-b-w3-c5e2d3", "name": "rate-test-model-c5e2d3", "reconcileID": "541d0009-4355-4a2a-b55f-8b131f8f17a0", "LLMInferenceService": "rate-test-model-c5e2d3", "namespace": "ai-tenant-e2e-shared-b-w3-c5e2d3"}
2026-09-09T14:36:02Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-c5e2d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-c5e2d3", "reconcileID": "1644203d-cf90-409a-860d-9fb193536a23", "Gateway": "e2e-shared-b-w3-c5e2d3", "namespace": "openshift-ingress"}
2026-09-09T14:36:02Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c5e2d3","namespace":"ai-tenant-e2e-shared-b-w3-c5e2d3"}, "namespace": "ai-tenant-e2e-shared-b-w3-c5e2d3", "name": "rate-test-model-c5e2d3", "reconcileID": "541d0009-4355-4a2a-b55f-8b131f8f17a0", "LLMInferenceService": "rate-test-model-c5e2d3", "namespace": "ai-tenant-e2e-shared-b-w3-c5e2d3", "name": "rate-test-model-c5e2d3-kserve-route-authn"}
2026-09-09T14:36:02Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c5e2d3","namespace":"ai-tenant-e2e-shared-b-w3-c5e2d3"}, "namespace": "ai-tenant-e2e-shared-b-w3-c5e2d3", "name": "rate-test-model-c5e2d3", "reconcileID": "541d0009-4355-4a2a-b55f-8b131f8f17a0", "LLMInferenceService": "rate-test-model-c5e2d3", "namespace": "ai-tenant-e2e-shared-b-w3-c5e2d3", "authType": "userdefined"}
2026-09-09T14:36:02Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c5e2d3","namespace":"ai-tenant-e2e-shared-b-w3-c5e2d3"}, "namespace": "ai-tenant-e2e-shared-b-w3-c5e2d3", "name": "rate-test-model-c5e2d3", "reconcileID": "541d0009-4355-4a2a-b55f-8b131f8f17a0", "LLMInferenceService": "rate-test-model-c5e2d3", "namespace": "ai-tenant-e2e-shared-b-w3-c5e2d3"}
2026-09-09T14:36:02Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-c5e2d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-c5e2d3", "reconcileID": "1644203d-cf90-409a-860d-9fb193536a23", "Gateway": "e2e-shared-b-w3-c5e2d3", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-c5e2d3-authn-ssl"}
2026-09-09T14:36:02Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-c5e2d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-c5e2d3", "reconcileID": "1644203d-cf90-409a-860d-9fb193536a23", "Gateway": "e2e-shared-b-w3-c5e2d3", "namespace": "openshift-ingress"}
2026-09-09T14:36:02Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c5e2d3","namespace":"ai-tenant-e2e-shared-b-w3-c5e2d3"}, "namespace": "ai-tenant-e2e-shared-b-w3-c5e2d3", "name": "rate-test-model-c5e2d3", "reconcileID": "1fe6eac8-29e2-4f63-8b50-0be3e0efe287", "LLMInferenceService": "rate-test-model-c5e2d3", "namespace": "ai-tenant-e2e-shared-b-w3-c5e2d3"}
2026-09-09T14:36:02Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c5e2d3","namespace":"ai-tenant-e2e-shared-b-w3-c5e2d3"}, "namespace": "ai-tenant-e2e-shared-b-w3-c5e2d3", "name": "rate-test-model-c5e2d3", "reconcileID": "1fe6eac8-29e2-4f63-8b50-0be3e0efe287", "LLMInferenceService": "rate-test-model-c5e2d3", "namespace": "ai-tenant-e2e-shared-b-w3-c5e2d3"}
2026-09-09T14:36:02Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c5e2d3","namespace":"ai-tenant-e2e-shared-b-w3-c5e2d3"}, "namespace": "ai-tenant-e2e-shared-b-w3-c5e2d3", "name": "rate-test-model-c5e2d3", "reconcileID": "1fe6eac8-29e2-4f63-8b50-0be3e0efe287", "LLMInferenceService": "rate-test-model-c5e2d3", "namespace": "ai-tenant-e2e-shared-b-w3-c5e2d3"}
2026-09-09T14:36:02Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c5e2d3","namespace":"ai-tenant-e2e-shared-b-w3-c5e2d3"}, "namespace": "ai-tenant-e2e-shared-b-w3-c5e2d3", "name": "rate-test-model-c5e2d3", "reconcileID": "1fe6eac8-29e2-4f63-8b50-0be3e0efe287", "LLMInferenceService": "rate-test-model-c5e2d3", "namespace": "ai-tenant-e2e-shared-b-w3-c5e2d3", "name": "rate-test-model-c5e2d3-kserve-route-authn"}
2026-09-09T14:36:02Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c5e2d3","namespace":"ai-tenant-e2e-shared-b-w3-c5e2d3"}, "namespace": "ai-tenant-e2e-shared-b-w3-c5e2d3", "name": "rate-test-model-c5e2d3", "reconcileID": "1fe6eac8-29e2-4f63-8b50-0be3e0efe287", "LLMInferenceService": "rate-test-model-c5e2d3", "namespace": "ai-tenant-e2e-shared-b-w3-c5e2d3", "authType": "userdefined"}
2026-09-09T14:36:02Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c5e2d3","namespace":"ai-tenant-e2e-shared-b-w3-c5e2d3"}, "namespace": "ai-tenant-e2e-shared-b-w3-c5e2d3", "name": "rate-test-model-c5e2d3", "reconcileID": "1fe6eac8-29e2-4f63-8b50-0be3e0efe287", "LLMInferenceService": "rate-test-model-c5e2d3", "namespace": "ai-tenant-e2e-shared-b-w3-c5e2d3"}
2026-09-09T14:36:03Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-cbb7fb"}, "namespace": "ai-tenant-e2e-shared-a-w2-cbb7fb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2b34f41e-8d74-41e4-8f4c-7b1bb9791031", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-cbb7fb"}
2026-09-09T14:36:03Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-cbb7fb"}, "namespace": "ai-tenant-e2e-shared-a-w2-cbb7fb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2b34f41e-8d74-41e4-8f4c-7b1bb9791031", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-cbb7fb", "create": "odh-kserve-custom-ca-bundle"}
2026-09-09T14:36:03Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-cbb7fb"}, "namespace": "ai-tenant-e2e-shared-a-w2-cbb7fb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2b34f41e-8d74-41e4-8f4c-7b1bb9791031", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w2-cbb7fb because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-09T14:36:03Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-cbb7fb"}, "namespace": "ai-tenant-e2e-shared-a-w2-cbb7fb", "name": "odh-trusted-ca-bundle", "reconcileID": "ac06a095-c4f4-4bc8-918e-93dcd0542ce9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-cbb7fb"}
2026-09-09T14:36:03Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-cbb7fb"}, "namespace": "ai-tenant-e2e-shared-a-w2-cbb7fb", "name": "odh-trusted-ca-bundle", "reconcileID": "ac06a095-c4f4-4bc8-918e-93dcd0542ce9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-cbb7fb"}
2026-09-09T14:36:03Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-cbb7fb"}, "namespace": "ai-tenant-e2e-shared-a-w2-cbb7fb", "name": "openshift-service-ca.crt", "reconcileID": "c8d1e9fd-bb7f-4151-82cd-47def225fe59", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-cbb7fb"}
2026-09-09T14:36:03Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-cbb7fb"}, "namespace": "ai-tenant-e2e-shared-a-w2-cbb7fb", "name": "openshift-service-ca.crt", "reconcileID": "c8d1e9fd-bb7f-4151-82cd-47def225fe59", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-cbb7fb"}
2026-09-09T14:36:03Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-cbb7fb"}, "namespace": "ai-tenant-e2e-shared-a-w2-cbb7fb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "45a90c8c-4e25-4136-9e25-07e2d048ffa2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-cbb7fb"}
2026-09-09T14:36:03Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-cbb7fb"}, "namespace": "ai-tenant-e2e-shared-a-w2-cbb7fb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "45a90c8c-4e25-4136-9e25-07e2d048ffa2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-cbb7fb"}
2026-09-09T14:36:04Z	DEBUG	Gateway not found, resources owned by Gateway will be garbage collected	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-cbb7fb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-cbb7fb", "reconcileID": "e9332013-c75b-433a-99d0-6df92d730597", "Gateway": "e2e-shared-a-w2-cbb7fb", "namespace": "openshift-ingress"}
2026-09-09T14:36:10Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-c5e2d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-c5e2d3", "reconcileID": "31077b0a-3373-4639-8a4f-b5ed2aa5730e", "Gateway": "e2e-shared-b-w3-c5e2d3", "namespace": "openshift-ingress"}
2026-09-09T14:36:10Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-c5e2d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-c5e2d3", "reconcileID": "31077b0a-3373-4639-8a4f-b5ed2aa5730e", "Gateway": "e2e-shared-b-w3-c5e2d3", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-c5e2d3-authn-ssl"}
2026-09-09T14:36:10Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-c5e2d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-c5e2d3", "reconcileID": "31077b0a-3373-4639-8a4f-b5ed2aa5730e", "Gateway": "e2e-shared-b-w3-c5e2d3", "namespace": "openshift-ingress"}
2026-09-09T14:36:12Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c5e2d3","namespace":"ai-tenant-e2e-shared-b-w3-c5e2d3"}, "namespace": "ai-tenant-e2e-shared-b-w3-c5e2d3", "name": "rate-test-model-c5e2d3", "reconcileID": "66df5787-e5cc-4088-8a8c-6149a1d9a98f", "LLMInferenceService": "rate-test-model-c5e2d3", "namespace": "ai-tenant-e2e-shared-b-w3-c5e2d3"}
2026-09-09T14:36:12Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c5e2d3","namespace":"ai-tenant-e2e-shared-b-w3-c5e2d3"}, "namespace": "ai-tenant-e2e-shared-b-w3-c5e2d3", "name": "rate-test-model-c5e2d3", "reconcileID": "66df5787-e5cc-4088-8a8c-6149a1d9a98f", "LLMInferenceService": "rate-test-model-c5e2d3", "namespace": "ai-tenant-e2e-shared-b-w3-c5e2d3"}
2026-09-09T14:36:12Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c5e2d3","namespace":"ai-tenant-e2e-shared-b-w3-c5e2d3"}, "namespace": "ai-tenant-e2e-shared-b-w3-c5e2d3", "name": "rate-test-model-c5e2d3", "reconcileID": "66df5787-e5cc-4088-8a8c-6149a1d9a98f", "LLMInferenceService": "rate-test-model-c5e2d3", "namespace": "ai-tenant-e2e-shared-b-w3-c5e2d3"}
2026-09-09T14:36:12Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c5e2d3","namespace":"ai-tenant-e2e-shared-b-w3-c5e2d3"}, "namespace": "ai-tenant-e2e-shared-b-w3-c5e2d3", "name": "rate-test-model-c5e2d3", "reconcileID": "66df5787-e5cc-4088-8a8c-6149a1d9a98f", "LLMInferenceService": "rate-test-model-c5e2d3", "namespace": "ai-tenant-e2e-shared-b-w3-c5e2d3", "name": "rate-test-model-c5e2d3-kserve-route-authn"}
2026-09-09T14:36:12Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c5e2d3","namespace":"ai-tenant-e2e-shared-b-w3-c5e2d3"}, "namespace": "ai-tenant-e2e-shared-b-w3-c5e2d3", "name": "rate-test-model-c5e2d3", "reconcileID": "66df5787-e5cc-4088-8a8c-6149a1d9a98f", "LLMInferenceService": "rate-test-model-c5e2d3", "namespace": "ai-tenant-e2e-shared-b-w3-c5e2d3", "authType": "userdefined"}
2026-09-09T14:36:12Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c5e2d3","namespace":"ai-tenant-e2e-shared-b-w3-c5e2d3"}, "namespace": "ai-tenant-e2e-shared-b-w3-c5e2d3", "name": "rate-test-model-c5e2d3", "reconcileID": "66df5787-e5cc-4088-8a8c-6149a1d9a98f", "LLMInferenceService": "rate-test-model-c5e2d3", "namespace": "ai-tenant-e2e-shared-b-w3-c5e2d3"}
2026-09-09T14:36:15Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-fecaf9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-fecaf9", "reconcileID": "1b00ed42-fec0-42f1-80f9-67ae8d0d8610", "Gateway": "e2e-shared-b-w2-fecaf9", "namespace": "openshift-ingress"}
2026-09-09T14:36:15Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-fecaf9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-fecaf9", "reconcileID": "1b00ed42-fec0-42f1-80f9-67ae8d0d8610", "Gateway": "e2e-shared-b-w2-fecaf9", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-fecaf9-authn-ssl"}
2026-09-09T14:36:15Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-fecaf9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-fecaf9", "reconcileID": "1b00ed42-fec0-42f1-80f9-67ae8d0d8610", "Gateway": "e2e-shared-b-w2-fecaf9", "namespace": "openshift-ingress"}
2026-09-09T14:36:22Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-fecaf9"}, "namespace": "ai-tenant-e2e-shared-b-w2-fecaf9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "53851390-fb19-4756-a592-794a19b1dc50", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-fecaf9"}
2026-09-09T14:36:22Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-fecaf9"}, "namespace": "ai-tenant-e2e-shared-b-w2-fecaf9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "53851390-fb19-4756-a592-794a19b1dc50", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-fecaf9", "create": "odh-kserve-custom-ca-bundle"}
2026-09-09T14:36:22Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-fecaf9"}, "namespace": "ai-tenant-e2e-shared-b-w2-fecaf9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "53851390-fb19-4756-a592-794a19b1dc50", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w2-fecaf9 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-09T14:36:22Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-fecaf9"}, "namespace": "ai-tenant-e2e-shared-b-w2-fecaf9", "name": "odh-trusted-ca-bundle", "reconcileID": "dca21a57-8d00-4141-b2d8-f941f307e7dc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-fecaf9"}
2026-09-09T14:36:22Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-fecaf9"}, "namespace": "ai-tenant-e2e-shared-b-w2-fecaf9", "name": "odh-trusted-ca-bundle", "reconcileID": "dca21a57-8d00-4141-b2d8-f941f307e7dc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-fecaf9"}
2026-09-09T14:36:22Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-fecaf9"}, "namespace": "ai-tenant-e2e-shared-b-w2-fecaf9", "name": "openshift-service-ca.crt", "reconcileID": "a62950ac-96fc-48d2-bc4b-7501113b61af", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-fecaf9"}
2026-09-09T14:36:22Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-fecaf9"}, "namespace": "ai-tenant-e2e-shared-b-w2-fecaf9", "name": "openshift-service-ca.crt", "reconcileID": "a62950ac-96fc-48d2-bc4b-7501113b61af", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-fecaf9"}
2026-09-09T14:36:22Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-fecaf9"}, "namespace": "ai-tenant-e2e-shared-b-w2-fecaf9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c1bcc206-173e-44ab-941f-6561b2ba6b9e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-fecaf9"}
2026-09-09T14:36:22Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-fecaf9"}, "namespace": "ai-tenant-e2e-shared-b-w2-fecaf9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c1bcc206-173e-44ab-941f-6561b2ba6b9e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-fecaf9"}
2026-09-09T14:36:22Z	DEBUG	Gateway not found, resources owned by Gateway will be garbage collected	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-fecaf9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-fecaf9", "reconcileID": "78cd0e20-cd82-416a-8138-7b2bf0faae74", "Gateway": "e2e-shared-b-w2-fecaf9", "namespace": "openshift-ingress"}
2026-09-09T14:36:24Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c5e2d3","namespace":"ai-tenant-e2e-shared-b-w3-c5e2d3"}, "namespace": "ai-tenant-e2e-shared-b-w3-c5e2d3", "name": "rate-test-model-c5e2d3", "reconcileID": "c74484a0-ea30-43b3-9483-a98a60985ddf", "LLMInferenceService": "rate-test-model-c5e2d3", "namespace": "ai-tenant-e2e-shared-b-w3-c5e2d3"}
2026-09-09T14:36:24Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c5e2d3","namespace":"ai-tenant-e2e-shared-b-w3-c5e2d3"}, "namespace": "ai-tenant-e2e-shared-b-w3-c5e2d3", "name": "rate-test-model-c5e2d3", "reconcileID": "c74484a0-ea30-43b3-9483-a98a60985ddf", "LLMInferenceService": "rate-test-model-c5e2d3", "namespace": "ai-tenant-e2e-shared-b-w3-c5e2d3"}
2026-09-09T14:36:24Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c5e2d3","namespace":"ai-tenant-e2e-shared-b-w3-c5e2d3"}, "namespace": "ai-tenant-e2e-shared-b-w3-c5e2d3", "name": "rate-test-model-c5e2d3", "reconcileID": "c74484a0-ea30-43b3-9483-a98a60985ddf", "LLMInferenceService": "rate-test-model-c5e2d3", "namespace": "ai-tenant-e2e-shared-b-w3-c5e2d3"}
2026-09-09T14:36:24Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c5e2d3","namespace":"ai-tenant-e2e-shared-b-w3-c5e2d3"}, "namespace": "ai-tenant-e2e-shared-b-w3-c5e2d3", "name": "rate-test-model-c5e2d3", "reconcileID": "c74484a0-ea30-43b3-9483-a98a60985ddf", "LLMInferenceService": "rate-test-model-c5e2d3", "namespace": "ai-tenant-e2e-shared-b-w3-c5e2d3", "name": "rate-test-model-c5e2d3-kserve-route-authn"}
2026-09-09T14:36:24Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c5e2d3","namespace":"ai-tenant-e2e-shared-b-w3-c5e2d3"}, "namespace": "ai-tenant-e2e-shared-b-w3-c5e2d3", "name": "rate-test-model-c5e2d3", "reconcileID": "c74484a0-ea30-43b3-9483-a98a60985ddf", "LLMInferenceService": "rate-test-model-c5e2d3", "namespace": "ai-tenant-e2e-shared-b-w3-c5e2d3", "authType": "userdefined"}
2026-09-09T14:36:24Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c5e2d3","namespace":"ai-tenant-e2e-shared-b-w3-c5e2d3"}, "namespace": "ai-tenant-e2e-shared-b-w3-c5e2d3", "name": "rate-test-model-c5e2d3", "reconcileID": "c74484a0-ea30-43b3-9483-a98a60985ddf", "LLMInferenceService": "rate-test-model-c5e2d3", "namespace": "ai-tenant-e2e-shared-b-w3-c5e2d3"}
2026-09-09T14:36:48Z	INFO	LLMInferenceService being deleted, cleaning up sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e565aa","namespace":"ai-tenant-e2e-shared-a-w3-e565aa"}, "namespace": "ai-tenant-e2e-shared-a-w3-e565aa", "name": "rate-test-model-e565aa", "reconcileID": "fd54f47a-28ac-4390-80fa-fac7678b1258", "LLMInferenceService": "rate-test-model-e565aa", "namespace": "ai-tenant-e2e-shared-a-w3-e565aa"}
2026-09-09T14:36:48Z	DEBUG	Triggering Delete for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e565aa","namespace":"ai-tenant-e2e-shared-a-w3-e565aa"}, "namespace": "ai-tenant-e2e-shared-a-w3-e565aa", "name": "rate-test-model-e565aa", "reconcileID": "fd54f47a-28ac-4390-80fa-fac7678b1258", "LLMInferenceService": "rate-test-model-e565aa", "namespace": "ai-tenant-e2e-shared-a-w3-e565aa", "name": "rate-test-model-e565aa"}
2026-09-09T14:36:48Z	DEBUG	Deleting AuthPolicies for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e565aa","namespace":"ai-tenant-e2e-shared-a-w3-e565aa"}, "namespace": "ai-tenant-e2e-shared-a-w3-e565aa", "name": "rate-test-model-e565aa", "reconcileID": "fd54f47a-28ac-4390-80fa-fac7678b1258", "LLMInferenceService": "rate-test-model-e565aa", "namespace": "ai-tenant-e2e-shared-a-w3-e565aa"}
2026-09-09T14:36:48Z	DEBUG	Deleting HTTPRoute AuthPolicy for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e565aa","namespace":"ai-tenant-e2e-shared-a-w3-e565aa"}, "namespace": "ai-tenant-e2e-shared-a-w3-e565aa", "name": "rate-test-model-e565aa", "reconcileID": "fd54f47a-28ac-4390-80fa-fac7678b1258", "LLMInferenceService": "rate-test-model-e565aa", "namespace": "ai-tenant-e2e-shared-a-w3-e565aa"}
2026-09-09T14:36:48Z	DEBUG	Attempting to delete HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e565aa","namespace":"ai-tenant-e2e-shared-a-w3-e565aa"}, "namespace": "ai-tenant-e2e-shared-a-w3-e565aa", "name": "rate-test-model-e565aa", "reconcileID": "fd54f47a-28ac-4390-80fa-fac7678b1258", "LLMInferenceService": "rate-test-model-e565aa", "namespace": "ai-tenant-e2e-shared-a-w3-e565aa", "name": "rate-test-model-e565aa-kserve-route-authn"}
2026-09-09T14:36:48Z	INFO	Successfully deleted HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e565aa","namespace":"ai-tenant-e2e-shared-a-w3-e565aa"}, "namespace": "ai-tenant-e2e-shared-a-w3-e565aa", "name": "rate-test-model-e565aa", "reconcileID": "fd54f47a-28ac-4390-80fa-fac7678b1258", "LLMInferenceService": "rate-test-model-e565aa", "namespace": "ai-tenant-e2e-shared-a-w3-e565aa", "name": "rate-test-model-e565aa-kserve-route-authn"}
2026-09-09T14:36:48Z	DEBUG	Triggering LLMInferenceService Cleanup for Namespace	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e565aa","namespace":"ai-tenant-e2e-shared-a-w3-e565aa"}, "namespace": "ai-tenant-e2e-shared-a-w3-e565aa", "name": "rate-test-model-e565aa", "reconcileID": "fd54f47a-28ac-4390-80fa-fac7678b1258", "LLMInferenceService": "rate-test-model-e565aa", "namespace": "ai-tenant-e2e-shared-a-w3-e565aa", "namespace": "ai-tenant-e2e-shared-a-w3-e565aa"}
2026-09-09T14:36:48Z	DEBUG	Cleaning up LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e565aa","namespace":"ai-tenant-e2e-shared-a-w3-e565aa"}, "namespace": "ai-tenant-e2e-shared-a-w3-e565aa", "name": "rate-test-model-e565aa", "reconcileID": "fd54f47a-28ac-4390-80fa-fac7678b1258", "LLMInferenceService": "rate-test-model-e565aa", "namespace": "ai-tenant-e2e-shared-a-w3-e565aa", "namespace": "ai-tenant-e2e-shared-a-w3-e565aa"}
2026-09-09T14:36:48Z	INFO	Stop LLMInferenceService reconciliation	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e565aa","namespace":"ai-tenant-e2e-shared-a-w3-e565aa"}, "namespace": "ai-tenant-e2e-shared-a-w3-e565aa", "name": "rate-test-model-e565aa", "reconcileID": "101b8d9d-79aa-4ab3-b73c-e28c0e679cb6", "LLMInferenceService": "rate-test-model-e565aa", "namespace": "ai-tenant-e2e-shared-a-w3-e565aa"}
2026-09-09T14:36:48Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-e565aa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-e565aa", "reconcileID": "6ede57ad-9b19-4eaf-84bd-d9c26b12638a", "Gateway": "e2e-shared-a-w3-e565aa", "namespace": "openshift-ingress"}
2026-09-09T14:36:48Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-e565aa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-e565aa", "reconcileID": "6ede57ad-9b19-4eaf-84bd-d9c26b12638a", "Gateway": "e2e-shared-a-w3-e565aa", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-e565aa-authn-ssl"}
2026-09-09T14:36:48Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-e565aa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-e565aa", "reconcileID": "6ede57ad-9b19-4eaf-84bd-d9c26b12638a", "Gateway": "e2e-shared-a-w3-e565aa", "namespace": "openshift-ingress"}
2026-09-09T14:36:48Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-e565aa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-e565aa", "reconcileID": "37d959ca-4857-406c-8bbe-586246be7bdd", "Gateway": "e2e-shared-a-w3-e565aa", "namespace": "openshift-ingress"}
2026-09-09T14:36:48Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-e565aa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-e565aa", "reconcileID": "37d959ca-4857-406c-8bbe-586246be7bdd", "Gateway": "e2e-shared-a-w3-e565aa", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-e565aa-authn-ssl"}
2026-09-09T14:36:48Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-e565aa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-e565aa", "reconcileID": "37d959ca-4857-406c-8bbe-586246be7bdd", "Gateway": "e2e-shared-a-w3-e565aa", "namespace": "openshift-ingress"}
2026-09-09T14:36:48Z	INFO	LLMInferenceService being deleted, cleaning up sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c5e2d3","namespace":"ai-tenant-e2e-shared-b-w3-c5e2d3"}, "namespace": "ai-tenant-e2e-shared-b-w3-c5e2d3", "name": "rate-test-model-c5e2d3", "reconcileID": "4e3f70d6-b2b2-4726-9549-997bdcbaea65", "LLMInferenceService": "rate-test-model-c5e2d3", "namespace": "ai-tenant-e2e-shared-b-w3-c5e2d3"}
2026-09-09T14:36:48Z	DEBUG	Triggering Delete for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c5e2d3","namespace":"ai-tenant-e2e-shared-b-w3-c5e2d3"}, "namespace": "ai-tenant-e2e-shared-b-w3-c5e2d3", "name": "rate-test-model-c5e2d3", "reconcileID": "4e3f70d6-b2b2-4726-9549-997bdcbaea65", "LLMInferenceService": "rate-test-model-c5e2d3", "namespace": "ai-tenant-e2e-shared-b-w3-c5e2d3", "name": "rate-test-model-c5e2d3"}
2026-09-09T14:36:48Z	DEBUG	Deleting AuthPolicies for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c5e2d3","namespace":"ai-tenant-e2e-shared-b-w3-c5e2d3"}, "namespace": "ai-tenant-e2e-shared-b-w3-c5e2d3", "name": "rate-test-model-c5e2d3", "reconcileID": "4e3f70d6-b2b2-4726-9549-997bdcbaea65", "LLMInferenceService": "rate-test-model-c5e2d3", "namespace": "ai-tenant-e2e-shared-b-w3-c5e2d3"}
2026-09-09T14:36:48Z	DEBUG	Deleting HTTPRoute AuthPolicy for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c5e2d3","namespace":"ai-tenant-e2e-shared-b-w3-c5e2d3"}, "namespace": "ai-tenant-e2e-shared-b-w3-c5e2d3", "name": "rate-test-model-c5e2d3", "reconcileID": "4e3f70d6-b2b2-4726-9549-997bdcbaea65", "LLMInferenceService": "rate-test-model-c5e2d3", "namespace": "ai-tenant-e2e-shared-b-w3-c5e2d3"}
2026-09-09T14:36:48Z	DEBUG	Attempting to delete HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c5e2d3","namespace":"ai-tenant-e2e-shared-b-w3-c5e2d3"}, "namespace": "ai-tenant-e2e-shared-b-w3-c5e2d3", "name": "rate-test-model-c5e2d3", "reconcileID": "4e3f70d6-b2b2-4726-9549-997bdcbaea65", "LLMInferenceService": "rate-test-model-c5e2d3", "namespace": "ai-tenant-e2e-shared-b-w3-c5e2d3", "name": "rate-test-model-c5e2d3-kserve-route-authn"}
2026-09-09T14:36:48Z	INFO	Successfully deleted HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c5e2d3","namespace":"ai-tenant-e2e-shared-b-w3-c5e2d3"}, "namespace": "ai-tenant-e2e-shared-b-w3-c5e2d3", "name": "rate-test-model-c5e2d3", "reconcileID": "4e3f70d6-b2b2-4726-9549-997bdcbaea65", "LLMInferenceService": "rate-test-model-c5e2d3", "namespace": "ai-tenant-e2e-shared-b-w3-c5e2d3", "name": "rate-test-model-c5e2d3-kserve-route-authn"}
2026-09-09T14:36:48Z	DEBUG	Triggering LLMInferenceService Cleanup for Namespace	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c5e2d3","namespace":"ai-tenant-e2e-shared-b-w3-c5e2d3"}, "namespace": "ai-tenant-e2e-shared-b-w3-c5e2d3", "name": "rate-test-model-c5e2d3", "reconcileID": "4e3f70d6-b2b2-4726-9549-997bdcbaea65", "LLMInferenceService": "rate-test-model-c5e2d3", "namespace": "ai-tenant-e2e-shared-b-w3-c5e2d3", "namespace": "ai-tenant-e2e-shared-b-w3-c5e2d3"}
2026-09-09T14:36:48Z	DEBUG	Cleaning up LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c5e2d3","namespace":"ai-tenant-e2e-shared-b-w3-c5e2d3"}, "namespace": "ai-tenant-e2e-shared-b-w3-c5e2d3", "name": "rate-test-model-c5e2d3", "reconcileID": "4e3f70d6-b2b2-4726-9549-997bdcbaea65", "LLMInferenceService": "rate-test-model-c5e2d3", "namespace": "ai-tenant-e2e-shared-b-w3-c5e2d3", "namespace": "ai-tenant-e2e-shared-b-w3-c5e2d3"}
2026-09-09T14:36:49Z	INFO	Stop LLMInferenceService reconciliation	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c5e2d3","namespace":"ai-tenant-e2e-shared-b-w3-c5e2d3"}, "namespace": "ai-tenant-e2e-shared-b-w3-c5e2d3", "name": "rate-test-model-c5e2d3", "reconcileID": "7c04554d-2c18-4176-9ac1-8faeecf67563", "LLMInferenceService": "rate-test-model-c5e2d3", "namespace": "ai-tenant-e2e-shared-b-w3-c5e2d3"}
2026-09-09T14:36:49Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-c5e2d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-c5e2d3", "reconcileID": "3c5f7d59-2ecd-4453-aa01-463dc234a60f", "Gateway": "e2e-shared-b-w3-c5e2d3", "namespace": "openshift-ingress"}
2026-09-09T14:36:49Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-c5e2d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-c5e2d3", "reconcileID": "3c5f7d59-2ecd-4453-aa01-463dc234a60f", "Gateway": "e2e-shared-b-w3-c5e2d3", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-c5e2d3-authn-ssl"}
2026-09-09T14:36:49Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-c5e2d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-c5e2d3", "reconcileID": "3c5f7d59-2ecd-4453-aa01-463dc234a60f", "Gateway": "e2e-shared-b-w3-c5e2d3", "namespace": "openshift-ingress"}
2026-09-09T14:36:49Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-c5e2d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-c5e2d3", "reconcileID": "a090174d-7c8b-479a-90f3-fdd79ff32d46", "Gateway": "e2e-shared-b-w3-c5e2d3", "namespace": "openshift-ingress"}
2026-09-09T14:36:49Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-c5e2d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-c5e2d3", "reconcileID": "a090174d-7c8b-479a-90f3-fdd79ff32d46", "Gateway": "e2e-shared-b-w3-c5e2d3", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-c5e2d3-authn-ssl"}
2026-09-09T14:36:49Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-c5e2d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-c5e2d3", "reconcileID": "a090174d-7c8b-479a-90f3-fdd79ff32d46", "Gateway": "e2e-shared-b-w3-c5e2d3", "namespace": "openshift-ingress"}
2026-09-09T14:36:50Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ea13e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ea13e2", "reconcileID": "1a799bf0-8198-401c-86aa-22b773c3b6f0", "Gateway": "e2e-ipp-a-ea13e2", "namespace": "openshift-ingress"}
2026-09-09T14:36:50Z	INFO	Creating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ea13e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ea13e2", "reconcileID": "1a799bf0-8198-401c-86aa-22b773c3b6f0", "Gateway": "e2e-ipp-a-ea13e2", "namespace": "openshift-ingress", "name": "e2e-ipp-a-ea13e2-authn-ssl"}
2026-09-09T14:36:50Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ea13e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ea13e2", "reconcileID": "1a799bf0-8198-401c-86aa-22b773c3b6f0", "Gateway": "e2e-ipp-a-ea13e2", "namespace": "openshift-ingress"}
2026-09-09T14:36:50Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ea13e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ea13e2", "reconcileID": "8619616c-d822-4257-a8ca-06dad107ceb2", "Gateway": "e2e-ipp-a-ea13e2", "namespace": "openshift-ingress"}
2026-09-09T14:36:50Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ea13e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ea13e2", "reconcileID": "8619616c-d822-4257-a8ca-06dad107ceb2", "Gateway": "e2e-ipp-a-ea13e2", "namespace": "openshift-ingress", "name": "e2e-ipp-a-ea13e2-authn-ssl"}
2026-09-09T14:36:50Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ea13e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ea13e2", "reconcileID": "8619616c-d822-4257-a8ca-06dad107ceb2", "Gateway": "e2e-ipp-a-ea13e2", "namespace": "openshift-ingress"}
2026-09-09T14:36:50Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ea13e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ea13e2", "reconcileID": "7469e78a-840c-4874-8afc-0da4c86ca1da", "Gateway": "e2e-ipp-a-ea13e2", "namespace": "openshift-ingress"}
2026-09-09T14:36:50Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ea13e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ea13e2", "reconcileID": "7469e78a-840c-4874-8afc-0da4c86ca1da", "Gateway": "e2e-ipp-a-ea13e2", "namespace": "openshift-ingress", "name": "e2e-ipp-a-ea13e2-authn-ssl"}
2026-09-09T14:36:50Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ea13e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ea13e2", "reconcileID": "7469e78a-840c-4874-8afc-0da4c86ca1da", "Gateway": "e2e-ipp-a-ea13e2", "namespace": "openshift-ingress"}
2026-09-09T14:36:50Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ea13e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ea13e2", "reconcileID": "f26a66ed-ed59-4a16-8c89-e92bc5e334a4", "Gateway": "e2e-ipp-a-ea13e2", "namespace": "openshift-ingress"}
2026-09-09T14:36:50Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ea13e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ea13e2", "reconcileID": "f26a66ed-ed59-4a16-8c89-e92bc5e334a4", "Gateway": "e2e-ipp-a-ea13e2", "namespace": "openshift-ingress", "name": "e2e-ipp-a-ea13e2-authn-ssl"}
2026-09-09T14:36:50Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ea13e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ea13e2", "reconcileID": "f26a66ed-ed59-4a16-8c89-e92bc5e334a4", "Gateway": "e2e-ipp-a-ea13e2", "namespace": "openshift-ingress"}
2026-09-09T14:36:50Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ea13e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ea13e2", "reconcileID": "437b94fc-c2f8-40a8-a497-6bf481779d53", "Gateway": "e2e-ipp-a-ea13e2", "namespace": "openshift-ingress"}
2026-09-09T14:36:50Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ea13e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ea13e2", "reconcileID": "437b94fc-c2f8-40a8-a497-6bf481779d53", "Gateway": "e2e-ipp-a-ea13e2", "namespace": "openshift-ingress", "name": "e2e-ipp-a-ea13e2-authn-ssl"}
2026-09-09T14:36:50Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ea13e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ea13e2", "reconcileID": "437b94fc-c2f8-40a8-a497-6bf481779d53", "Gateway": "e2e-ipp-a-ea13e2", "namespace": "openshift-ingress"}
2026-09-09T14:36:50Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ea13e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ea13e2", "reconcileID": "ac301ed3-2d40-4bad-876d-140781c79d29", "Gateway": "e2e-ipp-a-ea13e2", "namespace": "openshift-ingress"}
2026-09-09T14:36:50Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ea13e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ea13e2", "reconcileID": "ac301ed3-2d40-4bad-876d-140781c79d29", "Gateway": "e2e-ipp-a-ea13e2", "namespace": "openshift-ingress", "name": "e2e-ipp-a-ea13e2-authn-ssl"}
2026-09-09T14:36:50Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ea13e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ea13e2", "reconcileID": "ac301ed3-2d40-4bad-876d-140781c79d29", "Gateway": "e2e-ipp-a-ea13e2", "namespace": "openshift-ingress"}
2026-09-09T14:36:50Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ea13e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ea13e2", "reconcileID": "35f31147-32df-49fb-91cb-d54cee5813a0", "Gateway": "e2e-ipp-a-ea13e2", "namespace": "openshift-ingress"}
2026-09-09T14:36:50Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ea13e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ea13e2", "reconcileID": "35f31147-32df-49fb-91cb-d54cee5813a0", "Gateway": "e2e-ipp-a-ea13e2", "namespace": "openshift-ingress", "name": "e2e-ipp-a-ea13e2-authn-ssl"}
2026-09-09T14:36:50Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ea13e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ea13e2", "reconcileID": "35f31147-32df-49fb-91cb-d54cee5813a0", "Gateway": "e2e-ipp-a-ea13e2", "namespace": "openshift-ingress"}
2026-09-09T14:36:51Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ea13e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ea13e2", "reconcileID": "79049f0a-f095-4345-8b31-557be7a98534", "Gateway": "e2e-ipp-a-ea13e2", "namespace": "openshift-ingress"}
2026-09-09T14:36:51Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ea13e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ea13e2", "reconcileID": "79049f0a-f095-4345-8b31-557be7a98534", "Gateway": "e2e-ipp-a-ea13e2", "namespace": "openshift-ingress", "name": "e2e-ipp-a-ea13e2-authn-ssl"}
2026-09-09T14:36:51Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ea13e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ea13e2", "reconcileID": "79049f0a-f095-4345-8b31-557be7a98534", "Gateway": "e2e-ipp-a-ea13e2", "namespace": "openshift-ingress"}
2026-09-09T14:36:53Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-ea13e2"}, "namespace": "ai-tenant-e2e-ipp-a-ea13e2", "name": "openshift-service-ca.crt", "reconcileID": "a3a270aa-aea7-4c97-91fa-97c6a00ad629", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-ea13e2"}
2026-09-09T14:36:53Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-ea13e2"}, "namespace": "ai-tenant-e2e-ipp-a-ea13e2", "name": "odh-trusted-ca-bundle", "reconcileID": "c222df9f-edbc-428d-ae35-616d3a6b7099", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-ea13e2"}
2026-09-09T14:36:53Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-ea13e2"}, "namespace": "ai-tenant-e2e-ipp-a-ea13e2", "name": "openshift-service-ca.crt", "reconcileID": "d46a8d2b-72e6-4d97-8152-ac6451fb8cdc", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-ea13e2", "create": "odh-kserve-custom-ca-bundle"}
2026-09-09T14:36:53Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-ea13e2"}, "namespace": "ai-tenant-e2e-ipp-a-ea13e2", "name": "openshift-service-ca.crt", "reconcileID": "d46a8d2b-72e6-4d97-8152-ac6451fb8cdc", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-ea13e2"}
2026-09-09T14:36:53Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-ea13e2"}, "namespace": "ai-tenant-e2e-ipp-a-ea13e2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "031e89f0-1816-405a-ae60-c450d9f04766", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-ea13e2"}
2026-09-09T14:36:53Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-ea13e2"}, "namespace": "ai-tenant-e2e-ipp-a-ea13e2", "name": "openshift-service-ca.crt", "reconcileID": "40054044-3510-4e5f-8bc4-fbea9c128785", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-ea13e2"}
2026-09-09T14:36:53Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-ea13e2"}, "namespace": "ai-tenant-e2e-ipp-a-ea13e2", "name": "odh-trusted-ca-bundle", "reconcileID": "4e67b92d-56ce-4b07-ae04-fdfc886da53f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-ea13e2", "update": "odh-kserve-custom-ca-bundle"}
2026-09-09T14:36:53Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-ea13e2"}, "namespace": "ai-tenant-e2e-ipp-a-ea13e2", "name": "odh-trusted-ca-bundle", "reconcileID": "4e67b92d-56ce-4b07-ae04-fdfc886da53f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-ea13e2"}
2026-09-09T14:36:53Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-ea13e2"}, "namespace": "ai-tenant-e2e-ipp-a-ea13e2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1aae611f-1771-4157-91e1-f76ae08553b8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-ea13e2"}
2026-09-09T14:36:54Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ea13e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ea13e2", "reconcileID": "bc4beeff-892d-4302-adeb-e0ebb21ae0fe", "Gateway": "e2e-ipp-a-ea13e2", "namespace": "openshift-ingress"}
2026-09-09T14:36:54Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ea13e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ea13e2", "reconcileID": "bc4beeff-892d-4302-adeb-e0ebb21ae0fe", "Gateway": "e2e-ipp-a-ea13e2", "namespace": "openshift-ingress", "name": "e2e-ipp-a-ea13e2-authn-ssl"}
2026-09-09T14:36:54Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ea13e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ea13e2", "reconcileID": "bc4beeff-892d-4302-adeb-e0ebb21ae0fe", "Gateway": "e2e-ipp-a-ea13e2", "namespace": "openshift-ingress"}
2026-09-09T14:36:59Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ea13e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ea13e2", "reconcileID": "c63fab4b-49d9-4bfd-ba32-02c21413f06c", "Gateway": "e2e-ipp-a-ea13e2", "namespace": "openshift-ingress"}
2026-09-09T14:36:59Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ea13e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ea13e2", "reconcileID": "c63fab4b-49d9-4bfd-ba32-02c21413f06c", "Gateway": "e2e-ipp-a-ea13e2", "namespace": "openshift-ingress", "name": "e2e-ipp-a-ea13e2-authn-ssl"}
2026-09-09T14:36:59Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ea13e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ea13e2", "reconcileID": "c63fab4b-49d9-4bfd-ba32-02c21413f06c", "Gateway": "e2e-ipp-a-ea13e2", "namespace": "openshift-ingress"}
2026-09-09T14:37:19Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f583d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f583d9", "reconcileID": "12e7277f-0e54-4ba3-b6ba-59c090243240", "Gateway": "e2e-ipp-b-f583d9", "namespace": "openshift-ingress"}
2026-09-09T14:37:19Z	INFO	Creating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f583d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f583d9", "reconcileID": "12e7277f-0e54-4ba3-b6ba-59c090243240", "Gateway": "e2e-ipp-b-f583d9", "namespace": "openshift-ingress", "name": "e2e-ipp-b-f583d9-authn-ssl"}
2026-09-09T14:37:19Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f583d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f583d9", "reconcileID": "12e7277f-0e54-4ba3-b6ba-59c090243240", "Gateway": "e2e-ipp-b-f583d9", "namespace": "openshift-ingress"}
2026-09-09T14:37:19Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f583d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f583d9", "reconcileID": "9601cb18-7076-48ce-a89e-89eb45773864", "Gateway": "e2e-ipp-b-f583d9", "namespace": "openshift-ingress"}
2026-09-09T14:37:19Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f583d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f583d9", "reconcileID": "9601cb18-7076-48ce-a89e-89eb45773864", "Gateway": "e2e-ipp-b-f583d9", "namespace": "openshift-ingress", "name": "e2e-ipp-b-f583d9-authn-ssl"}
2026-09-09T14:37:19Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f583d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f583d9", "reconcileID": "9601cb18-7076-48ce-a89e-89eb45773864", "Gateway": "e2e-ipp-b-f583d9", "namespace": "openshift-ingress"}
2026-09-09T14:37:19Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f583d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f583d9", "reconcileID": "0f6541c3-5a47-484f-88eb-370376ee2a2d", "Gateway": "e2e-ipp-b-f583d9", "namespace": "openshift-ingress"}
2026-09-09T14:37:19Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f583d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f583d9", "reconcileID": "0f6541c3-5a47-484f-88eb-370376ee2a2d", "Gateway": "e2e-ipp-b-f583d9", "namespace": "openshift-ingress", "name": "e2e-ipp-b-f583d9-authn-ssl"}
2026-09-09T14:37:19Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f583d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f583d9", "reconcileID": "0f6541c3-5a47-484f-88eb-370376ee2a2d", "Gateway": "e2e-ipp-b-f583d9", "namespace": "openshift-ingress"}
2026-09-09T14:37:19Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f583d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f583d9", "reconcileID": "4e51cc65-bfa5-4920-8154-0f9fb1497b7a", "Gateway": "e2e-ipp-b-f583d9", "namespace": "openshift-ingress"}
2026-09-09T14:37:19Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f583d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f583d9", "reconcileID": "4e51cc65-bfa5-4920-8154-0f9fb1497b7a", "Gateway": "e2e-ipp-b-f583d9", "namespace": "openshift-ingress", "name": "e2e-ipp-b-f583d9-authn-ssl"}
2026-09-09T14:37:19Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f583d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f583d9", "reconcileID": "4e51cc65-bfa5-4920-8154-0f9fb1497b7a", "Gateway": "e2e-ipp-b-f583d9", "namespace": "openshift-ingress"}
2026-09-09T14:37:19Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f583d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f583d9", "reconcileID": "29dead90-0c4f-4499-bc1c-57c520fb9f9f", "Gateway": "e2e-ipp-b-f583d9", "namespace": "openshift-ingress"}
2026-09-09T14:37:19Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f583d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f583d9", "reconcileID": "29dead90-0c4f-4499-bc1c-57c520fb9f9f", "Gateway": "e2e-ipp-b-f583d9", "namespace": "openshift-ingress", "name": "e2e-ipp-b-f583d9-authn-ssl"}
2026-09-09T14:37:19Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f583d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f583d9", "reconcileID": "29dead90-0c4f-4499-bc1c-57c520fb9f9f", "Gateway": "e2e-ipp-b-f583d9", "namespace": "openshift-ingress"}
2026-09-09T14:37:19Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f583d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f583d9", "reconcileID": "408a7528-06f7-4a65-a003-740b31dbe223", "Gateway": "e2e-ipp-b-f583d9", "namespace": "openshift-ingress"}
2026-09-09T14:37:19Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f583d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f583d9", "reconcileID": "408a7528-06f7-4a65-a003-740b31dbe223", "Gateway": "e2e-ipp-b-f583d9", "namespace": "openshift-ingress", "name": "e2e-ipp-b-f583d9-authn-ssl"}
2026-09-09T14:37:19Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f583d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f583d9", "reconcileID": "408a7528-06f7-4a65-a003-740b31dbe223", "Gateway": "e2e-ipp-b-f583d9", "namespace": "openshift-ingress"}
2026-09-09T14:37:19Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f583d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f583d9", "reconcileID": "d31c00e9-951d-4bfb-891a-c780e5c986a0", "Gateway": "e2e-ipp-b-f583d9", "namespace": "openshift-ingress"}
2026-09-09T14:37:19Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f583d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f583d9", "reconcileID": "d31c00e9-951d-4bfb-891a-c780e5c986a0", "Gateway": "e2e-ipp-b-f583d9", "namespace": "openshift-ingress", "name": "e2e-ipp-b-f583d9-authn-ssl"}
2026-09-09T14:37:19Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f583d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f583d9", "reconcileID": "d31c00e9-951d-4bfb-891a-c780e5c986a0", "Gateway": "e2e-ipp-b-f583d9", "namespace": "openshift-ingress"}
2026-09-09T14:37:20Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f583d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f583d9", "reconcileID": "607e9800-a1c4-4287-88e8-c8ddc9238e2a", "Gateway": "e2e-ipp-b-f583d9", "namespace": "openshift-ingress"}
2026-09-09T14:37:20Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f583d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f583d9", "reconcileID": "607e9800-a1c4-4287-88e8-c8ddc9238e2a", "Gateway": "e2e-ipp-b-f583d9", "namespace": "openshift-ingress", "name": "e2e-ipp-b-f583d9-authn-ssl"}
2026-09-09T14:37:20Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f583d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f583d9", "reconcileID": "607e9800-a1c4-4287-88e8-c8ddc9238e2a", "Gateway": "e2e-ipp-b-f583d9", "namespace": "openshift-ingress"}
2026-09-09T14:37:22Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-f583d9"}, "namespace": "ai-tenant-e2e-ipp-b-f583d9", "name": "openshift-service-ca.crt", "reconcileID": "9aee4948-16a2-4ee1-9db1-2c5be53a8ae3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-f583d9"}
2026-09-09T14:37:22Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-f583d9"}, "namespace": "ai-tenant-e2e-ipp-b-f583d9", "name": "odh-trusted-ca-bundle", "reconcileID": "0b2266be-b303-47a9-b942-a6a7a420093d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-f583d9"}
2026-09-09T14:37:22Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-f583d9"}, "namespace": "ai-tenant-e2e-ipp-b-f583d9", "name": "openshift-service-ca.crt", "reconcileID": "1ac5c655-0178-49cc-b39f-935fd81551f5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-f583d9", "create": "odh-kserve-custom-ca-bundle"}
2026-09-09T14:37:22Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-f583d9"}, "namespace": "ai-tenant-e2e-ipp-b-f583d9", "name": "openshift-service-ca.crt", "reconcileID": "1ac5c655-0178-49cc-b39f-935fd81551f5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-f583d9"}
2026-09-09T14:37:22Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-f583d9"}, "namespace": "ai-tenant-e2e-ipp-b-f583d9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "30cdf36c-1491-4ab9-9ef3-cdd8e9b6e78a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-f583d9"}
2026-09-09T14:37:22Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-f583d9"}, "namespace": "ai-tenant-e2e-ipp-b-f583d9", "name": "openshift-service-ca.crt", "reconcileID": "f8939da5-6167-4145-b285-76279af39edb", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-f583d9"}
2026-09-09T14:37:22Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-f583d9"}, "namespace": "ai-tenant-e2e-ipp-b-f583d9", "name": "odh-trusted-ca-bundle", "reconcileID": "59b075bf-8cdf-42d3-a8d5-4e0d81d997af", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-f583d9", "update": "odh-kserve-custom-ca-bundle"}
2026-09-09T14:37:22Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-f583d9"}, "namespace": "ai-tenant-e2e-ipp-b-f583d9", "name": "odh-trusted-ca-bundle", "reconcileID": "59b075bf-8cdf-42d3-a8d5-4e0d81d997af", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-f583d9"}
2026-09-09T14:37:22Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-f583d9"}, "namespace": "ai-tenant-e2e-ipp-b-f583d9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fc57b4f8-fec6-4398-9c55-333741a9189b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-f583d9"}
2026-09-09T14:37:23Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f583d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f583d9", "reconcileID": "d879eb0b-d8ab-4811-9729-c42d47d8b57b", "Gateway": "e2e-ipp-b-f583d9", "namespace": "openshift-ingress"}
2026-09-09T14:37:23Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f583d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f583d9", "reconcileID": "d879eb0b-d8ab-4811-9729-c42d47d8b57b", "Gateway": "e2e-ipp-b-f583d9", "namespace": "openshift-ingress", "name": "e2e-ipp-b-f583d9-authn-ssl"}
2026-09-09T14:37:23Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f583d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f583d9", "reconcileID": "d879eb0b-d8ab-4811-9729-c42d47d8b57b", "Gateway": "e2e-ipp-b-f583d9", "namespace": "openshift-ingress"}
2026-09-09T14:37:30Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f583d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f583d9", "reconcileID": "0c14aff8-10f8-435a-8f53-3bc8c35dd951", "Gateway": "e2e-ipp-b-f583d9", "namespace": "openshift-ingress"}
2026-09-09T14:37:30Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f583d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f583d9", "reconcileID": "0c14aff8-10f8-435a-8f53-3bc8c35dd951", "Gateway": "e2e-ipp-b-f583d9", "namespace": "openshift-ingress", "name": "e2e-ipp-b-f583d9-authn-ssl"}
2026-09-09T14:37:30Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f583d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f583d9", "reconcileID": "0c14aff8-10f8-435a-8f53-3bc8c35dd951", "Gateway": "e2e-ipp-b-f583d9", "namespace": "openshift-ingress"}
2026-09-09T14:37:43Z	INFO	No monitoring namespace detected, skipping monitoring reconciliation.	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-09-09T14:37:43Z	INFO	Multi Node reconciling.	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-09-09T14:37:45Z	INFO	ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-09-09T14:37:45Z	INFO	Multi Node reconciled successfully.	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-09-09T14:37:52Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ea13e2","namespace":"ai-tenant-e2e-ipp-a-ea13e2"}, "namespace": "ai-tenant-e2e-ipp-a-ea13e2", "name": "ipp-route-ea13e2", "reconcileID": "af5066d3-a7a9-4110-a17a-889c1933e5c5", "LLMInferenceService": "ipp-route-ea13e2", "namespace": "ai-tenant-e2e-ipp-a-ea13e2"}
2026-09-09T14:37:52Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ea13e2","namespace":"ai-tenant-e2e-ipp-a-ea13e2"}, "namespace": "ai-tenant-e2e-ipp-a-ea13e2", "name": "ipp-route-ea13e2", "reconcileID": "af5066d3-a7a9-4110-a17a-889c1933e5c5", "LLMInferenceService": "ipp-route-ea13e2", "namespace": "ai-tenant-e2e-ipp-a-ea13e2"}
2026-09-09T14:37:52Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ea13e2","namespace":"ai-tenant-e2e-ipp-a-ea13e2"}, "namespace": "ai-tenant-e2e-ipp-a-ea13e2", "name": "ipp-route-ea13e2", "reconcileID": "af5066d3-a7a9-4110-a17a-889c1933e5c5", "LLMInferenceService": "ipp-route-ea13e2", "namespace": "ai-tenant-e2e-ipp-a-ea13e2"}
2026-09-09T14:37:52Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ea13e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ea13e2", "reconcileID": "18f11a2c-f639-464f-b0b8-05665abb2abe", "Gateway": "e2e-ipp-a-ea13e2", "namespace": "openshift-ingress"}
2026-09-09T14:37:52Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ea13e2","namespace":"ai-tenant-e2e-ipp-a-ea13e2"}, "namespace": "ai-tenant-e2e-ipp-a-ea13e2", "name": "ipp-route-ea13e2", "reconcileID": "af5066d3-a7a9-4110-a17a-889c1933e5c5", "LLMInferenceService": "ipp-route-ea13e2", "namespace": "ai-tenant-e2e-ipp-a-ea13e2", "name": "ipp-route-ea13e2-kserve-route-authn"}
2026-09-09T14:37:52Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ea13e2","namespace":"ai-tenant-e2e-ipp-a-ea13e2"}, "namespace": "ai-tenant-e2e-ipp-a-ea13e2", "name": "ipp-route-ea13e2", "reconcileID": "af5066d3-a7a9-4110-a17a-889c1933e5c5", "LLMInferenceService": "ipp-route-ea13e2", "namespace": "ai-tenant-e2e-ipp-a-ea13e2", "authType": "userdefined"}
2026-09-09T14:37:52Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ea13e2","namespace":"ai-tenant-e2e-ipp-a-ea13e2"}, "namespace": "ai-tenant-e2e-ipp-a-ea13e2", "name": "ipp-route-ea13e2", "reconcileID": "af5066d3-a7a9-4110-a17a-889c1933e5c5", "LLMInferenceService": "ipp-route-ea13e2", "namespace": "ai-tenant-e2e-ipp-a-ea13e2"}
2026-09-09T14:37:52Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ea13e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ea13e2", "reconcileID": "18f11a2c-f639-464f-b0b8-05665abb2abe", "Gateway": "e2e-ipp-a-ea13e2", "namespace": "openshift-ingress", "name": "e2e-ipp-a-ea13e2-authn-ssl"}
2026-09-09T14:37:52Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ea13e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ea13e2", "reconcileID": "18f11a2c-f639-464f-b0b8-05665abb2abe", "Gateway": "e2e-ipp-a-ea13e2", "namespace": "openshift-ingress"}
2026-09-09T14:37:52Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ea13e2","namespace":"ai-tenant-e2e-ipp-a-ea13e2"}, "namespace": "ai-tenant-e2e-ipp-a-ea13e2", "name": "ipp-route-ea13e2", "reconcileID": "1e3269e3-2010-4492-9052-86bde13c8794", "LLMInferenceService": "ipp-route-ea13e2", "namespace": "ai-tenant-e2e-ipp-a-ea13e2"}
2026-09-09T14:37:52Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ea13e2","namespace":"ai-tenant-e2e-ipp-a-ea13e2"}, "namespace": "ai-tenant-e2e-ipp-a-ea13e2", "name": "ipp-route-ea13e2", "reconcileID": "1e3269e3-2010-4492-9052-86bde13c8794", "LLMInferenceService": "ipp-route-ea13e2", "namespace": "ai-tenant-e2e-ipp-a-ea13e2"}
2026-09-09T14:37:52Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ea13e2","namespace":"ai-tenant-e2e-ipp-a-ea13e2"}, "namespace": "ai-tenant-e2e-ipp-a-ea13e2", "name": "ipp-route-ea13e2", "reconcileID": "1e3269e3-2010-4492-9052-86bde13c8794", "LLMInferenceService": "ipp-route-ea13e2", "namespace": "ai-tenant-e2e-ipp-a-ea13e2"}
2026-09-09T14:37:52Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ea13e2","namespace":"ai-tenant-e2e-ipp-a-ea13e2"}, "namespace": "ai-tenant-e2e-ipp-a-ea13e2", "name": "ipp-route-ea13e2", "reconcileID": "1e3269e3-2010-4492-9052-86bde13c8794", "LLMInferenceService": "ipp-route-ea13e2", "namespace": "ai-tenant-e2e-ipp-a-ea13e2", "name": "ipp-route-ea13e2-kserve-route-authn"}
2026-09-09T14:37:52Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ea13e2","namespace":"ai-tenant-e2e-ipp-a-ea13e2"}, "namespace": "ai-tenant-e2e-ipp-a-ea13e2", "name": "ipp-route-ea13e2", "reconcileID": "1e3269e3-2010-4492-9052-86bde13c8794", "LLMInferenceService": "ipp-route-ea13e2", "namespace": "ai-tenant-e2e-ipp-a-ea13e2", "authType": "userdefined"}
2026-09-09T14:37:52Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ea13e2","namespace":"ai-tenant-e2e-ipp-a-ea13e2"}, "namespace": "ai-tenant-e2e-ipp-a-ea13e2", "name": "ipp-route-ea13e2", "reconcileID": "1e3269e3-2010-4492-9052-86bde13c8794", "LLMInferenceService": "ipp-route-ea13e2", "namespace": "ai-tenant-e2e-ipp-a-ea13e2"}
2026-09-09T14:38:01Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ea13e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ea13e2", "reconcileID": "2eae490f-b523-464e-b19a-c60470368d41", "Gateway": "e2e-ipp-a-ea13e2", "namespace": "openshift-ingress"}
2026-09-09T14:38:01Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ea13e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ea13e2", "reconcileID": "2eae490f-b523-464e-b19a-c60470368d41", "Gateway": "e2e-ipp-a-ea13e2", "namespace": "openshift-ingress", "name": "e2e-ipp-a-ea13e2-authn-ssl"}
2026-09-09T14:38:01Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ea13e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ea13e2", "reconcileID": "2eae490f-b523-464e-b19a-c60470368d41", "Gateway": "e2e-ipp-a-ea13e2", "namespace": "openshift-ingress"}
2026-09-09T14:38:03Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ea13e2","namespace":"ai-tenant-e2e-ipp-a-ea13e2"}, "namespace": "ai-tenant-e2e-ipp-a-ea13e2", "name": "ipp-route-ea13e2", "reconcileID": "f7ceae7b-c69b-4bc6-86cf-5ba1e65b83c1", "LLMInferenceService": "ipp-route-ea13e2", "namespace": "ai-tenant-e2e-ipp-a-ea13e2"}
2026-09-09T14:38:03Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ea13e2","namespace":"ai-tenant-e2e-ipp-a-ea13e2"}, "namespace": "ai-tenant-e2e-ipp-a-ea13e2", "name": "ipp-route-ea13e2", "reconcileID": "f7ceae7b-c69b-4bc6-86cf-5ba1e65b83c1", "LLMInferenceService": "ipp-route-ea13e2", "namespace": "ai-tenant-e2e-ipp-a-ea13e2"}
2026-09-09T14:38:03Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ea13e2","namespace":"ai-tenant-e2e-ipp-a-ea13e2"}, "namespace": "ai-tenant-e2e-ipp-a-ea13e2", "name": "ipp-route-ea13e2", "reconcileID": "f7ceae7b-c69b-4bc6-86cf-5ba1e65b83c1", "LLMInferenceService": "ipp-route-ea13e2", "namespace": "ai-tenant-e2e-ipp-a-ea13e2"}
2026-09-09T14:38:03Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ea13e2","namespace":"ai-tenant-e2e-ipp-a-ea13e2"}, "namespace": "ai-tenant-e2e-ipp-a-ea13e2", "name": "ipp-route-ea13e2", "reconcileID": "f7ceae7b-c69b-4bc6-86cf-5ba1e65b83c1", "LLMInferenceService": "ipp-route-ea13e2", "namespace": "ai-tenant-e2e-ipp-a-ea13e2", "name": "ipp-route-ea13e2-kserve-route-authn"}
2026-09-09T14:38:03Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ea13e2","namespace":"ai-tenant-e2e-ipp-a-ea13e2"}, "namespace": "ai-tenant-e2e-ipp-a-ea13e2", "name": "ipp-route-ea13e2", "reconcileID": "f7ceae7b-c69b-4bc6-86cf-5ba1e65b83c1", "LLMInferenceService": "ipp-route-ea13e2", "namespace": "ai-tenant-e2e-ipp-a-ea13e2", "authType": "userdefined"}
2026-09-09T14:38:03Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ea13e2","namespace":"ai-tenant-e2e-ipp-a-ea13e2"}, "namespace": "ai-tenant-e2e-ipp-a-ea13e2", "name": "ipp-route-ea13e2", "reconcileID": "f7ceae7b-c69b-4bc6-86cf-5ba1e65b83c1", "LLMInferenceService": "ipp-route-ea13e2", "namespace": "ai-tenant-e2e-ipp-a-ea13e2"}
2026-09-09T14:38:24Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ea13e2","namespace":"ai-tenant-e2e-ipp-a-ea13e2"}, "namespace": "ai-tenant-e2e-ipp-a-ea13e2", "name": "ipp-route-ea13e2", "reconcileID": "df954a17-663e-44ff-a804-fe6d5ee9e713", "LLMInferenceService": "ipp-route-ea13e2", "namespace": "ai-tenant-e2e-ipp-a-ea13e2"}
2026-09-09T14:38:24Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ea13e2","namespace":"ai-tenant-e2e-ipp-a-ea13e2"}, "namespace": "ai-tenant-e2e-ipp-a-ea13e2", "name": "ipp-route-ea13e2", "reconcileID": "df954a17-663e-44ff-a804-fe6d5ee9e713", "LLMInferenceService": "ipp-route-ea13e2", "namespace": "ai-tenant-e2e-ipp-a-ea13e2"}
2026-09-09T14:38:24Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ea13e2","namespace":"ai-tenant-e2e-ipp-a-ea13e2"}, "namespace": "ai-tenant-e2e-ipp-a-ea13e2", "name": "ipp-route-ea13e2", "reconcileID": "df954a17-663e-44ff-a804-fe6d5ee9e713", "LLMInferenceService": "ipp-route-ea13e2", "namespace": "ai-tenant-e2e-ipp-a-ea13e2"}
2026-09-09T14:38:24Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ea13e2","namespace":"ai-tenant-e2e-ipp-a-ea13e2"}, "namespace": "ai-tenant-e2e-ipp-a-ea13e2", "name": "ipp-route-ea13e2", "reconcileID": "df954a17-663e-44ff-a804-fe6d5ee9e713", "LLMInferenceService": "ipp-route-ea13e2", "namespace": "ai-tenant-e2e-ipp-a-ea13e2", "name": "ipp-route-ea13e2-kserve-route-authn"}
2026-09-09T14:38:24Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ea13e2","namespace":"ai-tenant-e2e-ipp-a-ea13e2"}, "namespace": "ai-tenant-e2e-ipp-a-ea13e2", "name": "ipp-route-ea13e2", "reconcileID": "df954a17-663e-44ff-a804-fe6d5ee9e713", "LLMInferenceService": "ipp-route-ea13e2", "namespace": "ai-tenant-e2e-ipp-a-ea13e2", "authType": "userdefined"}
2026-09-09T14:38:24Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ea13e2","namespace":"ai-tenant-e2e-ipp-a-ea13e2"}, "namespace": "ai-tenant-e2e-ipp-a-ea13e2", "name": "ipp-route-ea13e2", "reconcileID": "df954a17-663e-44ff-a804-fe6d5ee9e713", "LLMInferenceService": "ipp-route-ea13e2", "namespace": "ai-tenant-e2e-ipp-a-ea13e2"}
2026-09-09T14:38:39Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b37ae4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b37ae4", "reconcileID": "e990fb14-c11d-44d7-a4e7-f04b11325075", "Gateway": "e2e-ipp-cleanup-b37ae4", "namespace": "openshift-ingress"}
2026-09-09T14:38:39Z	INFO	Creating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b37ae4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b37ae4", "reconcileID": "e990fb14-c11d-44d7-a4e7-f04b11325075", "Gateway": "e2e-ipp-cleanup-b37ae4", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b37ae4-authn-ssl"}
2026-09-09T14:38:39Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b37ae4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b37ae4", "reconcileID": "e990fb14-c11d-44d7-a4e7-f04b11325075", "Gateway": "e2e-ipp-cleanup-b37ae4", "namespace": "openshift-ingress"}
2026-09-09T14:38:39Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b37ae4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b37ae4", "reconcileID": "8ce824e2-2da9-4043-9efb-b34e9ff6d504", "Gateway": "e2e-ipp-cleanup-b37ae4", "namespace": "openshift-ingress"}
2026-09-09T14:38:39Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b37ae4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b37ae4", "reconcileID": "8ce824e2-2da9-4043-9efb-b34e9ff6d504", "Gateway": "e2e-ipp-cleanup-b37ae4", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b37ae4-authn-ssl"}
2026-09-09T14:38:39Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b37ae4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b37ae4", "reconcileID": "8ce824e2-2da9-4043-9efb-b34e9ff6d504", "Gateway": "e2e-ipp-cleanup-b37ae4", "namespace": "openshift-ingress"}
2026-09-09T14:38:39Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b37ae4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b37ae4", "reconcileID": "0b4c52cb-abaa-4ec5-b8a2-0a747d35e3f1", "Gateway": "e2e-ipp-cleanup-b37ae4", "namespace": "openshift-ingress"}
2026-09-09T14:38:39Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b37ae4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b37ae4", "reconcileID": "0b4c52cb-abaa-4ec5-b8a2-0a747d35e3f1", "Gateway": "e2e-ipp-cleanup-b37ae4", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b37ae4-authn-ssl"}
2026-09-09T14:38:39Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b37ae4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b37ae4", "reconcileID": "0b4c52cb-abaa-4ec5-b8a2-0a747d35e3f1", "Gateway": "e2e-ipp-cleanup-b37ae4", "namespace": "openshift-ingress"}
2026-09-09T14:38:39Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b37ae4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b37ae4", "reconcileID": "7910595a-9da1-4f63-8da5-3bcec85e7c76", "Gateway": "e2e-ipp-cleanup-b37ae4", "namespace": "openshift-ingress"}
2026-09-09T14:38:39Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b37ae4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b37ae4", "reconcileID": "7910595a-9da1-4f63-8da5-3bcec85e7c76", "Gateway": "e2e-ipp-cleanup-b37ae4", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b37ae4-authn-ssl"}
2026-09-09T14:38:39Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b37ae4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b37ae4", "reconcileID": "7910595a-9da1-4f63-8da5-3bcec85e7c76", "Gateway": "e2e-ipp-cleanup-b37ae4", "namespace": "openshift-ingress"}
2026-09-09T14:38:39Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b37ae4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b37ae4", "reconcileID": "445aaa88-2b1f-4f0a-a7aa-e389586159f8", "Gateway": "e2e-ipp-cleanup-b37ae4", "namespace": "openshift-ingress"}
2026-09-09T14:38:39Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b37ae4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b37ae4", "reconcileID": "445aaa88-2b1f-4f0a-a7aa-e389586159f8", "Gateway": "e2e-ipp-cleanup-b37ae4", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b37ae4-authn-ssl"}
2026-09-09T14:38:39Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b37ae4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b37ae4", "reconcileID": "445aaa88-2b1f-4f0a-a7aa-e389586159f8", "Gateway": "e2e-ipp-cleanup-b37ae4", "namespace": "openshift-ingress"}
2026-09-09T14:38:39Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b37ae4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b37ae4", "reconcileID": "86839e1f-ecea-49a1-8489-ab1f542bf286", "Gateway": "e2e-ipp-cleanup-b37ae4", "namespace": "openshift-ingress"}
2026-09-09T14:38:39Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b37ae4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b37ae4", "reconcileID": "86839e1f-ecea-49a1-8489-ab1f542bf286", "Gateway": "e2e-ipp-cleanup-b37ae4", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b37ae4-authn-ssl"}
2026-09-09T14:38:39Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b37ae4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b37ae4", "reconcileID": "86839e1f-ecea-49a1-8489-ab1f542bf286", "Gateway": "e2e-ipp-cleanup-b37ae4", "namespace": "openshift-ingress"}
2026-09-09T14:38:40Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b37ae4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b37ae4", "reconcileID": "685fcd37-0290-4c51-991a-e2e70a9c5a11", "Gateway": "e2e-ipp-cleanup-b37ae4", "namespace": "openshift-ingress"}
2026-09-09T14:38:40Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b37ae4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b37ae4", "reconcileID": "685fcd37-0290-4c51-991a-e2e70a9c5a11", "Gateway": "e2e-ipp-cleanup-b37ae4", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b37ae4-authn-ssl"}
2026-09-09T14:38:40Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b37ae4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b37ae4", "reconcileID": "685fcd37-0290-4c51-991a-e2e70a9c5a11", "Gateway": "e2e-ipp-cleanup-b37ae4", "namespace": "openshift-ingress"}
2026-09-09T14:38:42Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-b37ae4"}, "namespace": "ai-tenant-e2e-ipp-cleanup-b37ae4", "name": "openshift-service-ca.crt", "reconcileID": "67056f7b-072b-43db-a245-d6e7c142953b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-b37ae4"}
2026-09-09T14:38:42Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-b37ae4"}, "namespace": "ai-tenant-e2e-ipp-cleanup-b37ae4", "name": "odh-trusted-ca-bundle", "reconcileID": "f3c17010-aad0-438c-8530-41451cab746d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-b37ae4"}
2026-09-09T14:38:42Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-b37ae4"}, "namespace": "ai-tenant-e2e-ipp-cleanup-b37ae4", "name": "openshift-service-ca.crt", "reconcileID": "f4f7f120-1ff6-4a91-9dbe-9d0570e6e076", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-b37ae4", "create": "odh-kserve-custom-ca-bundle"}
2026-09-09T14:38:42Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-b37ae4"}, "namespace": "ai-tenant-e2e-ipp-cleanup-b37ae4", "name": "openshift-service-ca.crt", "reconcileID": "f4f7f120-1ff6-4a91-9dbe-9d0570e6e076", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-b37ae4"}
2026-09-09T14:38:42Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-b37ae4"}, "namespace": "ai-tenant-e2e-ipp-cleanup-b37ae4", "name": "openshift-service-ca.crt", "reconcileID": "72a4e14a-fa6f-43e1-b705-58f77d501d5f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-b37ae4"}
2026-09-09T14:38:42Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-b37ae4"}, "namespace": "ai-tenant-e2e-ipp-cleanup-b37ae4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "56c2cf59-1364-4a0f-bc2c-cc429eeee6ab", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-b37ae4"}
2026-09-09T14:38:42Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-b37ae4"}, "namespace": "ai-tenant-e2e-ipp-cleanup-b37ae4", "name": "odh-trusted-ca-bundle", "reconcileID": "0cd9c79b-93fb-4991-b189-5e6ca3b7edd6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-b37ae4", "update": "odh-kserve-custom-ca-bundle"}
2026-09-09T14:38:42Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-b37ae4"}, "namespace": "ai-tenant-e2e-ipp-cleanup-b37ae4", "name": "odh-trusted-ca-bundle", "reconcileID": "0cd9c79b-93fb-4991-b189-5e6ca3b7edd6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-b37ae4"}
2026-09-09T14:38:42Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-b37ae4"}, "namespace": "ai-tenant-e2e-ipp-cleanup-b37ae4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cf2aa62b-6f11-4add-a460-0d09040b86bd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-b37ae4"}
2026-09-09T14:38:44Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b37ae4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b37ae4", "reconcileID": "9891b7c1-77de-4a40-aa48-9ca44a520932", "Gateway": "e2e-ipp-cleanup-b37ae4", "namespace": "openshift-ingress"}
2026-09-09T14:38:44Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b37ae4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b37ae4", "reconcileID": "9891b7c1-77de-4a40-aa48-9ca44a520932", "Gateway": "e2e-ipp-cleanup-b37ae4", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b37ae4-authn-ssl"}
2026-09-09T14:38:44Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b37ae4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b37ae4", "reconcileID": "9891b7c1-77de-4a40-aa48-9ca44a520932", "Gateway": "e2e-ipp-cleanup-b37ae4", "namespace": "openshift-ingress"}
2026-09-09T14:38:52Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b37ae4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b37ae4", "reconcileID": "8fac8416-441a-434f-86de-72c19600d38a", "Gateway": "e2e-ipp-cleanup-b37ae4", "namespace": "openshift-ingress"}
2026-09-09T14:38:52Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b37ae4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b37ae4", "reconcileID": "8fac8416-441a-434f-86de-72c19600d38a", "Gateway": "e2e-ipp-cleanup-b37ae4", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b37ae4-authn-ssl"}
2026-09-09T14:38:52Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b37ae4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b37ae4", "reconcileID": "8fac8416-441a-434f-86de-72c19600d38a", "Gateway": "e2e-ipp-cleanup-b37ae4", "namespace": "openshift-ingress"}
2026-09-09T14:39:14Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b37ae4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b37ae4", "reconcileID": "537df99f-98ce-4372-a304-14e7156bc7f3", "Gateway": "e2e-ipp-cleanup-b37ae4", "namespace": "openshift-ingress"}
2026-09-09T14:39:14Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b37ae4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b37ae4", "reconcileID": "537df99f-98ce-4372-a304-14e7156bc7f3", "Gateway": "e2e-ipp-cleanup-b37ae4", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b37ae4-authn-ssl"}
2026-09-09T14:39:14Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b37ae4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b37ae4", "reconcileID": "537df99f-98ce-4372-a304-14e7156bc7f3", "Gateway": "e2e-ipp-cleanup-b37ae4", "namespace": "openshift-ingress"}
2026-09-09T14:39:19Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b37ae4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b37ae4", "reconcileID": "5befc47c-256f-444c-9eb1-2f6feeff6ec4", "Gateway": "e2e-ipp-cleanup-b37ae4", "namespace": "openshift-ingress"}
2026-09-09T14:39:19Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b37ae4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b37ae4", "reconcileID": "5befc47c-256f-444c-9eb1-2f6feeff6ec4", "Gateway": "e2e-ipp-cleanup-b37ae4", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b37ae4-authn-ssl"}
2026-09-09T14:39:19Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b37ae4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b37ae4", "reconcileID": "5befc47c-256f-444c-9eb1-2f6feeff6ec4", "Gateway": "e2e-ipp-cleanup-b37ae4", "namespace": "openshift-ingress"}
2026-09-09T14:39:20Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-b37ae4"}, "namespace": "ai-tenant-e2e-ipp-cleanup-b37ae4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e9015291-90f7-4371-973b-536ebbb24981", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-b37ae4"}
2026-09-09T14:39:20Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-b37ae4"}, "namespace": "ai-tenant-e2e-ipp-cleanup-b37ae4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e9015291-90f7-4371-973b-536ebbb24981", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-b37ae4", "create": "odh-kserve-custom-ca-bundle"}
2026-09-09T14:39:20Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-b37ae4"}, "namespace": "ai-tenant-e2e-ipp-cleanup-b37ae4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e9015291-90f7-4371-973b-536ebbb24981", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-b37ae4 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-09T14:39:20Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-b37ae4"}, "namespace": "ai-tenant-e2e-ipp-cleanup-b37ae4", "name": "odh-trusted-ca-bundle", "reconcileID": "070c87b3-57dd-4f5d-badc-dbf6594e40a4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-b37ae4"}
2026-09-09T14:39:20Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-b37ae4"}, "namespace": "ai-tenant-e2e-ipp-cleanup-b37ae4", "name": "odh-trusted-ca-bundle", "reconcileID": "070c87b3-57dd-4f5d-badc-dbf6594e40a4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-b37ae4"}
2026-09-09T14:39:20Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-b37ae4"}, "namespace": "ai-tenant-e2e-ipp-cleanup-b37ae4", "name": "openshift-service-ca.crt", "reconcileID": "68881866-d71c-48d9-8441-14a13c0483fd", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-b37ae4"}
2026-09-09T14:39:20Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-b37ae4"}, "namespace": "ai-tenant-e2e-ipp-cleanup-b37ae4", "name": "openshift-service-ca.crt", "reconcileID": "68881866-d71c-48d9-8441-14a13c0483fd", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-b37ae4"}
2026-09-09T14:39:20Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-b37ae4"}, "namespace": "ai-tenant-e2e-ipp-cleanup-b37ae4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bf65ef1e-c2f9-498a-b049-3dd85bb3a466", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-b37ae4"}
2026-09-09T14:39:20Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-b37ae4"}, "namespace": "ai-tenant-e2e-ipp-cleanup-b37ae4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bf65ef1e-c2f9-498a-b049-3dd85bb3a466", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-b37ae4"}
2026-09-09T14:39:21Z	DEBUG	Gateway not found, resources owned by Gateway will be garbage collected	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-b37ae4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-b37ae4", "reconcileID": "4faccb8c-ad4e-4a04-ae24-9f4f4ee7a642", "Gateway": "e2e-ipp-cleanup-b37ae4", "namespace": "openshift-ingress"}
2026-09-09T14:39:40Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ea13e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ea13e2", "reconcileID": "250819fb-bfb5-4a31-8e24-36cee22e47e1", "Gateway": "e2e-ipp-a-ea13e2", "namespace": "openshift-ingress"}
2026-09-09T14:39:40Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ea13e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ea13e2", "reconcileID": "250819fb-bfb5-4a31-8e24-36cee22e47e1", "Gateway": "e2e-ipp-a-ea13e2", "namespace": "openshift-ingress", "name": "e2e-ipp-a-ea13e2-authn-ssl"}
2026-09-09T14:39:40Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ea13e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ea13e2", "reconcileID": "250819fb-bfb5-4a31-8e24-36cee22e47e1", "Gateway": "e2e-ipp-a-ea13e2", "namespace": "openshift-ingress"}
2026-09-09T14:39:40Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ea13e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ea13e2", "reconcileID": "b56adaf5-aa18-43ba-b826-5496d1192a25", "Gateway": "e2e-ipp-a-ea13e2", "namespace": "openshift-ingress"}
2026-09-09T14:39:40Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ea13e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ea13e2", "reconcileID": "b56adaf5-aa18-43ba-b826-5496d1192a25", "Gateway": "e2e-ipp-a-ea13e2", "namespace": "openshift-ingress", "name": "e2e-ipp-a-ea13e2-authn-ssl"}
2026-09-09T14:39:40Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ea13e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ea13e2", "reconcileID": "b56adaf5-aa18-43ba-b826-5496d1192a25", "Gateway": "e2e-ipp-a-ea13e2", "namespace": "openshift-ingress"}
2026-09-09T14:39:45Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ea13e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ea13e2", "reconcileID": "bdbb0374-8cb7-4c5a-96ed-fc06ccb98af3", "Gateway": "e2e-ipp-a-ea13e2", "namespace": "openshift-ingress"}
2026-09-09T14:39:45Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ea13e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ea13e2", "reconcileID": "bdbb0374-8cb7-4c5a-96ed-fc06ccb98af3", "Gateway": "e2e-ipp-a-ea13e2", "namespace": "openshift-ingress", "name": "e2e-ipp-a-ea13e2-authn-ssl"}
2026-09-09T14:39:45Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ea13e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ea13e2", "reconcileID": "bdbb0374-8cb7-4c5a-96ed-fc06ccb98af3", "Gateway": "e2e-ipp-a-ea13e2", "namespace": "openshift-ingress"}
2026-09-09T14:39:46Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ea13e2","namespace":"ai-tenant-e2e-ipp-a-ea13e2"}, "namespace": "ai-tenant-e2e-ipp-a-ea13e2", "name": "ipp-route-ea13e2", "reconcileID": "71050750-487a-47b7-bf6d-e252713ebf5e", "LLMInferenceService": "ipp-route-ea13e2", "namespace": "ai-tenant-e2e-ipp-a-ea13e2"}
2026-09-09T14:39:46Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ea13e2","namespace":"ai-tenant-e2e-ipp-a-ea13e2"}, "namespace": "ai-tenant-e2e-ipp-a-ea13e2", "name": "ipp-route-ea13e2", "reconcileID": "71050750-487a-47b7-bf6d-e252713ebf5e", "LLMInferenceService": "ipp-route-ea13e2", "namespace": "ai-tenant-e2e-ipp-a-ea13e2"}
2026-09-09T14:39:46Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ea13e2","namespace":"ai-tenant-e2e-ipp-a-ea13e2"}, "namespace": "ai-tenant-e2e-ipp-a-ea13e2", "name": "ipp-route-ea13e2", "reconcileID": "71050750-487a-47b7-bf6d-e252713ebf5e", "LLMInferenceService": "ipp-route-ea13e2", "namespace": "ai-tenant-e2e-ipp-a-ea13e2"}
2026-09-09T14:39:46Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ea13e2","namespace":"ai-tenant-e2e-ipp-a-ea13e2"}, "namespace": "ai-tenant-e2e-ipp-a-ea13e2", "name": "ipp-route-ea13e2", "reconcileID": "71050750-487a-47b7-bf6d-e252713ebf5e", "LLMInferenceService": "ipp-route-ea13e2", "namespace": "ai-tenant-e2e-ipp-a-ea13e2", "name": "ipp-route-ea13e2-kserve-route-authn"}
2026-09-09T14:39:46Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ea13e2","namespace":"ai-tenant-e2e-ipp-a-ea13e2"}, "namespace": "ai-tenant-e2e-ipp-a-ea13e2", "name": "ipp-route-ea13e2", "reconcileID": "71050750-487a-47b7-bf6d-e252713ebf5e", "LLMInferenceService": "ipp-route-ea13e2", "namespace": "ai-tenant-e2e-ipp-a-ea13e2", "authType": "userdefined"}
2026-09-09T14:39:46Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ea13e2","namespace":"ai-tenant-e2e-ipp-a-ea13e2"}, "namespace": "ai-tenant-e2e-ipp-a-ea13e2", "name": "ipp-route-ea13e2", "reconcileID": "71050750-487a-47b7-bf6d-e252713ebf5e", "LLMInferenceService": "ipp-route-ea13e2", "namespace": "ai-tenant-e2e-ipp-a-ea13e2"}
2026-09-09T14:40:22Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ea13e2","namespace":"ai-tenant-e2e-ipp-a-ea13e2"}, "namespace": "ai-tenant-e2e-ipp-a-ea13e2", "name": "ipp-route-ea13e2", "reconcileID": "64d9b414-dd6c-43c8-9750-fa5754e3993e", "LLMInferenceService": "ipp-route-ea13e2", "namespace": "ai-tenant-e2e-ipp-a-ea13e2"}
2026-09-09T14:40:22Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ea13e2","namespace":"ai-tenant-e2e-ipp-a-ea13e2"}, "namespace": "ai-tenant-e2e-ipp-a-ea13e2", "name": "ipp-route-ea13e2", "reconcileID": "64d9b414-dd6c-43c8-9750-fa5754e3993e", "LLMInferenceService": "ipp-route-ea13e2", "namespace": "ai-tenant-e2e-ipp-a-ea13e2"}
2026-09-09T14:40:22Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ea13e2","namespace":"ai-tenant-e2e-ipp-a-ea13e2"}, "namespace": "ai-tenant-e2e-ipp-a-ea13e2", "name": "ipp-route-ea13e2", "reconcileID": "64d9b414-dd6c-43c8-9750-fa5754e3993e", "LLMInferenceService": "ipp-route-ea13e2", "namespace": "ai-tenant-e2e-ipp-a-ea13e2"}
2026-09-09T14:40:22Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ea13e2","namespace":"ai-tenant-e2e-ipp-a-ea13e2"}, "namespace": "ai-tenant-e2e-ipp-a-ea13e2", "name": "ipp-route-ea13e2", "reconcileID": "64d9b414-dd6c-43c8-9750-fa5754e3993e", "LLMInferenceService": "ipp-route-ea13e2", "namespace": "ai-tenant-e2e-ipp-a-ea13e2", "name": "ipp-route-ea13e2-kserve-route-authn"}
2026-09-09T14:40:22Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ea13e2","namespace":"ai-tenant-e2e-ipp-a-ea13e2"}, "namespace": "ai-tenant-e2e-ipp-a-ea13e2", "name": "ipp-route-ea13e2", "reconcileID": "64d9b414-dd6c-43c8-9750-fa5754e3993e", "LLMInferenceService": "ipp-route-ea13e2", "namespace": "ai-tenant-e2e-ipp-a-ea13e2", "authType": "userdefined"}
2026-09-09T14:40:22Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ea13e2","namespace":"ai-tenant-e2e-ipp-a-ea13e2"}, "namespace": "ai-tenant-e2e-ipp-a-ea13e2", "name": "ipp-route-ea13e2", "reconcileID": "64d9b414-dd6c-43c8-9750-fa5754e3993e", "LLMInferenceService": "ipp-route-ea13e2", "namespace": "ai-tenant-e2e-ipp-a-ea13e2"}
2026-09-09T14:40:22Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-ea13e2"}, "namespace": "ai-tenant-e2e-ipp-a-ea13e2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4b65c888-26a6-4411-827f-8525844a10d7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-ea13e2"}
2026-09-09T14:40:22Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-ea13e2"}, "namespace": "ai-tenant-e2e-ipp-a-ea13e2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4b65c888-26a6-4411-827f-8525844a10d7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-ea13e2", "create": "odh-kserve-custom-ca-bundle"}
2026-09-09T14:40:22Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-ea13e2"}, "namespace": "ai-tenant-e2e-ipp-a-ea13e2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4b65c888-26a6-4411-827f-8525844a10d7", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-ea13e2 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-09T14:40:22Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-ea13e2"}, "namespace": "ai-tenant-e2e-ipp-a-ea13e2", "name": "odh-trusted-ca-bundle", "reconcileID": "1e0a96b0-827a-4339-8f22-06127782c81b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-ea13e2"}
2026-09-09T14:40:22Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-ea13e2"}, "namespace": "ai-tenant-e2e-ipp-a-ea13e2", "name": "odh-trusted-ca-bundle", "reconcileID": "1e0a96b0-827a-4339-8f22-06127782c81b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-ea13e2"}
2026-09-09T14:40:22Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-ea13e2"}, "namespace": "ai-tenant-e2e-ipp-a-ea13e2", "name": "openshift-service-ca.crt", "reconcileID": "a3c544cc-0ad4-4c8b-a47e-686091270253", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-ea13e2"}
2026-09-09T14:40:22Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-ea13e2"}, "namespace": "ai-tenant-e2e-ipp-a-ea13e2", "name": "openshift-service-ca.crt", "reconcileID": "a3c544cc-0ad4-4c8b-a47e-686091270253", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-ea13e2"}
2026-09-09T14:40:22Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-ea13e2"}, "namespace": "ai-tenant-e2e-ipp-a-ea13e2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "33359cf6-8ee0-4e50-9104-a86db7498507", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-ea13e2"}
2026-09-09T14:40:22Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-ea13e2"}, "namespace": "ai-tenant-e2e-ipp-a-ea13e2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "33359cf6-8ee0-4e50-9104-a86db7498507", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-ea13e2"}
2026-09-09T14:40:23Z	INFO	LLMInferenceService being deleted, cleaning up sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ea13e2","namespace":"ai-tenant-e2e-ipp-a-ea13e2"}, "namespace": "ai-tenant-e2e-ipp-a-ea13e2", "name": "ipp-route-ea13e2", "reconcileID": "15f54dfc-e877-4cf3-895d-7de29dfcc8b6", "LLMInferenceService": "ipp-route-ea13e2", "namespace": "ai-tenant-e2e-ipp-a-ea13e2"}
2026-09-09T14:40:23Z	DEBUG	Triggering Delete for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ea13e2","namespace":"ai-tenant-e2e-ipp-a-ea13e2"}, "namespace": "ai-tenant-e2e-ipp-a-ea13e2", "name": "ipp-route-ea13e2", "reconcileID": "15f54dfc-e877-4cf3-895d-7de29dfcc8b6", "LLMInferenceService": "ipp-route-ea13e2", "namespace": "ai-tenant-e2e-ipp-a-ea13e2", "name": "ipp-route-ea13e2"}
2026-09-09T14:40:23Z	DEBUG	Deleting AuthPolicies for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ea13e2","namespace":"ai-tenant-e2e-ipp-a-ea13e2"}, "namespace": "ai-tenant-e2e-ipp-a-ea13e2", "name": "ipp-route-ea13e2", "reconcileID": "15f54dfc-e877-4cf3-895d-7de29dfcc8b6", "LLMInferenceService": "ipp-route-ea13e2", "namespace": "ai-tenant-e2e-ipp-a-ea13e2"}
2026-09-09T14:40:23Z	DEBUG	Deleting HTTPRoute AuthPolicy for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ea13e2","namespace":"ai-tenant-e2e-ipp-a-ea13e2"}, "namespace": "ai-tenant-e2e-ipp-a-ea13e2", "name": "ipp-route-ea13e2", "reconcileID": "15f54dfc-e877-4cf3-895d-7de29dfcc8b6", "LLMInferenceService": "ipp-route-ea13e2", "namespace": "ai-tenant-e2e-ipp-a-ea13e2"}
2026-09-09T14:40:23Z	DEBUG	Attempting to delete HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ea13e2","namespace":"ai-tenant-e2e-ipp-a-ea13e2"}, "namespace": "ai-tenant-e2e-ipp-a-ea13e2", "name": "ipp-route-ea13e2", "reconcileID": "15f54dfc-e877-4cf3-895d-7de29dfcc8b6", "LLMInferenceService": "ipp-route-ea13e2", "namespace": "ai-tenant-e2e-ipp-a-ea13e2", "name": "ipp-route-ea13e2-kserve-route-authn"}
2026-09-09T14:40:23Z	INFO	Successfully deleted HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ea13e2","namespace":"ai-tenant-e2e-ipp-a-ea13e2"}, "namespace": "ai-tenant-e2e-ipp-a-ea13e2", "name": "ipp-route-ea13e2", "reconcileID": "15f54dfc-e877-4cf3-895d-7de29dfcc8b6", "LLMInferenceService": "ipp-route-ea13e2", "namespace": "ai-tenant-e2e-ipp-a-ea13e2", "name": "ipp-route-ea13e2-kserve-route-authn"}
2026-09-09T14:40:23Z	DEBUG	Triggering LLMInferenceService Cleanup for Namespace	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ea13e2","namespace":"ai-tenant-e2e-ipp-a-ea13e2"}, "namespace": "ai-tenant-e2e-ipp-a-ea13e2", "name": "ipp-route-ea13e2", "reconcileID": "15f54dfc-e877-4cf3-895d-7de29dfcc8b6", "LLMInferenceService": "ipp-route-ea13e2", "namespace": "ai-tenant-e2e-ipp-a-ea13e2", "namespace": "ai-tenant-e2e-ipp-a-ea13e2"}
2026-09-09T14:40:23Z	DEBUG	Cleaning up LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ea13e2","namespace":"ai-tenant-e2e-ipp-a-ea13e2"}, "namespace": "ai-tenant-e2e-ipp-a-ea13e2", "name": "ipp-route-ea13e2", "reconcileID": "15f54dfc-e877-4cf3-895d-7de29dfcc8b6", "LLMInferenceService": "ipp-route-ea13e2", "namespace": "ai-tenant-e2e-ipp-a-ea13e2", "namespace": "ai-tenant-e2e-ipp-a-ea13e2"}
2026-09-09T14:40:23Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ea13e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ea13e2", "reconcileID": "cb8d6e4d-cacb-444f-b0e7-c692f92c43c4", "Gateway": "e2e-ipp-a-ea13e2", "namespace": "openshift-ingress"}
2026-09-09T14:40:23Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ea13e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ea13e2", "reconcileID": "cb8d6e4d-cacb-444f-b0e7-c692f92c43c4", "Gateway": "e2e-ipp-a-ea13e2", "namespace": "openshift-ingress", "name": "e2e-ipp-a-ea13e2-authn-ssl"}
2026-09-09T14:40:23Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ea13e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ea13e2", "reconcileID": "cb8d6e4d-cacb-444f-b0e7-c692f92c43c4", "Gateway": "e2e-ipp-a-ea13e2", "namespace": "openshift-ingress"}
2026-09-09T14:40:31Z	INFO	LLMInferenceService being deleted, cleaning up sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ea13e2","namespace":"ai-tenant-e2e-ipp-a-ea13e2"}, "namespace": "ai-tenant-e2e-ipp-a-ea13e2", "name": "ipp-route-ea13e2", "reconcileID": "630e360a-553e-4228-882a-8f991ed6a1cb", "LLMInferenceService": "ipp-route-ea13e2", "namespace": "ai-tenant-e2e-ipp-a-ea13e2"}
2026-09-09T14:40:31Z	DEBUG	Triggering Delete for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ea13e2","namespace":"ai-tenant-e2e-ipp-a-ea13e2"}, "namespace": "ai-tenant-e2e-ipp-a-ea13e2", "name": "ipp-route-ea13e2", "reconcileID": "630e360a-553e-4228-882a-8f991ed6a1cb", "LLMInferenceService": "ipp-route-ea13e2", "namespace": "ai-tenant-e2e-ipp-a-ea13e2", "name": "ipp-route-ea13e2"}
2026-09-09T14:40:31Z	DEBUG	Deleting AuthPolicies for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ea13e2","namespace":"ai-tenant-e2e-ipp-a-ea13e2"}, "namespace": "ai-tenant-e2e-ipp-a-ea13e2", "name": "ipp-route-ea13e2", "reconcileID": "630e360a-553e-4228-882a-8f991ed6a1cb", "LLMInferenceService": "ipp-route-ea13e2", "namespace": "ai-tenant-e2e-ipp-a-ea13e2"}
2026-09-09T14:40:31Z	DEBUG	Deleting HTTPRoute AuthPolicy for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ea13e2","namespace":"ai-tenant-e2e-ipp-a-ea13e2"}, "namespace": "ai-tenant-e2e-ipp-a-ea13e2", "name": "ipp-route-ea13e2", "reconcileID": "630e360a-553e-4228-882a-8f991ed6a1cb", "LLMInferenceService": "ipp-route-ea13e2", "namespace": "ai-tenant-e2e-ipp-a-ea13e2"}
2026-09-09T14:40:31Z	DEBUG	Attempting to delete HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ea13e2","namespace":"ai-tenant-e2e-ipp-a-ea13e2"}, "namespace": "ai-tenant-e2e-ipp-a-ea13e2", "name": "ipp-route-ea13e2", "reconcileID": "630e360a-553e-4228-882a-8f991ed6a1cb", "LLMInferenceService": "ipp-route-ea13e2", "namespace": "ai-tenant-e2e-ipp-a-ea13e2", "name": "ipp-route-ea13e2-kserve-route-authn"}
2026-09-09T14:40:31Z	INFO	Successfully deleted HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ea13e2","namespace":"ai-tenant-e2e-ipp-a-ea13e2"}, "namespace": "ai-tenant-e2e-ipp-a-ea13e2", "name": "ipp-route-ea13e2", "reconcileID": "630e360a-553e-4228-882a-8f991ed6a1cb", "LLMInferenceService": "ipp-route-ea13e2", "namespace": "ai-tenant-e2e-ipp-a-ea13e2", "name": "ipp-route-ea13e2-kserve-route-authn"}
2026-09-09T14:40:31Z	DEBUG	Triggering LLMInferenceService Cleanup for Namespace	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ea13e2","namespace":"ai-tenant-e2e-ipp-a-ea13e2"}, "namespace": "ai-tenant-e2e-ipp-a-ea13e2", "name": "ipp-route-ea13e2", "reconcileID": "630e360a-553e-4228-882a-8f991ed6a1cb", "LLMInferenceService": "ipp-route-ea13e2", "namespace": "ai-tenant-e2e-ipp-a-ea13e2", "namespace": "ai-tenant-e2e-ipp-a-ea13e2"}
2026-09-09T14:40:31Z	DEBUG	Cleaning up LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ea13e2","namespace":"ai-tenant-e2e-ipp-a-ea13e2"}, "namespace": "ai-tenant-e2e-ipp-a-ea13e2", "name": "ipp-route-ea13e2", "reconcileID": "630e360a-553e-4228-882a-8f991ed6a1cb", "LLMInferenceService": "ipp-route-ea13e2", "namespace": "ai-tenant-e2e-ipp-a-ea13e2", "namespace": "ai-tenant-e2e-ipp-a-ea13e2"}
2026-09-09T14:40:32Z	INFO	Stop LLMInferenceService reconciliation	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-ea13e2","namespace":"ai-tenant-e2e-ipp-a-ea13e2"}, "namespace": "ai-tenant-e2e-ipp-a-ea13e2", "name": "ipp-route-ea13e2", "reconcileID": "0ddfc52b-f109-4cc3-88f3-1f66988762ad", "LLMInferenceService": "ipp-route-ea13e2", "namespace": "ai-tenant-e2e-ipp-a-ea13e2"}
2026-09-09T14:40:32Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ea13e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ea13e2", "reconcileID": "9cd5c568-e578-4ade-977b-a610a9f99f6f", "Gateway": "e2e-ipp-a-ea13e2", "namespace": "openshift-ingress"}
2026-09-09T14:40:32Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ea13e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ea13e2", "reconcileID": "9cd5c568-e578-4ade-977b-a610a9f99f6f", "Gateway": "e2e-ipp-a-ea13e2", "namespace": "openshift-ingress", "name": "e2e-ipp-a-ea13e2-authn-ssl"}
2026-09-09T14:40:32Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ea13e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ea13e2", "reconcileID": "9cd5c568-e578-4ade-977b-a610a9f99f6f", "Gateway": "e2e-ipp-a-ea13e2", "namespace": "openshift-ingress"}
2026-09-09T14:40:35Z	DEBUG	Gateway not found, resources owned by Gateway will be garbage collected	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-ea13e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-ea13e2", "reconcileID": "620c861e-9cc4-4b1c-9a69-652b2650f7e8", "Gateway": "e2e-ipp-a-ea13e2", "namespace": "openshift-ingress"}
2026-09-09T14:40:46Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f583d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f583d9", "reconcileID": "5583e6a3-94b7-44ec-8ed2-122cfee2c17e", "Gateway": "e2e-ipp-b-f583d9", "namespace": "openshift-ingress"}
2026-09-09T14:40:46Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f583d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f583d9", "reconcileID": "5583e6a3-94b7-44ec-8ed2-122cfee2c17e", "Gateway": "e2e-ipp-b-f583d9", "namespace": "openshift-ingress", "name": "e2e-ipp-b-f583d9-authn-ssl"}
2026-09-09T14:40:46Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f583d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f583d9", "reconcileID": "5583e6a3-94b7-44ec-8ed2-122cfee2c17e", "Gateway": "e2e-ipp-b-f583d9", "namespace": "openshift-ingress"}
2026-09-09T14:40:50Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f583d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f583d9", "reconcileID": "4bbab366-42e5-4940-bdda-e8a800e550d9", "Gateway": "e2e-ipp-b-f583d9", "namespace": "openshift-ingress"}
2026-09-09T14:40:50Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f583d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f583d9", "reconcileID": "4bbab366-42e5-4940-bdda-e8a800e550d9", "Gateway": "e2e-ipp-b-f583d9", "namespace": "openshift-ingress", "name": "e2e-ipp-b-f583d9-authn-ssl"}
2026-09-09T14:40:50Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f583d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f583d9", "reconcileID": "4bbab366-42e5-4940-bdda-e8a800e550d9", "Gateway": "e2e-ipp-b-f583d9", "namespace": "openshift-ingress"}
2026-09-09T14:40:52Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-f583d9"}, "namespace": "ai-tenant-e2e-ipp-b-f583d9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ec1b5847-b7d7-41c3-8ad4-d282987dd898", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-f583d9"}
2026-09-09T14:40:52Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-f583d9"}, "namespace": "ai-tenant-e2e-ipp-b-f583d9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ec1b5847-b7d7-41c3-8ad4-d282987dd898", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-f583d9", "create": "odh-kserve-custom-ca-bundle"}
2026-09-09T14:40:52Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-f583d9"}, "namespace": "ai-tenant-e2e-ipp-b-f583d9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ec1b5847-b7d7-41c3-8ad4-d282987dd898", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-f583d9 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-09T14:40:52Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-f583d9"}, "namespace": "ai-tenant-e2e-ipp-b-f583d9", "name": "odh-trusted-ca-bundle", "reconcileID": "4c5f8cd9-bb49-4dcd-b8da-7fdd69caf264", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-f583d9"}
2026-09-09T14:40:52Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-f583d9"}, "namespace": "ai-tenant-e2e-ipp-b-f583d9", "name": "odh-trusted-ca-bundle", "reconcileID": "4c5f8cd9-bb49-4dcd-b8da-7fdd69caf264", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-f583d9"}
2026-09-09T14:40:52Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-f583d9"}, "namespace": "ai-tenant-e2e-ipp-b-f583d9", "name": "openshift-service-ca.crt", "reconcileID": "be723cee-5c4f-4375-99d7-cfd46188059e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-f583d9"}
2026-09-09T14:40:52Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-f583d9"}, "namespace": "ai-tenant-e2e-ipp-b-f583d9", "name": "openshift-service-ca.crt", "reconcileID": "be723cee-5c4f-4375-99d7-cfd46188059e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-f583d9"}
2026-09-09T14:40:52Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-f583d9"}, "namespace": "ai-tenant-e2e-ipp-b-f583d9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b3dffe12-7442-4a18-995c-722eb0e81e7f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-f583d9"}
2026-09-09T14:40:52Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-f583d9"}, "namespace": "ai-tenant-e2e-ipp-b-f583d9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b3dffe12-7442-4a18-995c-722eb0e81e7f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-f583d9"}
2026-09-09T14:40:53Z	DEBUG	Gateway not found, resources owned by Gateway will be garbage collected	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-f583d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-f583d9", "reconcileID": "c0fad4c7-da54-4fd2-a349-ad73ac027369", "Gateway": "e2e-ipp-b-f583d9", "namespace": "openshift-ingress"}
2026-09-09T14:41:04Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-e565aa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-e565aa", "reconcileID": "0e616b3e-7842-408a-8273-49b93bddf1b8", "Gateway": "e2e-shared-a-w3-e565aa", "namespace": "openshift-ingress"}
2026-09-09T14:41:04Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-e565aa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-e565aa", "reconcileID": "0e616b3e-7842-408a-8273-49b93bddf1b8", "Gateway": "e2e-shared-a-w3-e565aa", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-e565aa-authn-ssl"}
2026-09-09T14:41:04Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-e565aa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-e565aa", "reconcileID": "0e616b3e-7842-408a-8273-49b93bddf1b8", "Gateway": "e2e-shared-a-w3-e565aa", "namespace": "openshift-ingress"}
2026-09-09T14:41:08Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-e565aa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-e565aa", "reconcileID": "8e1cbfa5-ebf8-4d1d-96c4-b4afc4722a86", "Gateway": "e2e-shared-a-w3-e565aa", "namespace": "openshift-ingress"}
2026-09-09T14:41:08Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-e565aa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-e565aa", "reconcileID": "8e1cbfa5-ebf8-4d1d-96c4-b4afc4722a86", "Gateway": "e2e-shared-a-w3-e565aa", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-e565aa-authn-ssl"}
2026-09-09T14:41:08Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-e565aa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-e565aa", "reconcileID": "8e1cbfa5-ebf8-4d1d-96c4-b4afc4722a86", "Gateway": "e2e-shared-a-w3-e565aa", "namespace": "openshift-ingress"}
2026-09-09T14:41:11Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-e565aa"}, "namespace": "ai-tenant-e2e-shared-a-w3-e565aa", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c5dccf7b-bbda-498f-8099-3f6bce1af407", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-e565aa"}
2026-09-09T14:41:11Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-e565aa"}, "namespace": "ai-tenant-e2e-shared-a-w3-e565aa", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c5dccf7b-bbda-498f-8099-3f6bce1af407", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-e565aa", "create": "odh-kserve-custom-ca-bundle"}
2026-09-09T14:41:11Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-e565aa"}, "namespace": "ai-tenant-e2e-shared-a-w3-e565aa", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c5dccf7b-bbda-498f-8099-3f6bce1af407", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w3-e565aa because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-09T14:41:11Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-e565aa"}, "namespace": "ai-tenant-e2e-shared-a-w3-e565aa", "name": "odh-trusted-ca-bundle", "reconcileID": "353e71cc-01db-447a-9b0d-517c601c4c50", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-e565aa"}
2026-09-09T14:41:11Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-e565aa"}, "namespace": "ai-tenant-e2e-shared-a-w3-e565aa", "name": "odh-trusted-ca-bundle", "reconcileID": "353e71cc-01db-447a-9b0d-517c601c4c50", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-e565aa"}
2026-09-09T14:41:11Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-e565aa"}, "namespace": "ai-tenant-e2e-shared-a-w3-e565aa", "name": "openshift-service-ca.crt", "reconcileID": "3d3f5333-c433-4a4c-9dcb-c3efdf7b57fd", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-e565aa"}
2026-09-09T14:41:11Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-e565aa"}, "namespace": "ai-tenant-e2e-shared-a-w3-e565aa", "name": "openshift-service-ca.crt", "reconcileID": "3d3f5333-c433-4a4c-9dcb-c3efdf7b57fd", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-e565aa"}
2026-09-09T14:41:11Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-e565aa"}, "namespace": "ai-tenant-e2e-shared-a-w3-e565aa", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1df88551-f095-4912-a440-3601a5793a98", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-e565aa"}
2026-09-09T14:41:11Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-e565aa"}, "namespace": "ai-tenant-e2e-shared-a-w3-e565aa", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1df88551-f095-4912-a440-3601a5793a98", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-e565aa"}
2026-09-09T14:41:12Z	DEBUG	Gateway not found, resources owned by Gateway will be garbage collected	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-e565aa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-e565aa", "reconcileID": "1343a937-3e85-4271-82a6-3d77cc885f4f", "Gateway": "e2e-shared-a-w3-e565aa", "namespace": "openshift-ingress"}
2026-09-09T14:41:23Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-c5e2d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-c5e2d3", "reconcileID": "5e95aafe-f664-48d1-8547-ebcae3668a2f", "Gateway": "e2e-shared-b-w3-c5e2d3", "namespace": "openshift-ingress"}
2026-09-09T14:41:23Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-c5e2d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-c5e2d3", "reconcileID": "5e95aafe-f664-48d1-8547-ebcae3668a2f", "Gateway": "e2e-shared-b-w3-c5e2d3", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-c5e2d3-authn-ssl"}
2026-09-09T14:41:23Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-c5e2d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-c5e2d3", "reconcileID": "5e95aafe-f664-48d1-8547-ebcae3668a2f", "Gateway": "e2e-shared-b-w3-c5e2d3", "namespace": "openshift-ingress"}
2026-09-09T14:41:26Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-c5e2d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-c5e2d3", "reconcileID": "cbb39d77-3bcb-4d51-b89c-bfbe8ffc3df7", "Gateway": "e2e-shared-b-w3-c5e2d3", "namespace": "openshift-ingress"}
2026-09-09T14:41:26Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-c5e2d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-c5e2d3", "reconcileID": "cbb39d77-3bcb-4d51-b89c-bfbe8ffc3df7", "Gateway": "e2e-shared-b-w3-c5e2d3", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-c5e2d3-authn-ssl"}
2026-09-09T14:41:26Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-c5e2d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-c5e2d3", "reconcileID": "cbb39d77-3bcb-4d51-b89c-bfbe8ffc3df7", "Gateway": "e2e-shared-b-w3-c5e2d3", "namespace": "openshift-ingress"}
2026-09-09T14:41:29Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-c5e2d3"}, "namespace": "ai-tenant-e2e-shared-b-w3-c5e2d3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8f5c8984-f589-4af7-a031-87135ac29b2a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-c5e2d3"}
2026-09-09T14:41:29Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-c5e2d3"}, "namespace": "ai-tenant-e2e-shared-b-w3-c5e2d3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8f5c8984-f589-4af7-a031-87135ac29b2a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-c5e2d3", "create": "odh-kserve-custom-ca-bundle"}
2026-09-09T14:41:29Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-c5e2d3"}, "namespace": "ai-tenant-e2e-shared-b-w3-c5e2d3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8f5c8984-f589-4af7-a031-87135ac29b2a", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w3-c5e2d3 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-09T14:41:29Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-c5e2d3"}, "namespace": "ai-tenant-e2e-shared-b-w3-c5e2d3", "name": "odh-trusted-ca-bundle", "reconcileID": "edd34286-cf25-4b18-ad15-c0832d7a97c8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-c5e2d3"}
2026-09-09T14:41:29Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-c5e2d3"}, "namespace": "ai-tenant-e2e-shared-b-w3-c5e2d3", "name": "odh-trusted-ca-bundle", "reconcileID": "edd34286-cf25-4b18-ad15-c0832d7a97c8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-c5e2d3", "create": "odh-kserve-custom-ca-bundle"}
2026-09-09T14:41:29Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-c5e2d3"}, "namespace": "ai-tenant-e2e-shared-b-w3-c5e2d3", "name": "odh-trusted-ca-bundle", "reconcileID": "edd34286-cf25-4b18-ad15-c0832d7a97c8", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w3-c5e2d3 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-09T14:41:29Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-c5e2d3"}, "namespace": "ai-tenant-e2e-shared-b-w3-c5e2d3", "name": "openshift-service-ca.crt", "reconcileID": "3046cd29-1f4e-4a16-8639-4bf70d112965", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-c5e2d3"}
2026-09-09T14:41:29Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-c5e2d3"}, "namespace": "ai-tenant-e2e-shared-b-w3-c5e2d3", "name": "openshift-service-ca.crt", "reconcileID": "3046cd29-1f4e-4a16-8639-4bf70d112965", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-c5e2d3"}
2026-09-09T14:41:29Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-c5e2d3"}, "namespace": "ai-tenant-e2e-shared-b-w3-c5e2d3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fc07b038-b4c6-43e0-b59c-a3a0d503af06", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-c5e2d3"}
2026-09-09T14:41:29Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-c5e2d3"}, "namespace": "ai-tenant-e2e-shared-b-w3-c5e2d3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fc07b038-b4c6-43e0-b59c-a3a0d503af06", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-c5e2d3"}
2026-09-09T14:41:29Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-c5e2d3"}, "namespace": "ai-tenant-e2e-shared-b-w3-c5e2d3", "name": "odh-trusted-ca-bundle", "reconcileID": "50126e1b-0ecd-4d4a-91fb-2667cd1f4f9b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-c5e2d3"}
2026-09-09T14:41:29Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-c5e2d3"}, "namespace": "ai-tenant-e2e-shared-b-w3-c5e2d3", "name": "odh-trusted-ca-bundle", "reconcileID": "50126e1b-0ecd-4d4a-91fb-2667cd1f4f9b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-c5e2d3"}
2026-09-09T14:41:30Z	DEBUG	Gateway not found, resources owned by Gateway will be garbage collected	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-c5e2d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-c5e2d3", "reconcileID": "40ca242a-9d91-432a-93a2-01eacd30e941", "Gateway": "e2e-shared-b-w3-c5e2d3", "namespace": "openshift-ingress"}
2026-09-09T14:45:50Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-e34b3797","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-e34b3797", "reconcileID": "7678160e-f3d7-4772-bc2b-99af42ae1a4f", "LLMInferenceService": "e2e-same-id-a-e34b3797", "namespace": "llm"}
2026-09-09T14:45:50Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-e34b3797","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-e34b3797", "reconcileID": "7678160e-f3d7-4772-bc2b-99af42ae1a4f", "LLMInferenceService": "e2e-same-id-a-e34b3797", "namespace": "llm"}
2026-09-09T14:45:50Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-e34b3797","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-e34b3797", "reconcileID": "7678160e-f3d7-4772-bc2b-99af42ae1a4f", "LLMInferenceService": "e2e-same-id-a-e34b3797", "namespace": "llm"}
2026-09-09T14:45:50Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4fea29f1-7f45-478f-b2c5-a692e46c7310", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-09T14:45:50Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-e34b3797","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-e34b3797", "reconcileID": "7678160e-f3d7-4772-bc2b-99af42ae1a4f", "LLMInferenceService": "e2e-same-id-a-e34b3797", "namespace": "llm", "name": "e2e-same-id-a-e34b3797-kserve-route-authn"}
2026-09-09T14:45:50Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-e34b3797","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-e34b3797", "reconcileID": "7678160e-f3d7-4772-bc2b-99af42ae1a4f", "LLMInferenceService": "e2e-same-id-a-e34b3797", "namespace": "llm", "authType": "userdefined"}
2026-09-09T14:45:50Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-e34b3797","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-e34b3797", "reconcileID": "7678160e-f3d7-4772-bc2b-99af42ae1a4f", "LLMInferenceService": "e2e-same-id-a-e34b3797", "namespace": "llm"}
2026-09-09T14:45:50Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4fea29f1-7f45-478f-b2c5-a692e46c7310", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"}
2026-09-09T14:45:50Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4fea29f1-7f45-478f-b2c5-a692e46c7310", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-09T14:45:50Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-e34b3797","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-e34b3797", "reconcileID": "ccd508ce-61ad-40c1-80b9-d82ba08090b9", "LLMInferenceService": "e2e-same-id-b-e34b3797", "namespace": "llm"}
2026-09-09T14:45:50Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-e34b3797","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-e34b3797", "reconcileID": "ccd508ce-61ad-40c1-80b9-d82ba08090b9", "LLMInferenceService": "e2e-same-id-b-e34b3797", "namespace": "llm"}
2026-09-09T14:45:50Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-e34b3797","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-e34b3797", "reconcileID": "ccd508ce-61ad-40c1-80b9-d82ba08090b9", "LLMInferenceService": "e2e-same-id-b-e34b3797", "namespace": "llm"}
2026-09-09T14:45:50Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "fc0ac18c-9d40-4c1d-be1f-9f97236dad74", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-09T14:45:50Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-e34b3797","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-e34b3797", "reconcileID": "ccd508ce-61ad-40c1-80b9-d82ba08090b9", "LLMInferenceService": "e2e-same-id-b-e34b3797", "namespace": "llm", "name": "e2e-same-id-b-e34b3797-kserve-route-authn"}
2026-09-09T14:45:50Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-e34b3797","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-e34b3797", "reconcileID": "ccd508ce-61ad-40c1-80b9-d82ba08090b9", "LLMInferenceService": "e2e-same-id-b-e34b3797", "namespace": "llm", "authType": "userdefined"}
2026-09-09T14:45:50Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-e34b3797","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-e34b3797", "reconcileID": "ccd508ce-61ad-40c1-80b9-d82ba08090b9", "LLMInferenceService": "e2e-same-id-b-e34b3797", "namespace": "llm"}
2026-09-09T14:45:50Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "fc0ac18c-9d40-4c1d-be1f-9f97236dad74", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"}
2026-09-09T14:45:50Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "fc0ac18c-9d40-4c1d-be1f-9f97236dad74", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-09T14:45:51Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-e34b3797","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-e34b3797", "reconcileID": "0e182591-cd60-4a9b-addb-658596910bea", "LLMInferenceService": "e2e-same-id-a-e34b3797", "namespace": "llm"}
2026-09-09T14:45:51Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-e34b3797","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-e34b3797", "reconcileID": "0e182591-cd60-4a9b-addb-658596910bea", "LLMInferenceService": "e2e-same-id-a-e34b3797", "namespace": "llm"}
2026-09-09T14:45:51Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-e34b3797","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-e34b3797", "reconcileID": "0e182591-cd60-4a9b-addb-658596910bea", "LLMInferenceService": "e2e-same-id-a-e34b3797", "namespace": "llm"}
2026-09-09T14:45:51Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-e34b3797","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-e34b3797", "reconcileID": "0e182591-cd60-4a9b-addb-658596910bea", "LLMInferenceService": "e2e-same-id-a-e34b3797", "namespace": "llm", "name": "e2e-same-id-a-e34b3797-kserve-route-authn"}
2026-09-09T14:45:51Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-e34b3797","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-e34b3797", "reconcileID": "0e182591-cd60-4a9b-addb-658596910bea", "LLMInferenceService": "e2e-same-id-a-e34b3797", "namespace": "llm", "authType": "userdefined"}
2026-09-09T14:45:51Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-e34b3797","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-e34b3797", "reconcileID": "0e182591-cd60-4a9b-addb-658596910bea", "LLMInferenceService": "e2e-same-id-a-e34b3797", "namespace": "llm"}
2026-09-09T14:45:52Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ea393b23-62be-48cf-a97a-51e21c110848", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-09T14:45:52Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ea393b23-62be-48cf-a97a-51e21c110848", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"}
2026-09-09T14:45:52Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ea393b23-62be-48cf-a97a-51e21c110848", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-09T14:45:53Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-e34b3797","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-e34b3797", "reconcileID": "e5fa7b8d-e288-43ad-8186-7cfa9257f2fc", "LLMInferenceService": "e2e-same-id-a-e34b3797", "namespace": "llm"}
2026-09-09T14:45:53Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-e34b3797","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-e34b3797", "reconcileID": "e5fa7b8d-e288-43ad-8186-7cfa9257f2fc", "LLMInferenceService": "e2e-same-id-a-e34b3797", "namespace": "llm"}
2026-09-09T14:45:53Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-e34b3797","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-e34b3797", "reconcileID": "e5fa7b8d-e288-43ad-8186-7cfa9257f2fc", "LLMInferenceService": "e2e-same-id-a-e34b3797", "namespace": "llm"}
2026-09-09T14:45:53Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-e34b3797","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-e34b3797", "reconcileID": "e5fa7b8d-e288-43ad-8186-7cfa9257f2fc", "LLMInferenceService": "e2e-same-id-a-e34b3797", "namespace": "llm", "name": "e2e-same-id-a-e34b3797-kserve-route-authn"}
2026-09-09T14:45:53Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-e34b3797","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-e34b3797", "reconcileID": "e5fa7b8d-e288-43ad-8186-7cfa9257f2fc", "LLMInferenceService": "e2e-same-id-a-e34b3797", "namespace": "llm", "authType": "userdefined"}
2026-09-09T14:45:53Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-e34b3797","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-e34b3797", "reconcileID": "e5fa7b8d-e288-43ad-8186-7cfa9257f2fc", "LLMInferenceService": "e2e-same-id-a-e34b3797", "namespace": "llm"}
2026-09-09T14:45:53Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-e34b3797","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-e34b3797", "reconcileID": "87c68c96-086a-420e-be31-42399add0751", "LLMInferenceService": "e2e-same-id-b-e34b3797", "namespace": "llm"}
2026-09-09T14:45:53Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-e34b3797","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-e34b3797", "reconcileID": "87c68c96-086a-420e-be31-42399add0751", "LLMInferenceService": "e2e-same-id-b-e34b3797", "namespace": "llm"}
2026-09-09T14:45:53Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-e34b3797","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-e34b3797", "reconcileID": "87c68c96-086a-420e-be31-42399add0751", "LLMInferenceService": "e2e-same-id-b-e34b3797", "namespace": "llm"}
2026-09-09T14:45:53Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-e34b3797","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-e34b3797", "reconcileID": "87c68c96-086a-420e-be31-42399add0751", "LLMInferenceService": "e2e-same-id-b-e34b3797", "namespace": "llm", "name": "e2e-same-id-b-e34b3797-kserve-route-authn"}
2026-09-09T14:45:53Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-e34b3797","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-e34b3797", "reconcileID": "87c68c96-086a-420e-be31-42399add0751", "LLMInferenceService": "e2e-same-id-b-e34b3797", "namespace": "llm", "authType": "userdefined"}
2026-09-09T14:45:53Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-e34b3797","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-e34b3797", "reconcileID": "87c68c96-086a-420e-be31-42399add0751", "LLMInferenceService": "e2e-same-id-b-e34b3797", "namespace": "llm"}
2026-09-09T14:46:10Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "45c79dfb-fc9b-42b3-90f3-4fa2268fae2d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-09T14:46:10Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "45c79dfb-fc9b-42b3-90f3-4fa2268fae2d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"}
2026-09-09T14:46:10Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "45c79dfb-fc9b-42b3-90f3-4fa2268fae2d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-09T14:46:11Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-e34b3797","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-e34b3797", "reconcileID": "509a7609-862f-4fbd-8483-e6fa0758e2d9", "LLMInferenceService": "e2e-same-id-b-e34b3797", "namespace": "llm"}
2026-09-09T14:46:11Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-e34b3797","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-e34b3797", "reconcileID": "509a7609-862f-4fbd-8483-e6fa0758e2d9", "LLMInferenceService": "e2e-same-id-b-e34b3797", "namespace": "llm"}
2026-09-09T14:46:11Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-e34b3797","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-e34b3797", "reconcileID": "509a7609-862f-4fbd-8483-e6fa0758e2d9", "LLMInferenceService": "e2e-same-id-b-e34b3797", "namespace": "llm"}
2026-09-09T14:46:11Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-e34b3797","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-e34b3797", "reconcileID": "509a7609-862f-4fbd-8483-e6fa0758e2d9", "LLMInferenceService": "e2e-same-id-b-e34b3797", "namespace": "llm", "name": "e2e-same-id-b-e34b3797-kserve-route-authn"}
2026-09-09T14:46:11Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-e34b3797","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-e34b3797", "reconcileID": "509a7609-862f-4fbd-8483-e6fa0758e2d9", "LLMInferenceService": "e2e-same-id-b-e34b3797", "namespace": "llm", "authType": "userdefined"}
2026-09-09T14:46:11Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-e34b3797","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-e34b3797", "reconcileID": "509a7609-862f-4fbd-8483-e6fa0758e2d9", "LLMInferenceService": "e2e-same-id-b-e34b3797", "namespace": "llm"}
2026-09-09T14:46:36Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-e34b3797","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-e34b3797", "reconcileID": "e4c5c05e-7aed-420a-ba3a-adea54a14ef6", "LLMInferenceService": "e2e-same-id-a-e34b3797", "namespace": "llm"}
2026-09-09T14:46:36Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-e34b3797","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-e34b3797", "reconcileID": "e4c5c05e-7aed-420a-ba3a-adea54a14ef6", "LLMInferenceService": "e2e-same-id-a-e34b3797", "namespace": "llm"}
2026-09-09T14:46:36Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-e34b3797","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-e34b3797", "reconcileID": "e4c5c05e-7aed-420a-ba3a-adea54a14ef6", "LLMInferenceService": "e2e-same-id-a-e34b3797", "namespace": "llm"}
2026-09-09T14:46:36Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-e34b3797","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-e34b3797", "reconcileID": "e4c5c05e-7aed-420a-ba3a-adea54a14ef6", "LLMInferenceService": "e2e-same-id-a-e34b3797", "namespace": "llm", "name": "e2e-same-id-a-e34b3797-kserve-route-authn"}
2026-09-09T14:46:36Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-e34b3797","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-e34b3797", "reconcileID": "e4c5c05e-7aed-420a-ba3a-adea54a14ef6", "LLMInferenceService": "e2e-same-id-a-e34b3797", "namespace": "llm", "authType": "userdefined"}
2026-09-09T14:46:36Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-e34b3797","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-e34b3797", "reconcileID": "e4c5c05e-7aed-420a-ba3a-adea54a14ef6", "LLMInferenceService": "e2e-same-id-a-e34b3797", "namespace": "llm"}
2026-09-09T14:46:45Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-e34b3797","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-e34b3797", "reconcileID": "0893320b-0e3e-4b3b-82ca-e410fec8744c", "LLMInferenceService": "e2e-same-id-b-e34b3797", "namespace": "llm"}
2026-09-09T14:46:45Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-e34b3797","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-e34b3797", "reconcileID": "0893320b-0e3e-4b3b-82ca-e410fec8744c", "LLMInferenceService": "e2e-same-id-b-e34b3797", "namespace": "llm"}
2026-09-09T14:46:45Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-e34b3797","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-e34b3797", "reconcileID": "0893320b-0e3e-4b3b-82ca-e410fec8744c", "LLMInferenceService": "e2e-same-id-b-e34b3797", "namespace": "llm"}
2026-09-09T14:46:45Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-e34b3797","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-e34b3797", "reconcileID": "0893320b-0e3e-4b3b-82ca-e410fec8744c", "LLMInferenceService": "e2e-same-id-b-e34b3797", "namespace": "llm", "name": "e2e-same-id-b-e34b3797-kserve-route-authn"}
2026-09-09T14:46:45Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-e34b3797","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-e34b3797", "reconcileID": "0893320b-0e3e-4b3b-82ca-e410fec8744c", "LLMInferenceService": "e2e-same-id-b-e34b3797", "namespace": "llm", "authType": "userdefined"}
2026-09-09T14:46:45Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-e34b3797","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-e34b3797", "reconcileID": "0893320b-0e3e-4b3b-82ca-e410fec8744c", "LLMInferenceService": "e2e-same-id-b-e34b3797", "namespace": "llm"}
2026-09-09T14:46:47Z	INFO	LLMInferenceService being deleted, cleaning up sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-e34b3797","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-e34b3797", "reconcileID": "a6a2253c-457e-4ade-a211-07a06ee2c1df", "LLMInferenceService": "e2e-same-id-a-e34b3797", "namespace": "llm"}
2026-09-09T14:46:47Z	DEBUG	Triggering Delete for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-e34b3797","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-e34b3797", "reconcileID": "a6a2253c-457e-4ade-a211-07a06ee2c1df", "LLMInferenceService": "e2e-same-id-a-e34b3797", "namespace": "llm", "name": "e2e-same-id-a-e34b3797"}
2026-09-09T14:46:47Z	DEBUG	Deleting AuthPolicies for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-e34b3797","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-e34b3797", "reconcileID": "a6a2253c-457e-4ade-a211-07a06ee2c1df", "LLMInferenceService": "e2e-same-id-a-e34b3797", "namespace": "llm"}
2026-09-09T14:46:47Z	DEBUG	Deleting HTTPRoute AuthPolicy for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-e34b3797","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-e34b3797", "reconcileID": "a6a2253c-457e-4ade-a211-07a06ee2c1df", "LLMInferenceService": "e2e-same-id-a-e34b3797", "namespace": "llm"}
2026-09-09T14:46:47Z	DEBUG	Attempting to delete HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-e34b3797","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-e34b3797", "reconcileID": "a6a2253c-457e-4ade-a211-07a06ee2c1df", "LLMInferenceService": "e2e-same-id-a-e34b3797", "namespace": "llm", "name": "e2e-same-id-a-e34b3797-kserve-route-authn"}
2026-09-09T14:46:47Z	INFO	Successfully deleted HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-e34b3797","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-e34b3797", "reconcileID": "a6a2253c-457e-4ade-a211-07a06ee2c1df", "LLMInferenceService": "e2e-same-id-a-e34b3797", "namespace": "llm", "name": "e2e-same-id-a-e34b3797-kserve-route-authn"}
2026-09-09T14:46:47Z	INFO	Stop LLMInferenceService reconciliation	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-e34b3797","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-e34b3797", "reconcileID": "6697599f-ad7d-461e-a2a3-0ff2daab567d", "LLMInferenceService": "e2e-same-id-a-e34b3797", "namespace": "llm"}
2026-09-09T14:46:47Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d012bfc2-9842-41ea-bbfa-9c477547d955", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-09T14:46:47Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d012bfc2-9842-41ea-bbfa-9c477547d955", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"}
2026-09-09T14:46:47Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d012bfc2-9842-41ea-bbfa-9c477547d955", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-09T14:46:47Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "984fe86e-c29e-411e-adda-1353ede9ffca", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-09T14:46:47Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "984fe86e-c29e-411e-adda-1353ede9ffca", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"}
2026-09-09T14:46:47Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "984fe86e-c29e-411e-adda-1353ede9ffca", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-09T14:46:48Z	INFO	LLMInferenceService being deleted, cleaning up sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-e34b3797","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-e34b3797", "reconcileID": "9352ed36-117d-4001-8f62-6c976bee05dc", "LLMInferenceService": "e2e-same-id-b-e34b3797", "namespace": "llm"}
2026-09-09T14:46:48Z	DEBUG	Triggering Delete for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-e34b3797","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-e34b3797", "reconcileID": "9352ed36-117d-4001-8f62-6c976bee05dc", "LLMInferenceService": "e2e-same-id-b-e34b3797", "namespace": "llm", "name": "e2e-same-id-b-e34b3797"}
2026-09-09T14:46:48Z	DEBUG	Deleting AuthPolicies for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-e34b3797","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-e34b3797", "reconcileID": "9352ed36-117d-4001-8f62-6c976bee05dc", "LLMInferenceService": "e2e-same-id-b-e34b3797", "namespace": "llm"}
2026-09-09T14:46:48Z	DEBUG	Deleting HTTPRoute AuthPolicy for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-e34b3797","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-e34b3797", "reconcileID": "9352ed36-117d-4001-8f62-6c976bee05dc", "LLMInferenceService": "e2e-same-id-b-e34b3797", "namespace": "llm"}
2026-09-09T14:46:48Z	DEBUG	Attempting to delete HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-e34b3797","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-e34b3797", "reconcileID": "9352ed36-117d-4001-8f62-6c976bee05dc", "LLMInferenceService": "e2e-same-id-b-e34b3797", "namespace": "llm", "name": "e2e-same-id-b-e34b3797-kserve-route-authn"}
2026-09-09T14:46:48Z	INFO	Successfully deleted HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-e34b3797","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-e34b3797", "reconcileID": "9352ed36-117d-4001-8f62-6c976bee05dc", "LLMInferenceService": "e2e-same-id-b-e34b3797", "namespace": "llm", "name": "e2e-same-id-b-e34b3797-kserve-route-authn"}
2026-09-09T14:46:48Z	INFO	Stop LLMInferenceService reconciliation	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-e34b3797","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-e34b3797", "reconcileID": "2f663824-bfbf-4a0a-a386-6880c5d761ff", "LLMInferenceService": "e2e-same-id-b-e34b3797", "namespace": "llm"}
2026-09-09T14:46:48Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b642cbb4-ae2e-483f-94c6-8cd6f23c2f5a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-09T14:46:48Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b642cbb4-ae2e-483f-94c6-8cd6f23c2f5a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"}
2026-09-09T14:46:48Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b642cbb4-ae2e-483f-94c6-8cd6f23c2f5a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-09T14:46:48Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "348049bc-c5b6-4a77-a8a1-c71b67f02f86", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-09T14:46:48Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "348049bc-c5b6-4a77-a8a1-c71b67f02f86", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"}
2026-09-09T14:46:48Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "348049bc-c5b6-4a77-a8a1-c71b67f02f86", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-09T14:47:05Z	INFO	No monitoring namespace detected, skipping monitoring reconciliation.	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-09-09T14:47:05Z	INFO	Multi Node reconciling.	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-09-09T14:47:06Z	INFO	ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-09-09T14:47:06Z	INFO	Multi Node reconciled successfully.	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}