2026-07-25T02:04:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e22c40","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e22c40", "reconcileID": "0c46d96b-1264-4467-9b87-2575b788d1f8", "Gateway": "e2e-ipp-a-e22c40", "namespace": "openshift-ingress", "name": "e2e-ipp-a-e22c40-authn-ssl"} 2026-07-25T02:04:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e22c40","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e22c40", "reconcileID": "0c46d96b-1264-4467-9b87-2575b788d1f8", "Gateway": "e2e-ipp-a-e22c40", "namespace": "openshift-ingress"} 2026-07-25T02:04:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e22c40","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e22c40", "reconcileID": "d9f50be3-80ef-478a-8a5b-3ba7fa364a2f", "Gateway": "e2e-ipp-a-e22c40", "namespace": "openshift-ingress"} 2026-07-25T02:04:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e22c40","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e22c40", "reconcileID": "d9f50be3-80ef-478a-8a5b-3ba7fa364a2f", "Gateway": "e2e-ipp-a-e22c40", "namespace": "openshift-ingress", "name": "e2e-ipp-a-e22c40-authn-ssl"} 2026-07-25T02:04:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e22c40","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e22c40", "reconcileID": "d9f50be3-80ef-478a-8a5b-3ba7fa364a2f", "Gateway": "e2e-ipp-a-e22c40", "namespace": "openshift-ingress"} 2026-07-25T02:04:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e22c40","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e22c40", "reconcileID": "5a0b30aa-3b08-4c25-ab6c-cff063653750", "Gateway": "e2e-ipp-a-e22c40", "namespace": "openshift-ingress"} 2026-07-25T02:04:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e22c40","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e22c40", "reconcileID": "5a0b30aa-3b08-4c25-ab6c-cff063653750", "Gateway": "e2e-ipp-a-e22c40", "namespace": "openshift-ingress", "name": "e2e-ipp-a-e22c40-authn-ssl"} 2026-07-25T02:04:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e22c40","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e22c40", "reconcileID": "5a0b30aa-3b08-4c25-ab6c-cff063653750", "Gateway": "e2e-ipp-a-e22c40", "namespace": "openshift-ingress"} 2026-07-25T02:04:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e22c40","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e22c40", "reconcileID": "9134b039-3961-4027-8beb-9f5f20403124", "Gateway": "e2e-ipp-a-e22c40", "namespace": "openshift-ingress"} 2026-07-25T02:04:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e22c40","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e22c40", "reconcileID": "9134b039-3961-4027-8beb-9f5f20403124", "Gateway": "e2e-ipp-a-e22c40", "namespace": "openshift-ingress", "name": "e2e-ipp-a-e22c40-authn-ssl"} 2026-07-25T02:04:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e22c40","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e22c40", "reconcileID": "9134b039-3961-4027-8beb-9f5f20403124", "Gateway": "e2e-ipp-a-e22c40", "namespace": "openshift-ingress"} 2026-07-25T02:04:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e22c40","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e22c40", "reconcileID": "41bd11c2-c4b8-4b78-a6d8-79394b0fc43f", "Gateway": "e2e-ipp-a-e22c40", "namespace": "openshift-ingress"} 2026-07-25T02:04:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e22c40","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e22c40", "reconcileID": "41bd11c2-c4b8-4b78-a6d8-79394b0fc43f", "Gateway": "e2e-ipp-a-e22c40", "namespace": "openshift-ingress", "name": "e2e-ipp-a-e22c40-authn-ssl"} 2026-07-25T02:04:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e22c40","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e22c40", "reconcileID": "41bd11c2-c4b8-4b78-a6d8-79394b0fc43f", "Gateway": "e2e-ipp-a-e22c40", "namespace": "openshift-ingress"} 2026-07-25T02:04:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e22c40","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e22c40", "reconcileID": "904e61e3-03a5-4b63-93c5-d6271b6c5d6f", "Gateway": "e2e-ipp-a-e22c40", "namespace": "openshift-ingress"} 2026-07-25T02:04:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e22c40","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e22c40", "reconcileID": "904e61e3-03a5-4b63-93c5-d6271b6c5d6f", "Gateway": "e2e-ipp-a-e22c40", "namespace": "openshift-ingress", "name": "e2e-ipp-a-e22c40-authn-ssl"} 2026-07-25T02:04:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e22c40","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e22c40", "reconcileID": "904e61e3-03a5-4b63-93c5-d6271b6c5d6f", "Gateway": "e2e-ipp-a-e22c40", "namespace": "openshift-ingress"} 2026-07-25T02:04:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-e22c40"}, "namespace": "ai-tenant-e2e-ipp-a-e22c40", "name": "odh-trusted-ca-bundle", "reconcileID": "91e3b70f-f7db-45af-bf37-9322a606f384", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-e22c40"} 2026-07-25T02:04:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-e22c40"}, "namespace": "ai-tenant-e2e-ipp-a-e22c40", "name": "openshift-service-ca.crt", "reconcileID": "674a5fae-abfb-4f86-948f-c0c70d36f1ca", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-e22c40"} 2026-07-25T02:04:50Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-e22c40"}, "namespace": "ai-tenant-e2e-ipp-a-e22c40", "name": "openshift-service-ca.crt", "reconcileID": "48c54187-3ee2-461d-9a59-a447a9f89502", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-e22c40", "create": "odh-kserve-custom-ca-bundle"} 2026-07-25T02:04:50Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-e22c40"}, "namespace": "ai-tenant-e2e-ipp-a-e22c40", "name": "openshift-service-ca.crt", "reconcileID": "48c54187-3ee2-461d-9a59-a447a9f89502", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-e22c40"} 2026-07-25T02:04:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-e22c40"}, "namespace": "ai-tenant-e2e-ipp-a-e22c40", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fe2173d6-1bd5-4eb7-9cfb-416853eba0c4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-e22c40"} 2026-07-25T02:04:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-e22c40"}, "namespace": "ai-tenant-e2e-ipp-a-e22c40", "name": "openshift-service-ca.crt", "reconcileID": "541aa39e-c519-4509-ab09-463874026f63", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-e22c40"} 2026-07-25T02:04:50Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-e22c40"}, "namespace": "ai-tenant-e2e-ipp-a-e22c40", "name": "odh-trusted-ca-bundle", "reconcileID": "8ff61a25-7968-4234-a58b-509227be71c4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-e22c40", "update": "odh-kserve-custom-ca-bundle"} 2026-07-25T02:04:50Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-e22c40"}, "namespace": "ai-tenant-e2e-ipp-a-e22c40", "name": "odh-trusted-ca-bundle", "reconcileID": "8ff61a25-7968-4234-a58b-509227be71c4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-e22c40"} 2026-07-25T02:04:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-e22c40"}, "namespace": "ai-tenant-e2e-ipp-a-e22c40", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "30c97a4b-59c9-4c51-b7e7-4acb8d250b8c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-e22c40"} 2026-07-25T02:04:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e22c40","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e22c40", "reconcileID": "f6c998b0-d19c-4cb8-8c9a-f3e0b0399a39", "Gateway": "e2e-ipp-a-e22c40", "namespace": "openshift-ingress"} 2026-07-25T02:04:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e22c40","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e22c40", "reconcileID": "f6c998b0-d19c-4cb8-8c9a-f3e0b0399a39", "Gateway": "e2e-ipp-a-e22c40", "namespace": "openshift-ingress", "name": "e2e-ipp-a-e22c40-authn-ssl"} 2026-07-25T02:04:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e22c40","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e22c40", "reconcileID": "f6c998b0-d19c-4cb8-8c9a-f3e0b0399a39", "Gateway": "e2e-ipp-a-e22c40", "namespace": "openshift-ingress"} 2026-07-25T02:04:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "f1a5c33e-6169-4a24-929e-5f2d21c0e707", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:04:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e22c40","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e22c40", "reconcileID": "9fb9b98a-2abb-4ce5-a7cc-6f79641b4b1d", "Gateway": "e2e-ipp-a-e22c40", "namespace": "openshift-ingress"} 2026-07-25T02:04:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e22c40","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e22c40", "reconcileID": "9fb9b98a-2abb-4ce5-a7cc-6f79641b4b1d", "Gateway": "e2e-ipp-a-e22c40", "namespace": "openshift-ingress", "name": "e2e-ipp-a-e22c40-authn-ssl"} 2026-07-25T02:04:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e22c40","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e22c40", "reconcileID": "9fb9b98a-2abb-4ce5-a7cc-6f79641b4b1d", "Gateway": "e2e-ipp-a-e22c40", "namespace": "openshift-ingress"} 2026-07-25T02:05:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d66e66","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d66e66", "reconcileID": "8bafcd23-8679-4808-b02f-d6e70b0652f0", "Gateway": "e2e-ipp-b-d66e66", "namespace": "openshift-ingress"} 2026-07-25T02:05:05Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d66e66","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d66e66", "reconcileID": "8bafcd23-8679-4808-b02f-d6e70b0652f0", "Gateway": "e2e-ipp-b-d66e66", "namespace": "openshift-ingress", "name": "e2e-ipp-b-d66e66-authn-ssl"} 2026-07-25T02:05:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d66e66","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d66e66", "reconcileID": "8bafcd23-8679-4808-b02f-d6e70b0652f0", "Gateway": "e2e-ipp-b-d66e66", "namespace": "openshift-ingress"} 2026-07-25T02:05:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d66e66","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d66e66", "reconcileID": "c852ce3b-110a-47d4-8cba-ea09a5e77fe5", "Gateway": "e2e-ipp-b-d66e66", "namespace": "openshift-ingress"} 2026-07-25T02:05:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d66e66","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d66e66", "reconcileID": "c852ce3b-110a-47d4-8cba-ea09a5e77fe5", "Gateway": "e2e-ipp-b-d66e66", "namespace": "openshift-ingress", "name": "e2e-ipp-b-d66e66-authn-ssl"} 2026-07-25T02:05:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d66e66","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d66e66", "reconcileID": "c852ce3b-110a-47d4-8cba-ea09a5e77fe5", "Gateway": "e2e-ipp-b-d66e66", "namespace": "openshift-ingress"} 2026-07-25T02:05:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d66e66","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d66e66", "reconcileID": "970de6ce-fd46-4c7b-bce7-7b31a2b4ad21", "Gateway": "e2e-ipp-b-d66e66", "namespace": "openshift-ingress"} 2026-07-25T02:05:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d66e66","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d66e66", "reconcileID": "970de6ce-fd46-4c7b-bce7-7b31a2b4ad21", "Gateway": "e2e-ipp-b-d66e66", "namespace": "openshift-ingress", "name": "e2e-ipp-b-d66e66-authn-ssl"} 2026-07-25T02:05:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d66e66","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d66e66", "reconcileID": "970de6ce-fd46-4c7b-bce7-7b31a2b4ad21", "Gateway": "e2e-ipp-b-d66e66", "namespace": "openshift-ingress"} 2026-07-25T02:05:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d66e66","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d66e66", "reconcileID": "9ff081a9-1926-498d-a274-fe367b2811bf", "Gateway": "e2e-ipp-b-d66e66", "namespace": "openshift-ingress"} 2026-07-25T02:05:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d66e66","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d66e66", "reconcileID": "9ff081a9-1926-498d-a274-fe367b2811bf", "Gateway": "e2e-ipp-b-d66e66", "namespace": "openshift-ingress", "name": "e2e-ipp-b-d66e66-authn-ssl"} 2026-07-25T02:05:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d66e66","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d66e66", "reconcileID": "9ff081a9-1926-498d-a274-fe367b2811bf", "Gateway": "e2e-ipp-b-d66e66", "namespace": "openshift-ingress"} 2026-07-25T02:05:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d66e66","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d66e66", "reconcileID": "d804fa7d-40f1-4ddc-a9e3-32edf2662a7e", "Gateway": "e2e-ipp-b-d66e66", "namespace": "openshift-ingress"} 2026-07-25T02:05:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d66e66","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d66e66", "reconcileID": "d804fa7d-40f1-4ddc-a9e3-32edf2662a7e", "Gateway": "e2e-ipp-b-d66e66", "namespace": "openshift-ingress", "name": "e2e-ipp-b-d66e66-authn-ssl"} 2026-07-25T02:05:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d66e66","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d66e66", "reconcileID": "d804fa7d-40f1-4ddc-a9e3-32edf2662a7e", "Gateway": "e2e-ipp-b-d66e66", "namespace": "openshift-ingress"} 2026-07-25T02:05:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d66e66","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d66e66", "reconcileID": "77e64458-dae5-41be-88cf-d4408231b12b", "Gateway": "e2e-ipp-b-d66e66", "namespace": "openshift-ingress"} 2026-07-25T02:05:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d66e66","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d66e66", "reconcileID": "77e64458-dae5-41be-88cf-d4408231b12b", "Gateway": "e2e-ipp-b-d66e66", "namespace": "openshift-ingress", "name": "e2e-ipp-b-d66e66-authn-ssl"} 2026-07-25T02:05:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d66e66","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d66e66", "reconcileID": "77e64458-dae5-41be-88cf-d4408231b12b", "Gateway": "e2e-ipp-b-d66e66", "namespace": "openshift-ingress"} 2026-07-25T02:05:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d66e66","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d66e66", "reconcileID": "30de41ba-a9bb-4697-8eeb-0c45b94b12a4", "Gateway": "e2e-ipp-b-d66e66", "namespace": "openshift-ingress"} 2026-07-25T02:05:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d66e66","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d66e66", "reconcileID": "30de41ba-a9bb-4697-8eeb-0c45b94b12a4", "Gateway": "e2e-ipp-b-d66e66", "namespace": "openshift-ingress", "name": "e2e-ipp-b-d66e66-authn-ssl"} 2026-07-25T02:05:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d66e66","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d66e66", "reconcileID": "30de41ba-a9bb-4697-8eeb-0c45b94b12a4", "Gateway": "e2e-ipp-b-d66e66", "namespace": "openshift-ingress"} 2026-07-25T02:05:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-d66e66"}, "namespace": "ai-tenant-e2e-ipp-b-d66e66", "name": "openshift-service-ca.crt", "reconcileID": "bad794b2-ea3b-4457-9459-e011a20b0153", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-d66e66"} 2026-07-25T02:05:09Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-d66e66"}, "namespace": "ai-tenant-e2e-ipp-b-d66e66", "name": "openshift-service-ca.crt", "reconcileID": "8f7435ef-7c4c-4038-af0e-74f291bf8d3a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-d66e66", "create": "odh-kserve-custom-ca-bundle"} 2026-07-25T02:05:09Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-d66e66"}, "namespace": "ai-tenant-e2e-ipp-b-d66e66", "name": "openshift-service-ca.crt", "reconcileID": "8f7435ef-7c4c-4038-af0e-74f291bf8d3a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-d66e66"} 2026-07-25T02:05:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-d66e66"}, "namespace": "ai-tenant-e2e-ipp-b-d66e66", "name": "odh-trusted-ca-bundle", "reconcileID": "a60c8e0e-a33b-47e0-9776-d60d91cb9f8d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-d66e66"} 2026-07-25T02:05:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-d66e66"}, "namespace": "ai-tenant-e2e-ipp-b-d66e66", "name": "openshift-service-ca.crt", "reconcileID": "7feca975-e48a-4935-bfcd-68f4d6547d63", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-d66e66"} 2026-07-25T02:05:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-d66e66"}, "namespace": "ai-tenant-e2e-ipp-b-d66e66", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e31ccdb1-83e1-44ad-87e8-240ddd419e2a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-d66e66"} 2026-07-25T02:05:09Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-d66e66"}, "namespace": "ai-tenant-e2e-ipp-b-d66e66", "name": "odh-trusted-ca-bundle", "reconcileID": "7d5bde08-9b9c-418d-843b-fc15a4701f39", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-d66e66", "update": "odh-kserve-custom-ca-bundle"} 2026-07-25T02:05:09Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-d66e66"}, "namespace": "ai-tenant-e2e-ipp-b-d66e66", "name": "odh-trusted-ca-bundle", "reconcileID": "7d5bde08-9b9c-418d-843b-fc15a4701f39", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-d66e66"} 2026-07-25T02:05:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-d66e66"}, "namespace": "ai-tenant-e2e-ipp-b-d66e66", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b1079c6a-1acf-43e0-8b16-427ed8b28e51", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-d66e66"} 2026-07-25T02:05:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d66e66","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d66e66", "reconcileID": "ba6df5dc-9d53-42be-9859-cc5d9c73c669", "Gateway": "e2e-ipp-b-d66e66", "namespace": "openshift-ingress"} 2026-07-25T02:05:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d66e66","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d66e66", "reconcileID": "ba6df5dc-9d53-42be-9859-cc5d9c73c669", "Gateway": "e2e-ipp-b-d66e66", "namespace": "openshift-ingress", "name": "e2e-ipp-b-d66e66-authn-ssl"} 2026-07-25T02:05:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d66e66","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d66e66", "reconcileID": "ba6df5dc-9d53-42be-9859-cc5d9c73c669", "Gateway": "e2e-ipp-b-d66e66", "namespace": "openshift-ingress"} 2026-07-25T02:05:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "8f1292aa-831b-4f6f-809b-12bd56da1458", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:05:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "8f78bf31-6303-468e-a8a6-503384dcabbf", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:05:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "aec429f4-155a-4353-bd17-8f6b3f92573f", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:05:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "40f2278b-521e-4d7c-9e4e-7d1658f518c7", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:05:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "8cea2d2a-12e5-4e9a-8450-19513fa0f982", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:05:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "2010a4e7-a268-4ee7-980c-318a831e6719", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:05:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "3e715b5f-dc6d-409d-9067-223834d133b5", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:05:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "0adc3463-0f82-451d-a7fd-74b4be124bbb", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:05:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "bb318e0d-a1e2-4dfc-869b-5ea973cd3e5d", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:05:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "bea0d7ec-ed22-415a-88d8-6c83f73adae3", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:05:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "9504752d-4e55-4024-ad58-fc5bbcd5460c", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:05:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "58b9261e-b0ae-4773-9be9-bbbc0d136d2d", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:05:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d078cf84-21bf-4838-95a2-19f3bd4b9c9b", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:05:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d66e66","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d66e66", "reconcileID": "6411f429-38f6-4c1f-9f80-14d1bb0403d2", "Gateway": "e2e-ipp-b-d66e66", "namespace": "openshift-ingress"} 2026-07-25T02:05:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d66e66","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d66e66", "reconcileID": "6411f429-38f6-4c1f-9f80-14d1bb0403d2", "Gateway": "e2e-ipp-b-d66e66", "namespace": "openshift-ingress", "name": "e2e-ipp-b-d66e66-authn-ssl"} 2026-07-25T02:05:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d66e66","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d66e66", "reconcileID": "6411f429-38f6-4c1f-9f80-14d1bb0403d2", "Gateway": "e2e-ipp-b-d66e66", "namespace": "openshift-ingress"} 2026-07-25T02:05:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "cb258d3b-fa83-41b7-9f1b-6e98cbc196c7", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:05:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c454b37b-8a76-48db-ba3c-ed2d6e5d9342", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:05:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "7477b135-a0e3-4d2a-82ce-0502281771cc", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:05:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "2bf5b4d4-abbc-4825-95e5-5f481831671d", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:05:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "19ed24c4-6f27-42e2-adae-7fd4b075eeed", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:05:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "504adbf5-cbda-479a-b81d-c8bf8b741d19", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:05:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "141cc9d2-0ce5-412a-8c1c-d9106cba50b2", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:05:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "bdac3290-dc3c-4cdc-93d2-dab14672dc53", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:05:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d83b7986-f170-4fb6-8548-76978f413900", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:05:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "272360dc-f126-4fac-babc-97780c742009", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:05:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "b98dcafe-46fa-48ed-b056-f32068e6ab3f", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:05:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "f0357827-42df-4ce3-838e-303461fc6f85", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:05:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "746d867d-aa48-415b-9eb0-bc92073125c4", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:05:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "629be193-7c31-4231-b365-fb68e060da91", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:05:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "6a576ab8-bb22-4e09-8deb-8d8056325261", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:05:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "475b0fc6-57dd-4fa2-a7cb-e1478c3898f7", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:05:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "f3090c37-9de3-404e-9bb2-8ebc83b0f69a", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:05:31Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e22c40","namespace":"ai-tenant-e2e-ipp-a-e22c40"}, "namespace": "ai-tenant-e2e-ipp-a-e22c40", "name": "ipp-route-e22c40", "reconcileID": "6b2ac2a8-fca4-4e98-8e96-65532bf86292", "LLMInferenceService": "ipp-route-e22c40", "namespace": "ai-tenant-e2e-ipp-a-e22c40"} 2026-07-25T02:05:31Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e22c40","namespace":"ai-tenant-e2e-ipp-a-e22c40"}, "namespace": "ai-tenant-e2e-ipp-a-e22c40", "name": "ipp-route-e22c40", "reconcileID": "6b2ac2a8-fca4-4e98-8e96-65532bf86292", "LLMInferenceService": "ipp-route-e22c40", "namespace": "ai-tenant-e2e-ipp-a-e22c40"} 2026-07-25T02:05:31Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e22c40","namespace":"ai-tenant-e2e-ipp-a-e22c40"}, "namespace": "ai-tenant-e2e-ipp-a-e22c40", "name": "ipp-route-e22c40", "reconcileID": "6b2ac2a8-fca4-4e98-8e96-65532bf86292", "LLMInferenceService": "ipp-route-e22c40", "namespace": "ai-tenant-e2e-ipp-a-e22c40"} 2026-07-25T02:05:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e22c40","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e22c40", "reconcileID": "39fd27d4-1307-4361-9868-9a7968a7e630", "Gateway": "e2e-ipp-a-e22c40", "namespace": "openshift-ingress"} 2026-07-25T02:05:31Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e22c40","namespace":"ai-tenant-e2e-ipp-a-e22c40"}, "namespace": "ai-tenant-e2e-ipp-a-e22c40", "name": "ipp-route-e22c40", "reconcileID": "6b2ac2a8-fca4-4e98-8e96-65532bf86292", "LLMInferenceService": "ipp-route-e22c40", "namespace": "ai-tenant-e2e-ipp-a-e22c40", "name": "ipp-route-e22c40-kserve-route-authn"} 2026-07-25T02:05:31Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e22c40","namespace":"ai-tenant-e2e-ipp-a-e22c40"}, "namespace": "ai-tenant-e2e-ipp-a-e22c40", "name": "ipp-route-e22c40", "reconcileID": "6b2ac2a8-fca4-4e98-8e96-65532bf86292", "LLMInferenceService": "ipp-route-e22c40", "namespace": "ai-tenant-e2e-ipp-a-e22c40", "authType": "userdefined"} 2026-07-25T02:05:31Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e22c40","namespace":"ai-tenant-e2e-ipp-a-e22c40"}, "namespace": "ai-tenant-e2e-ipp-a-e22c40", "name": "ipp-route-e22c40", "reconcileID": "6b2ac2a8-fca4-4e98-8e96-65532bf86292", "LLMInferenceService": "ipp-route-e22c40", "namespace": "ai-tenant-e2e-ipp-a-e22c40"} 2026-07-25T02:05:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e22c40","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e22c40", "reconcileID": "39fd27d4-1307-4361-9868-9a7968a7e630", "Gateway": "e2e-ipp-a-e22c40", "namespace": "openshift-ingress", "name": "e2e-ipp-a-e22c40-authn-ssl"} 2026-07-25T02:05:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e22c40","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e22c40", "reconcileID": "39fd27d4-1307-4361-9868-9a7968a7e630", "Gateway": "e2e-ipp-a-e22c40", "namespace": "openshift-ingress"} 2026-07-25T02:05:31Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e22c40","namespace":"ai-tenant-e2e-ipp-a-e22c40"}, "namespace": "ai-tenant-e2e-ipp-a-e22c40", "name": "ipp-route-e22c40", "reconcileID": "2f8e541d-a19b-47bf-91e9-aaa4d9c46f1c", "LLMInferenceService": "ipp-route-e22c40", "namespace": "ai-tenant-e2e-ipp-a-e22c40"} 2026-07-25T02:05:31Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e22c40","namespace":"ai-tenant-e2e-ipp-a-e22c40"}, "namespace": "ai-tenant-e2e-ipp-a-e22c40", "name": "ipp-route-e22c40", "reconcileID": "2f8e541d-a19b-47bf-91e9-aaa4d9c46f1c", "LLMInferenceService": "ipp-route-e22c40", "namespace": "ai-tenant-e2e-ipp-a-e22c40"} 2026-07-25T02:05:31Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e22c40","namespace":"ai-tenant-e2e-ipp-a-e22c40"}, "namespace": "ai-tenant-e2e-ipp-a-e22c40", "name": "ipp-route-e22c40", "reconcileID": "2f8e541d-a19b-47bf-91e9-aaa4d9c46f1c", "LLMInferenceService": "ipp-route-e22c40", "namespace": "ai-tenant-e2e-ipp-a-e22c40"} 2026-07-25T02:05:31Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e22c40","namespace":"ai-tenant-e2e-ipp-a-e22c40"}, "namespace": "ai-tenant-e2e-ipp-a-e22c40", "name": "ipp-route-e22c40", "reconcileID": "2f8e541d-a19b-47bf-91e9-aaa4d9c46f1c", "LLMInferenceService": "ipp-route-e22c40", "namespace": "ai-tenant-e2e-ipp-a-e22c40", "name": "ipp-route-e22c40-kserve-route-authn"} 2026-07-25T02:05:31Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e22c40","namespace":"ai-tenant-e2e-ipp-a-e22c40"}, "namespace": "ai-tenant-e2e-ipp-a-e22c40", "name": "ipp-route-e22c40", "reconcileID": "2f8e541d-a19b-47bf-91e9-aaa4d9c46f1c", "LLMInferenceService": "ipp-route-e22c40", "namespace": "ai-tenant-e2e-ipp-a-e22c40", "authType": "userdefined"} 2026-07-25T02:05:31Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e22c40","namespace":"ai-tenant-e2e-ipp-a-e22c40"}, "namespace": "ai-tenant-e2e-ipp-a-e22c40", "name": "ipp-route-e22c40", "reconcileID": "2f8e541d-a19b-47bf-91e9-aaa4d9c46f1c", "LLMInferenceService": "ipp-route-e22c40", "namespace": "ai-tenant-e2e-ipp-a-e22c40"} 2026-07-25T02:05:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "4c6dcb21-f4bd-41da-ad3a-9e2a56abe03c", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:05:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "2939febb-57e3-46c3-8c62-68afb4bb4eee", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:05:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "b6bb17f5-582b-4ee8-a2fd-e798810d6f96", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:05:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "2e3b9aaa-a499-40ed-9353-ae325dca79b4", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:05:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e22c40","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e22c40", "reconcileID": "87c70609-b408-4e81-a8ca-e3f136ef7cb7", "Gateway": "e2e-ipp-a-e22c40", "namespace": "openshift-ingress"} 2026-07-25T02:05:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e22c40","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e22c40", "reconcileID": "87c70609-b408-4e81-a8ca-e3f136ef7cb7", "Gateway": "e2e-ipp-a-e22c40", "namespace": "openshift-ingress", "name": "e2e-ipp-a-e22c40-authn-ssl"} 2026-07-25T02:05:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e22c40","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e22c40", "reconcileID": "87c70609-b408-4e81-a8ca-e3f136ef7cb7", "Gateway": "e2e-ipp-a-e22c40", "namespace": "openshift-ingress"} 2026-07-25T02:05:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "cb57a424-5611-4ad5-b017-ad7ebde1448d", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:05:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "e0613032-d028-422d-9839-79f444c70794", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:05:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "7838067f-81db-4d56-97aa-aee49c014a57", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:05:35Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e22c40","namespace":"ai-tenant-e2e-ipp-a-e22c40"}, "namespace": "ai-tenant-e2e-ipp-a-e22c40", "name": "ipp-route-e22c40", "reconcileID": "2cefc960-7ab1-4489-8d0e-97e31c9d2527", "LLMInferenceService": "ipp-route-e22c40", "namespace": "ai-tenant-e2e-ipp-a-e22c40"} 2026-07-25T02:05:35Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e22c40","namespace":"ai-tenant-e2e-ipp-a-e22c40"}, "namespace": "ai-tenant-e2e-ipp-a-e22c40", "name": "ipp-route-e22c40", "reconcileID": "2cefc960-7ab1-4489-8d0e-97e31c9d2527", "LLMInferenceService": "ipp-route-e22c40", "namespace": "ai-tenant-e2e-ipp-a-e22c40"} 2026-07-25T02:05:35Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e22c40","namespace":"ai-tenant-e2e-ipp-a-e22c40"}, "namespace": "ai-tenant-e2e-ipp-a-e22c40", "name": "ipp-route-e22c40", "reconcileID": "2cefc960-7ab1-4489-8d0e-97e31c9d2527", "LLMInferenceService": "ipp-route-e22c40", "namespace": "ai-tenant-e2e-ipp-a-e22c40"} 2026-07-25T02:05:35Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e22c40","namespace":"ai-tenant-e2e-ipp-a-e22c40"}, "namespace": "ai-tenant-e2e-ipp-a-e22c40", "name": "ipp-route-e22c40", "reconcileID": "2cefc960-7ab1-4489-8d0e-97e31c9d2527", "LLMInferenceService": "ipp-route-e22c40", "namespace": "ai-tenant-e2e-ipp-a-e22c40", "name": "ipp-route-e22c40-kserve-route-authn"} 2026-07-25T02:05:35Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e22c40","namespace":"ai-tenant-e2e-ipp-a-e22c40"}, "namespace": "ai-tenant-e2e-ipp-a-e22c40", "name": "ipp-route-e22c40", "reconcileID": "2cefc960-7ab1-4489-8d0e-97e31c9d2527", "LLMInferenceService": "ipp-route-e22c40", "namespace": "ai-tenant-e2e-ipp-a-e22c40", "authType": "userdefined"} 2026-07-25T02:05:35Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e22c40","namespace":"ai-tenant-e2e-ipp-a-e22c40"}, "namespace": "ai-tenant-e2e-ipp-a-e22c40", "name": "ipp-route-e22c40", "reconcileID": "2cefc960-7ab1-4489-8d0e-97e31c9d2527", "LLMInferenceService": "ipp-route-e22c40", "namespace": "ai-tenant-e2e-ipp-a-e22c40"} 2026-07-25T02:05:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "46a484ae-ab93-4758-b42f-837f805efc4f", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:05:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "a4681d03-005e-479e-b558-f14c2b3802f9", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:05:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "4ef303c2-ad45-45ae-b301-79697500d931", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:05:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "32efe759-5668-4f5a-864d-d0afd0118b90", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:05:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "582942eb-1b9c-41f9-ba5e-a152bebcbfa3", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:05:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "b0f07a8c-0b9e-43ab-8c39-9712b48871ba", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:05:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "0a98c7d5-625b-449a-86c0-78648865c25b", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:05:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "44a657eb-395c-491e-8393-65c6bac7fdf5", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:05:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "8099bade-2454-4011-a2ba-57e45f74d302", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:05:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "aa69fa56-8813-4996-bd9f-e06fc6d2d68a", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:05:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "1c88f9a7-84af-4416-ad97-fd26f23774cf", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:05:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "02455198-abad-42ec-8a7c-66d4446bbae3", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:05:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ab3bc0a1-cbeb-488d-9406-b32a36bb39a2", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:05:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "0664bbbb-5b28-4581-85b8-464e32c34d69", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:05:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "3c6f201d-7102-46fc-b019-0378866b8120", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:05:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ba650d69-9df4-4254-8067-33b39d40c5db", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:05:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "78b5d848-aa73-4072-b66c-f4498934f280", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:05:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "22330a21-ae33-49a9-b0b4-387a22d278b7", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:05:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "9a18868d-bf1a-43ae-8c6b-28f0809ae40b", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:05:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "73bd1e76-cfd5-4ef9-8f53-270e5ee19670", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:05:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ad26fb2a-6531-4b75-8078-03d0d40058a2", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:05:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "7495a834-c100-42a6-9178-3cd958847102", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:05:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "a9b65271-4105-47a6-a2e7-c602f5b09f88", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:05:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "42e956d8-55c6-43d8-851d-2c22d66a338b", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:05:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "5c91d824-a7eb-444c-a53c-10c5cf08b3ad", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:05:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "27557f73-8f57-4439-b407-5c8354b3129c", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:05:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "f8ca79f0-4349-4d25-a601-3bc84718fcd9", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:05:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "0079e5a6-9738-4344-8a92-cf4e1ab8c29d", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:05:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d256a1f4-b2a9-455f-8832-f6021964d760", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:05:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "e96853c5-1111-4982-8dbb-ec9573f2403d", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:05:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "673ec9c1-3e53-41d0-a55f-79dd5d5dd25f", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:05:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "0ce66422-34a6-4921-88b1-7a1dba78ed7f", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:05:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "876cefb5-3bc0-4b99-90f0-8da9d13ecf83", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:05:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "bcfbf358-d705-4aa2-b15f-03e8cf420c03", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:05:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "aff5192d-dada-494b-a338-3ed5311aa960", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:05:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "38063a68-7009-49bc-af9d-998bea6271d8", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:05:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "9c6f844d-fe8b-4e7e-be14-9acae2a9012d", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:05:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "80b3dcf3-7925-426f-89c2-43011abed43c", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:06:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "1a5b98bd-fdac-4129-b385-db4dc9ac3f8b", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:06:00Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e22c40","namespace":"ai-tenant-e2e-ipp-a-e22c40"}, "namespace": "ai-tenant-e2e-ipp-a-e22c40", "name": "ipp-route-e22c40", "reconcileID": "b4e615c0-f729-440c-8468-29be73c12fd7", "LLMInferenceService": "ipp-route-e22c40", "namespace": "ai-tenant-e2e-ipp-a-e22c40"} 2026-07-25T02:06:00Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e22c40","namespace":"ai-tenant-e2e-ipp-a-e22c40"}, "namespace": "ai-tenant-e2e-ipp-a-e22c40", "name": "ipp-route-e22c40", "reconcileID": "b4e615c0-f729-440c-8468-29be73c12fd7", "LLMInferenceService": "ipp-route-e22c40", "namespace": "ai-tenant-e2e-ipp-a-e22c40"} 2026-07-25T02:06:00Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e22c40","namespace":"ai-tenant-e2e-ipp-a-e22c40"}, "namespace": "ai-tenant-e2e-ipp-a-e22c40", "name": "ipp-route-e22c40", "reconcileID": "b4e615c0-f729-440c-8468-29be73c12fd7", "LLMInferenceService": "ipp-route-e22c40", "namespace": "ai-tenant-e2e-ipp-a-e22c40"} 2026-07-25T02:06:00Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e22c40","namespace":"ai-tenant-e2e-ipp-a-e22c40"}, "namespace": "ai-tenant-e2e-ipp-a-e22c40", "name": "ipp-route-e22c40", "reconcileID": "b4e615c0-f729-440c-8468-29be73c12fd7", "LLMInferenceService": "ipp-route-e22c40", "namespace": "ai-tenant-e2e-ipp-a-e22c40", "name": "ipp-route-e22c40-kserve-route-authn"} 2026-07-25T02:06:00Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e22c40","namespace":"ai-tenant-e2e-ipp-a-e22c40"}, "namespace": "ai-tenant-e2e-ipp-a-e22c40", "name": "ipp-route-e22c40", "reconcileID": "b4e615c0-f729-440c-8468-29be73c12fd7", "LLMInferenceService": "ipp-route-e22c40", "namespace": "ai-tenant-e2e-ipp-a-e22c40", "authType": "userdefined"} 2026-07-25T02:06:00Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e22c40","namespace":"ai-tenant-e2e-ipp-a-e22c40"}, "namespace": "ai-tenant-e2e-ipp-a-e22c40", "name": "ipp-route-e22c40", "reconcileID": "b4e615c0-f729-440c-8468-29be73c12fd7", "LLMInferenceService": "ipp-route-e22c40", "namespace": "ai-tenant-e2e-ipp-a-e22c40"} 2026-07-25T02:06:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "848f5f89-a4fe-4380-a5fe-a1721a5177d1", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:06:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "51e42b83-ea8d-44eb-ad8b-30d03090e314", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:06:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "a5fdd805-2685-4245-add8-0e96a7b27289", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:06:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "23368eea-28a7-41e5-8edd-1b603958d9b5", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:06:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "4a6e5d32-a297-41fd-bf07-0f77ff7c4362", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:06:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "77d36944-b903-41d8-aa2b-ab918c428ccb", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:06:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "24d63ee6-8b21-445f-9304-d4a55a5a2f31", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:06:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "1d4d3552-5356-43b6-b511-bd8e9a0c1365", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:06:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "55678fc6-b72b-445a-a81b-565c6556ed79", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:06:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e22c40","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e22c40", "reconcileID": "1eccc950-f130-4c75-85ec-c405c18fbc06", "Gateway": "e2e-ipp-a-e22c40", "namespace": "openshift-ingress"} 2026-07-25T02:06:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e22c40","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e22c40", "reconcileID": "1eccc950-f130-4c75-85ec-c405c18fbc06", "Gateway": "e2e-ipp-a-e22c40", "namespace": "openshift-ingress", "name": "e2e-ipp-a-e22c40-authn-ssl"} 2026-07-25T02:06:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e22c40","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e22c40", "reconcileID": "1eccc950-f130-4c75-85ec-c405c18fbc06", "Gateway": "e2e-ipp-a-e22c40", "namespace": "openshift-ingress"} 2026-07-25T02:06:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "6e21793f-3a0d-4eff-a4a3-ab20a56f4485", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:06:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d9a27e61-a7e4-44eb-bbd9-207141640110", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:06:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "dd3f550d-2efa-4dfa-a263-745667aa69a7", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:06:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "93152b4d-3768-4aa5-bbc5-665b23c94d36", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:06:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "a0b1c477-5b6d-431c-8976-47c6dfd452ce", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:06:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "e8244e68-eefa-496b-89c7-2310eec3cec5", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:06:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "5ce0e011-4cbf-439a-a2d8-2c2f93ac4c2d", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:06:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "3de01ea3-8add-4c50-bc0a-4ec4086b7583", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:06:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ec479ebd-c407-4ab0-bf97-7d1c00ae8eea", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:06:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "9b90d116-aeff-4a6c-ad40-be0805b8dd01", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:06:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "a36a2ec5-03b3-40bd-a575-0812fd8783d7", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:06:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "42896505-16a7-49e8-ac85-0f3b8f2ca7bd", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:06:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "1a64fa1d-9c87-410b-95be-36004f35a84f", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:06:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d8d7b885-6643-4a25-b71e-29df1c541344", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:06:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d132d945-4fe6-44d0-b2ef-f32b13ac6884", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:06:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "7efe3dc6-0d8c-42f1-910e-8b62e5054470", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:06:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "5658d827-fab4-445c-a2ad-a94a48b881eb", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:06:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "9be13688-84a6-4c51-86e5-b8e2cbcf44c3", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:06:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "a99d4e5e-b3e4-4f20-b67d-1d0ee31279d2", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:06:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "980480a0-a3e6-4f18-8e7e-c785ff792062", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:06:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "13e95397-fd11-4e7b-9523-fc48e8750274", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:06:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "4ae5d829-1091-4e12-a84f-e79fe629b6d1", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:06:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "9a5af8b6-0a74-468e-a020-058d993a2276", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:06:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "849b241c-c57b-423f-bb75-48485728d4ba", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:06:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "789ec6b6-848f-4578-b1f7-a0cd04a6247d", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:06:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "b7f952e8-8a42-4072-aa60-e3ca7c4c1852", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:06:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "f2db0744-9bbd-485d-b143-20e222a1ef78", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:06:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d2890856-9411-4f01-b787-fd875c213b55", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:06:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "02b3b153-2048-4d4e-ab8d-edc7a7fe3b33", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:06:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "4d374092-35b6-4761-bbc1-f787cd68ff1d", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:06:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "92675c08-3055-4c94-8bfe-f6cfb60788d0", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:06:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "fbd6d0eb-dbd4-48d7-9f87-8a584ee5e67e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:06:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "354ab3d5-e8cd-4a3e-b656-cd2d27d6ed6f", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:06:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "24c5186c-dd0c-4923-973a-1dc2c8095884", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:06:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "5cae858c-c032-4938-82f2-4a7985f9573e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:06:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "024695eb-b395-4d12-b4f8-0fe0bc93a334", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:06:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a585ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a585ca", "reconcileID": "d8143862-2f3f-4593-b325-737fcadde73b", "Gateway": "e2e-ipp-cleanup-a585ca", "namespace": "openshift-ingress"} 2026-07-25T02:06:29Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a585ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a585ca", "reconcileID": "d8143862-2f3f-4593-b325-737fcadde73b", "Gateway": "e2e-ipp-cleanup-a585ca", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a585ca-authn-ssl"} 2026-07-25T02:06:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a585ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a585ca", "reconcileID": "d8143862-2f3f-4593-b325-737fcadde73b", "Gateway": "e2e-ipp-cleanup-a585ca", "namespace": "openshift-ingress"} 2026-07-25T02:06:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a585ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a585ca", "reconcileID": "ec5a7b3c-863f-4bb7-9252-f77c96204f25", "Gateway": "e2e-ipp-cleanup-a585ca", "namespace": "openshift-ingress"} 2026-07-25T02:06:29Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a585ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a585ca", "reconcileID": "ec5a7b3c-863f-4bb7-9252-f77c96204f25", "Gateway": "e2e-ipp-cleanup-a585ca", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a585ca-authn-ssl"} 2026-07-25T02:06:29Z ERROR Reconciler error {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a585ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a585ca", "reconcileID": "ec5a7b3c-863f-4bb7-9252-f77c96204f25", "error": "failed to create EnvoyFilter: could not CREATE EnvoyFilter openshift-ingress/e2e-ipp-cleanup-a585ca-authn-ssl: envoyfilters.networking.istio.io \"e2e-ipp-cleanup-a585ca-authn-ssl\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-25T02:06:29Z DEBUG events Failed to reconcile EnvoyFilter: failed to create EnvoyFilter: could not CREATE EnvoyFilter openshift-ingress/e2e-ipp-cleanup-a585ca-authn-ssl: envoyfilters.networking.istio.io "e2e-ipp-cleanup-a585ca-authn-ssl" already exists {"type": "Warning", "object": {"kind":"Gateway","namespace":"openshift-ingress","name":"e2e-ipp-cleanup-a585ca","uid":"e9641c31-7cf5-4476-861d-f41a6aff25cc","apiVersion":"gateway.networking.k8s.io/v1","resourceVersion":"73087"}, "reason": "ReconcileError"} 2026-07-25T02:06:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a585ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a585ca", "reconcileID": "b4c9ef40-b2b0-4fd8-9278-cf6ee7e7b5f8", "Gateway": "e2e-ipp-cleanup-a585ca", "namespace": "openshift-ingress"} 2026-07-25T02:06:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a585ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a585ca", "reconcileID": "b4c9ef40-b2b0-4fd8-9278-cf6ee7e7b5f8", "Gateway": "e2e-ipp-cleanup-a585ca", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a585ca-authn-ssl"} 2026-07-25T02:06:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a585ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a585ca", "reconcileID": "b4c9ef40-b2b0-4fd8-9278-cf6ee7e7b5f8", "Gateway": "e2e-ipp-cleanup-a585ca", "namespace": "openshift-ingress"} 2026-07-25T02:06:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a585ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a585ca", "reconcileID": "130f6fa6-01ce-4853-8ecc-79130d41fe0a", "Gateway": "e2e-ipp-cleanup-a585ca", "namespace": "openshift-ingress"} 2026-07-25T02:06:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a585ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a585ca", "reconcileID": "130f6fa6-01ce-4853-8ecc-79130d41fe0a", "Gateway": "e2e-ipp-cleanup-a585ca", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a585ca-authn-ssl"} 2026-07-25T02:06:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a585ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a585ca", "reconcileID": "130f6fa6-01ce-4853-8ecc-79130d41fe0a", "Gateway": "e2e-ipp-cleanup-a585ca", "namespace": "openshift-ingress"} 2026-07-25T02:06:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a585ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a585ca", "reconcileID": "a9635371-5614-42cc-b664-b7ff3dfbec2e", "Gateway": "e2e-ipp-cleanup-a585ca", "namespace": "openshift-ingress"} 2026-07-25T02:06:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a585ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a585ca", "reconcileID": "a9635371-5614-42cc-b664-b7ff3dfbec2e", "Gateway": "e2e-ipp-cleanup-a585ca", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a585ca-authn-ssl"} 2026-07-25T02:06:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a585ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a585ca", "reconcileID": "a9635371-5614-42cc-b664-b7ff3dfbec2e", "Gateway": "e2e-ipp-cleanup-a585ca", "namespace": "openshift-ingress"} 2026-07-25T02:06:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a585ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a585ca", "reconcileID": "7bffc4cf-5283-45f9-9e3c-36017e173916", "Gateway": "e2e-ipp-cleanup-a585ca", "namespace": "openshift-ingress"} 2026-07-25T02:06:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a585ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a585ca", "reconcileID": "7bffc4cf-5283-45f9-9e3c-36017e173916", "Gateway": "e2e-ipp-cleanup-a585ca", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a585ca-authn-ssl"} 2026-07-25T02:06:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a585ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a585ca", "reconcileID": "7bffc4cf-5283-45f9-9e3c-36017e173916", "Gateway": "e2e-ipp-cleanup-a585ca", "namespace": "openshift-ingress"} 2026-07-25T02:06:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a585ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a585ca", "reconcileID": "a40d6ea7-4880-4e23-8498-491317ab14f8", "Gateway": "e2e-ipp-cleanup-a585ca", "namespace": "openshift-ingress"} 2026-07-25T02:06:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a585ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a585ca", "reconcileID": "a40d6ea7-4880-4e23-8498-491317ab14f8", "Gateway": "e2e-ipp-cleanup-a585ca", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a585ca-authn-ssl"} 2026-07-25T02:06:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a585ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a585ca", "reconcileID": "a40d6ea7-4880-4e23-8498-491317ab14f8", "Gateway": "e2e-ipp-cleanup-a585ca", "namespace": "openshift-ingress"} 2026-07-25T02:06:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "01259c56-57b0-418e-96d6-0d0f193e772b", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:06:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ea8cb2cc-3bdb-4527-9d94-f1c53a8ee82f", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:06:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a585ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a585ca", "reconcileID": "8d3419cc-1e59-447d-8390-785c2e11886c", "Gateway": "e2e-ipp-cleanup-a585ca", "namespace": "openshift-ingress"} 2026-07-25T02:06:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a585ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a585ca", "reconcileID": "8d3419cc-1e59-447d-8390-785c2e11886c", "Gateway": "e2e-ipp-cleanup-a585ca", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a585ca-authn-ssl"} 2026-07-25T02:06:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a585ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a585ca", "reconcileID": "8d3419cc-1e59-447d-8390-785c2e11886c", "Gateway": "e2e-ipp-cleanup-a585ca", "namespace": "openshift-ingress"} 2026-07-25T02:06:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "9fcda857-836c-4841-a6e9-b456e938a868", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:06:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "0507922b-0c23-4246-a57b-6417e3f5d54f", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:06:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-a585ca"}, "namespace": "ai-tenant-e2e-ipp-cleanup-a585ca", "name": "openshift-service-ca.crt", "reconcileID": "b7c67bf2-2210-4305-8238-8e393c1305cf", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-a585ca"} 2026-07-25T02:06:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-a585ca"}, "namespace": "ai-tenant-e2e-ipp-cleanup-a585ca", "name": "odh-trusted-ca-bundle", "reconcileID": "b46501ad-56ae-43b1-be14-0c2f5dcf02d3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-a585ca"} 2026-07-25T02:06:32Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-a585ca"}, "namespace": "ai-tenant-e2e-ipp-cleanup-a585ca", "name": "openshift-service-ca.crt", "reconcileID": "30934213-2120-4a1e-8df8-ab876d6b6b97", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-a585ca", "create": "odh-kserve-custom-ca-bundle"} 2026-07-25T02:06:32Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-a585ca"}, "namespace": "ai-tenant-e2e-ipp-cleanup-a585ca", "name": "openshift-service-ca.crt", "reconcileID": "30934213-2120-4a1e-8df8-ab876d6b6b97", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-a585ca"} 2026-07-25T02:06:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-a585ca"}, "namespace": "ai-tenant-e2e-ipp-cleanup-a585ca", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5eaed74c-4d59-4c0e-8881-ff51623bbbe0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-a585ca"} 2026-07-25T02:06:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-a585ca"}, "namespace": "ai-tenant-e2e-ipp-cleanup-a585ca", "name": "openshift-service-ca.crt", "reconcileID": "fa1db75f-f204-4763-b702-16c3503b358b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-a585ca"} 2026-07-25T02:06:32Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-a585ca"}, "namespace": "ai-tenant-e2e-ipp-cleanup-a585ca", "name": "odh-trusted-ca-bundle", "reconcileID": "beed52c3-8593-48a8-a559-a50311654a40", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-a585ca", "update": "odh-kserve-custom-ca-bundle"} 2026-07-25T02:06:32Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-a585ca"}, "namespace": "ai-tenant-e2e-ipp-cleanup-a585ca", "name": "odh-trusted-ca-bundle", "reconcileID": "beed52c3-8593-48a8-a559-a50311654a40", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-a585ca"} 2026-07-25T02:06:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "40cd97e6-fdda-46af-a91c-bb53dce98118", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:06:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-a585ca"}, "namespace": "ai-tenant-e2e-ipp-cleanup-a585ca", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f14fdd42-197e-4b80-8fa4-06ff276982e5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-a585ca"} 2026-07-25T02:06:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a585ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a585ca", "reconcileID": "80a91a10-882c-46b1-88f1-038013693ee1", "Gateway": "e2e-ipp-cleanup-a585ca", "namespace": "openshift-ingress"} 2026-07-25T02:06:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a585ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a585ca", "reconcileID": "80a91a10-882c-46b1-88f1-038013693ee1", "Gateway": "e2e-ipp-cleanup-a585ca", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a585ca-authn-ssl"} 2026-07-25T02:06:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a585ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a585ca", "reconcileID": "80a91a10-882c-46b1-88f1-038013693ee1", "Gateway": "e2e-ipp-cleanup-a585ca", "namespace": "openshift-ingress"} 2026-07-25T02:06:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "6910e976-30b9-457f-81b9-f9c60092f33d", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:06:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "62736a1c-d0ff-4c32-aa28-43c568815af9", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:06:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "13cc2016-e9d0-4bfc-b962-e8210e9a98c2", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:06:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "1eb337c9-7261-4bab-84b7-694725d00822", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:06:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "69c844fd-6007-4944-ad99-ecd1b1ba5a6c", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:06:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "011d605e-eb04-4665-9a10-ab0c293242af", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:06:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "7b4bc6cb-f039-483c-aeeb-66759dba5b27", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:06:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "cce5ea9e-a168-4df2-aecf-3fd300ed0e94", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:06:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "27f29c2e-e9e1-4361-ba44-9ea01485f245", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:06:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "09b50e02-ddfc-4179-8d7f-552673869c8c", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:06:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d7db2e38-4a36-4958-9ff0-8caf2571717b", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:06:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ea649bac-b9cf-4ade-bcaa-05e3baf7d652", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:06:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "4e189a11-00de-4dfd-8451-aae9ed2c68a7", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:06:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "8eded0e3-1dfd-42a4-bc83-44c07e5ad71c", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:06:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "5a18a5e8-ffb8-4653-970b-81fd96799a62", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:06:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d6851066-672e-4b5f-907c-b34c673c8673", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:06:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "eefbe26d-05eb-4ba0-a13c-1edc68a70bae", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:06:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "5d8abbd8-8b7a-4a90-9281-6fe6200c2d2a", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:06:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c7cd4889-5aad-41cc-b2db-e7f4012c016f", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:06:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "56d63c69-e532-4efe-a463-e1aea36e99c5", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:06:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "2e724e3a-fa0a-4433-bb6a-04042c98fdd3", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:06:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "8510784d-fe47-4bfe-b686-107d3ede7abb", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:06:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "25323372-8482-486c-83ca-28e681461485", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:06:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "89d94780-a71e-4583-8b68-c47e25819451", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:06:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "8d5552a9-9365-4cdb-b2e5-8800f6e3c285", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:06:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a585ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a585ca", "reconcileID": "1e55fbd6-7b68-4b02-84d4-b911af086723", "Gateway": "e2e-ipp-cleanup-a585ca", "namespace": "openshift-ingress"} 2026-07-25T02:06:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a585ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a585ca", "reconcileID": "1e55fbd6-7b68-4b02-84d4-b911af086723", "Gateway": "e2e-ipp-cleanup-a585ca", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a585ca-authn-ssl"} 2026-07-25T02:06:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a585ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a585ca", "reconcileID": "1e55fbd6-7b68-4b02-84d4-b911af086723", "Gateway": "e2e-ipp-cleanup-a585ca", "namespace": "openshift-ingress"} 2026-07-25T02:06:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "4f2ca38b-5992-485c-82ce-3089a85b2347", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:06:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "6c9d7da1-ce0f-4152-8b22-965ab76c9ba4", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:06:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "75979b89-e9d9-4300-92fc-127d5f717722", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:06:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "eb80c5c3-22fc-4c77-9f38-d7b1630fe7ae", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:06:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d2d4775d-4480-4582-a950-e6f22bfa84fb", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:06:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "3b3b062f-5396-41dd-b918-40557373211e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:06:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "491ca40e-dbb7-40e0-8ded-585f15662a50", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:06:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "da2b825a-db3a-4d36-b249-69f9ab681625", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:06:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "9e340223-1f15-4dbd-bd54-37792d53c693", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:06:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "33fec465-a04c-4e12-884b-ba4b643f0412", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:06:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "194517a4-20fb-4eae-aa5f-aa1ded8d6c7d", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:06:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "dc2ea0ce-7f37-4548-96e4-c582a4699f2d", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:06:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "3a427ffd-86c2-40b8-b4c1-8469ef70f6cd", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:06:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "4aa0ef71-73ee-4318-a947-de64a4a335a7", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:06:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a585ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a585ca", "reconcileID": "a64e02cc-77a5-4d87-9eb9-79e486ec0c3f", "Gateway": "e2e-ipp-cleanup-a585ca", "namespace": "openshift-ingress"} 2026-07-25T02:06:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a585ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a585ca", "reconcileID": "a64e02cc-77a5-4d87-9eb9-79e486ec0c3f", "Gateway": "e2e-ipp-cleanup-a585ca", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a585ca-authn-ssl"} 2026-07-25T02:06:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a585ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a585ca", "reconcileID": "a64e02cc-77a5-4d87-9eb9-79e486ec0c3f", "Gateway": "e2e-ipp-cleanup-a585ca", "namespace": "openshift-ingress"} 2026-07-25T02:06:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "1563f839-e9dc-4309-8a2c-2b6a51f0890e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:07:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "96c54fbe-ed93-47c8-acca-24984da6d946", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:07:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "b781a61b-121b-4a2e-b53b-c6037b900823", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:07:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ef9445f6-53f3-4f2a-85d8-1b872f8f28ab", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:07:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "f9cc6a8b-2ee5-4092-a9e1-d18031a27cc7", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:07:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "73d3362d-c9e4-4d48-ab68-6f4dc023eace", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:07:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "420099d4-f913-4427-ace0-a072d40ec802", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:07:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "7d48073e-5076-4486-b881-569dc60fce70", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:07:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "9011daf7-4a0a-427d-9dcb-49ae8cf6319c", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:07:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "369ac2fc-267c-4dff-9d35-3f18ecefd022", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:07:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "7a11add6-8e7c-4bc0-8cc5-b9bba2ae2554", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:07:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a585ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a585ca", "reconcileID": "933932f0-2c0b-4739-bdd0-aa0c49a35e80", "Gateway": "e2e-ipp-cleanup-a585ca", "namespace": "openshift-ingress"} 2026-07-25T02:07:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a585ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a585ca", "reconcileID": "933932f0-2c0b-4739-bdd0-aa0c49a35e80", "Gateway": "e2e-ipp-cleanup-a585ca", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a585ca-authn-ssl"} 2026-07-25T02:07:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a585ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a585ca", "reconcileID": "933932f0-2c0b-4739-bdd0-aa0c49a35e80", "Gateway": "e2e-ipp-cleanup-a585ca", "namespace": "openshift-ingress"} 2026-07-25T02:07:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "51ce1f5d-c6b6-46c9-ad24-f28ec609b306", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:07:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "2950d0ce-25a5-4fbe-81e1-08c36890b1cb", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:07:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "a2cfd6bb-ae04-428c-9e9c-a199c9326489", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:07:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d7270544-c472-450a-be1a-be81eada568e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:07:08Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-a585ca"}, "namespace": "ai-tenant-e2e-ipp-cleanup-a585ca", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a7caccb3-78f7-4f48-8c95-45d5a0e50378", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-a585ca"} 2026-07-25T02:07:08Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-a585ca"}, "namespace": "ai-tenant-e2e-ipp-cleanup-a585ca", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a7caccb3-78f7-4f48-8c95-45d5a0e50378", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-a585ca", "create": "odh-kserve-custom-ca-bundle"} 2026-07-25T02:07:08Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-a585ca"}, "namespace": "ai-tenant-e2e-ipp-cleanup-a585ca", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a7caccb3-78f7-4f48-8c95-45d5a0e50378", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-a585ca because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-25T02:07:08Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-a585ca"}, "namespace": "ai-tenant-e2e-ipp-cleanup-a585ca", "name": "odh-trusted-ca-bundle", "reconcileID": "0c5c7b78-80d5-4f25-8ff1-75928eae5d25", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-a585ca"} 2026-07-25T02:07:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-a585ca"}, "namespace": "ai-tenant-e2e-ipp-cleanup-a585ca", "name": "odh-trusted-ca-bundle", "reconcileID": "0c5c7b78-80d5-4f25-8ff1-75928eae5d25", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-a585ca"} 2026-07-25T02:07:08Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-a585ca"}, "namespace": "ai-tenant-e2e-ipp-cleanup-a585ca", "name": "openshift-service-ca.crt", "reconcileID": "2d0f5128-c5f1-4908-806c-b8e1853b2b42", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-a585ca"} 2026-07-25T02:07:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-a585ca"}, "namespace": "ai-tenant-e2e-ipp-cleanup-a585ca", "name": "openshift-service-ca.crt", "reconcileID": "2d0f5128-c5f1-4908-806c-b8e1853b2b42", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-a585ca"} 2026-07-25T02:07:08Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-a585ca"}, "namespace": "ai-tenant-e2e-ipp-cleanup-a585ca", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "717a22fa-0666-4654-b82b-dbe995c42201", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-a585ca"} 2026-07-25T02:07:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-a585ca"}, "namespace": "ai-tenant-e2e-ipp-cleanup-a585ca", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "717a22fa-0666-4654-b82b-dbe995c42201", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-a585ca"} 2026-07-25T02:07:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "bc9e4262-07aa-44d8-89a6-69cddebec6e1", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:07:09Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-a585ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-a585ca", "reconcileID": "6657b277-ff12-46c6-958d-9054e9e0d7fd", "Gateway": "e2e-ipp-cleanup-a585ca", "namespace": "openshift-ingress"} 2026-07-25T02:07:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "86688a21-5885-41c7-ad44-571186f8a566", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:07:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "7b17955d-a4aa-4d11-ad50-1bb511f90e73", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:07:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "6516f363-db75-46e7-983f-eb22c0d270b6", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:07:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "a7ea5659-017d-48fa-9706-294c931a7b07", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:07:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "4d3ed7d2-9d4d-4023-8846-df6929a675fb", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:07:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "a66d91e6-9d08-43d8-8e63-2e45b7e60c06", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:07:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "67ee63bd-5ccb-4883-96c4-e908f64f4951", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:07:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "2145bfef-b48e-4132-ad40-aa5c3ac4db0f", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:07:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "0608bbe3-ad1f-4f50-8925-6b85cfe47dca", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:07:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "4bbe8fc6-1589-4523-8d18-5cd6b8d7b5c5", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:07:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ff6584cb-9683-4816-ba93-5261a643abb8", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:07:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ec5cf679-0832-4c0a-8282-cb2ef58940c0", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:07:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "05a6e5ba-2816-4098-b39f-6914a49d55a8", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:07:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "dd71bda2-3c0a-42b2-8647-ecea9d87d0d0", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:07:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ff3e1052-056d-486f-af01-a82bf31547b9", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:07:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "5b9924b6-733b-402b-ba66-493653c1a639", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:07:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ecbc2b56-6c92-4fbf-aee9-8e123e9f2736", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:07:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "386f738e-466a-4181-84d1-c57ab6d07057", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:07:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "3712fc67-9c47-4831-becc-c61aef00eae2", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:07:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "33c3aed4-1c20-41fd-ac6c-db15756cb69c", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:07:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "3acb0d3d-c2d5-449b-893b-ccac314cccf1", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:07:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "0db64b46-2f48-4e0a-a003-ce5b5bae7a51", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:07:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d38b5be3-9847-4514-a369-1ff970ad9b79", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:07:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d118a90d-1cee-4a2c-bf24-01563184e42f", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:07:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e22c40","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e22c40", "reconcileID": "2b51a46f-ed96-4577-a5ca-a97cf2282d68", "Gateway": "e2e-ipp-a-e22c40", "namespace": "openshift-ingress"} 2026-07-25T02:07:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e22c40","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e22c40", "reconcileID": "2b51a46f-ed96-4577-a5ca-a97cf2282d68", "Gateway": "e2e-ipp-a-e22c40", "namespace": "openshift-ingress", "name": "e2e-ipp-a-e22c40-authn-ssl"} 2026-07-25T02:07:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e22c40","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e22c40", "reconcileID": "2b51a46f-ed96-4577-a5ca-a97cf2282d68", "Gateway": "e2e-ipp-a-e22c40", "namespace": "openshift-ingress"} 2026-07-25T02:07:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e22c40","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e22c40", "reconcileID": "756b674f-c707-4e01-903b-53713fa0e13d", "Gateway": "e2e-ipp-a-e22c40", "namespace": "openshift-ingress"} 2026-07-25T02:07:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e22c40","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e22c40", "reconcileID": "756b674f-c707-4e01-903b-53713fa0e13d", "Gateway": "e2e-ipp-a-e22c40", "namespace": "openshift-ingress", "name": "e2e-ipp-a-e22c40-authn-ssl"} 2026-07-25T02:07:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e22c40","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e22c40", "reconcileID": "756b674f-c707-4e01-903b-53713fa0e13d", "Gateway": "e2e-ipp-a-e22c40", "namespace": "openshift-ingress"} 2026-07-25T02:07:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e22c40","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e22c40", "reconcileID": "6255c210-f59d-44cf-bfdb-c8242d8e7185", "Gateway": "e2e-ipp-a-e22c40", "namespace": "openshift-ingress"} 2026-07-25T02:07:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e22c40","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e22c40", "reconcileID": "6255c210-f59d-44cf-bfdb-c8242d8e7185", "Gateway": "e2e-ipp-a-e22c40", "namespace": "openshift-ingress", "name": "e2e-ipp-a-e22c40-authn-ssl"} 2026-07-25T02:07:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e22c40","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e22c40", "reconcileID": "6255c210-f59d-44cf-bfdb-c8242d8e7185", "Gateway": "e2e-ipp-a-e22c40", "namespace": "openshift-ingress"} 2026-07-25T02:07:39Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e22c40","namespace":"ai-tenant-e2e-ipp-a-e22c40"}, "namespace": "ai-tenant-e2e-ipp-a-e22c40", "name": "ipp-route-e22c40", "reconcileID": "9285e2bb-2911-4f66-801f-86df1cd68f01", "LLMInferenceService": "ipp-route-e22c40", "namespace": "ai-tenant-e2e-ipp-a-e22c40"} 2026-07-25T02:07:39Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e22c40","namespace":"ai-tenant-e2e-ipp-a-e22c40"}, "namespace": "ai-tenant-e2e-ipp-a-e22c40", "name": "ipp-route-e22c40", "reconcileID": "9285e2bb-2911-4f66-801f-86df1cd68f01", "LLMInferenceService": "ipp-route-e22c40", "namespace": "ai-tenant-e2e-ipp-a-e22c40"} 2026-07-25T02:07:39Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e22c40","namespace":"ai-tenant-e2e-ipp-a-e22c40"}, "namespace": "ai-tenant-e2e-ipp-a-e22c40", "name": "ipp-route-e22c40", "reconcileID": "9285e2bb-2911-4f66-801f-86df1cd68f01", "LLMInferenceService": "ipp-route-e22c40", "namespace": "ai-tenant-e2e-ipp-a-e22c40"} 2026-07-25T02:07:39Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e22c40","namespace":"ai-tenant-e2e-ipp-a-e22c40"}, "namespace": "ai-tenant-e2e-ipp-a-e22c40", "name": "ipp-route-e22c40", "reconcileID": "9285e2bb-2911-4f66-801f-86df1cd68f01", "LLMInferenceService": "ipp-route-e22c40", "namespace": "ai-tenant-e2e-ipp-a-e22c40", "name": "ipp-route-e22c40-kserve-route-authn"} 2026-07-25T02:07:39Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e22c40","namespace":"ai-tenant-e2e-ipp-a-e22c40"}, "namespace": "ai-tenant-e2e-ipp-a-e22c40", "name": "ipp-route-e22c40", "reconcileID": "9285e2bb-2911-4f66-801f-86df1cd68f01", "LLMInferenceService": "ipp-route-e22c40", "namespace": "ai-tenant-e2e-ipp-a-e22c40", "authType": "userdefined"} 2026-07-25T02:07:39Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e22c40","namespace":"ai-tenant-e2e-ipp-a-e22c40"}, "namespace": "ai-tenant-e2e-ipp-a-e22c40", "name": "ipp-route-e22c40", "reconcileID": "9285e2bb-2911-4f66-801f-86df1cd68f01", "LLMInferenceService": "ipp-route-e22c40", "namespace": "ai-tenant-e2e-ipp-a-e22c40"} 2026-07-25T02:08:11Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e22c40","namespace":"ai-tenant-e2e-ipp-a-e22c40"}, "namespace": "ai-tenant-e2e-ipp-a-e22c40", "name": "ipp-route-e22c40", "reconcileID": "8cdde12e-5657-403d-85a9-d9b5bcc7a666", "LLMInferenceService": "ipp-route-e22c40", "namespace": "ai-tenant-e2e-ipp-a-e22c40"} 2026-07-25T02:08:11Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e22c40","namespace":"ai-tenant-e2e-ipp-a-e22c40"}, "namespace": "ai-tenant-e2e-ipp-a-e22c40", "name": "ipp-route-e22c40", "reconcileID": "8cdde12e-5657-403d-85a9-d9b5bcc7a666", "LLMInferenceService": "ipp-route-e22c40", "namespace": "ai-tenant-e2e-ipp-a-e22c40"} 2026-07-25T02:08:11Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e22c40","namespace":"ai-tenant-e2e-ipp-a-e22c40"}, "namespace": "ai-tenant-e2e-ipp-a-e22c40", "name": "ipp-route-e22c40", "reconcileID": "8cdde12e-5657-403d-85a9-d9b5bcc7a666", "LLMInferenceService": "ipp-route-e22c40", "namespace": "ai-tenant-e2e-ipp-a-e22c40"} 2026-07-25T02:08:11Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e22c40","namespace":"ai-tenant-e2e-ipp-a-e22c40"}, "namespace": "ai-tenant-e2e-ipp-a-e22c40", "name": "ipp-route-e22c40", "reconcileID": "8cdde12e-5657-403d-85a9-d9b5bcc7a666", "LLMInferenceService": "ipp-route-e22c40", "namespace": "ai-tenant-e2e-ipp-a-e22c40", "name": "ipp-route-e22c40-kserve-route-authn"} 2026-07-25T02:08:11Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e22c40","namespace":"ai-tenant-e2e-ipp-a-e22c40"}, "namespace": "ai-tenant-e2e-ipp-a-e22c40", "name": "ipp-route-e22c40", "reconcileID": "8cdde12e-5657-403d-85a9-d9b5bcc7a666", "LLMInferenceService": "ipp-route-e22c40", "namespace": "ai-tenant-e2e-ipp-a-e22c40", "authType": "userdefined"} 2026-07-25T02:08:11Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e22c40","namespace":"ai-tenant-e2e-ipp-a-e22c40"}, "namespace": "ai-tenant-e2e-ipp-a-e22c40", "name": "ipp-route-e22c40", "reconcileID": "8cdde12e-5657-403d-85a9-d9b5bcc7a666", "LLMInferenceService": "ipp-route-e22c40", "namespace": "ai-tenant-e2e-ipp-a-e22c40"} 2026-07-25T02:08:11Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e22c40","namespace":"ai-tenant-e2e-ipp-a-e22c40"}, "namespace": "ai-tenant-e2e-ipp-a-e22c40", "name": "ipp-route-e22c40", "reconcileID": "265a0626-aeb9-4570-af7e-103e7dcd58d2", "LLMInferenceService": "ipp-route-e22c40", "namespace": "ai-tenant-e2e-ipp-a-e22c40"} 2026-07-25T02:08:11Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e22c40","namespace":"ai-tenant-e2e-ipp-a-e22c40"}, "namespace": "ai-tenant-e2e-ipp-a-e22c40", "name": "ipp-route-e22c40", "reconcileID": "265a0626-aeb9-4570-af7e-103e7dcd58d2", "LLMInferenceService": "ipp-route-e22c40", "namespace": "ai-tenant-e2e-ipp-a-e22c40", "name": "ipp-route-e22c40"} 2026-07-25T02:08:11Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e22c40","namespace":"ai-tenant-e2e-ipp-a-e22c40"}, "namespace": "ai-tenant-e2e-ipp-a-e22c40", "name": "ipp-route-e22c40", "reconcileID": "265a0626-aeb9-4570-af7e-103e7dcd58d2", "LLMInferenceService": "ipp-route-e22c40", "namespace": "ai-tenant-e2e-ipp-a-e22c40"} 2026-07-25T02:08:11Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e22c40","namespace":"ai-tenant-e2e-ipp-a-e22c40"}, "namespace": "ai-tenant-e2e-ipp-a-e22c40", "name": "ipp-route-e22c40", "reconcileID": "265a0626-aeb9-4570-af7e-103e7dcd58d2", "LLMInferenceService": "ipp-route-e22c40", "namespace": "ai-tenant-e2e-ipp-a-e22c40"} 2026-07-25T02:08:11Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e22c40","namespace":"ai-tenant-e2e-ipp-a-e22c40"}, "namespace": "ai-tenant-e2e-ipp-a-e22c40", "name": "ipp-route-e22c40", "reconcileID": "265a0626-aeb9-4570-af7e-103e7dcd58d2", "LLMInferenceService": "ipp-route-e22c40", "namespace": "ai-tenant-e2e-ipp-a-e22c40", "name": "ipp-route-e22c40-kserve-route-authn"} 2026-07-25T02:08:11Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e22c40","namespace":"ai-tenant-e2e-ipp-a-e22c40"}, "namespace": "ai-tenant-e2e-ipp-a-e22c40", "name": "ipp-route-e22c40", "reconcileID": "265a0626-aeb9-4570-af7e-103e7dcd58d2", "LLMInferenceService": "ipp-route-e22c40", "namespace": "ai-tenant-e2e-ipp-a-e22c40", "name": "ipp-route-e22c40-kserve-route-authn"} 2026-07-25T02:08:11Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e22c40","namespace":"ai-tenant-e2e-ipp-a-e22c40"}, "namespace": "ai-tenant-e2e-ipp-a-e22c40", "name": "ipp-route-e22c40", "reconcileID": "265a0626-aeb9-4570-af7e-103e7dcd58d2", "LLMInferenceService": "ipp-route-e22c40", "namespace": "ai-tenant-e2e-ipp-a-e22c40", "namespace": "ai-tenant-e2e-ipp-a-e22c40"} 2026-07-25T02:08:11Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e22c40","namespace":"ai-tenant-e2e-ipp-a-e22c40"}, "namespace": "ai-tenant-e2e-ipp-a-e22c40", "name": "ipp-route-e22c40", "reconcileID": "265a0626-aeb9-4570-af7e-103e7dcd58d2", "LLMInferenceService": "ipp-route-e22c40", "namespace": "ai-tenant-e2e-ipp-a-e22c40", "namespace": "ai-tenant-e2e-ipp-a-e22c40"} 2026-07-25T02:08:11Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-e22c40"}, "namespace": "ai-tenant-e2e-ipp-a-e22c40", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "01151544-a29d-4339-8ce9-ba20b3178529", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-e22c40"} 2026-07-25T02:08:11Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-e22c40"}, "namespace": "ai-tenant-e2e-ipp-a-e22c40", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "01151544-a29d-4339-8ce9-ba20b3178529", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-e22c40", "create": "odh-kserve-custom-ca-bundle"} 2026-07-25T02:08:11Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-e22c40"}, "namespace": "ai-tenant-e2e-ipp-a-e22c40", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "01151544-a29d-4339-8ce9-ba20b3178529", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-e22c40 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-25T02:08:11Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-e22c40"}, "namespace": "ai-tenant-e2e-ipp-a-e22c40", "name": "odh-trusted-ca-bundle", "reconcileID": "985c0676-e6a8-409f-a199-f07b5f8a95bb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-e22c40"} 2026-07-25T02:08:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-e22c40"}, "namespace": "ai-tenant-e2e-ipp-a-e22c40", "name": "odh-trusted-ca-bundle", "reconcileID": "985c0676-e6a8-409f-a199-f07b5f8a95bb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-e22c40"} 2026-07-25T02:08:11Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-e22c40"}, "namespace": "ai-tenant-e2e-ipp-a-e22c40", "name": "openshift-service-ca.crt", "reconcileID": "4da07702-3cc8-47fe-b233-c29f34936138", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-e22c40"} 2026-07-25T02:08:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-e22c40"}, "namespace": "ai-tenant-e2e-ipp-a-e22c40", "name": "openshift-service-ca.crt", "reconcileID": "4da07702-3cc8-47fe-b233-c29f34936138", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-e22c40"} 2026-07-25T02:08:11Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-e22c40"}, "namespace": "ai-tenant-e2e-ipp-a-e22c40", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "319525de-0a14-48ac-b882-b447012a7520", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-e22c40"} 2026-07-25T02:08:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-e22c40"}, "namespace": "ai-tenant-e2e-ipp-a-e22c40", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "319525de-0a14-48ac-b882-b447012a7520", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-e22c40"} 2026-07-25T02:08:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e22c40","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e22c40", "reconcileID": "e35494c4-ab5f-4f31-b675-09eeec9a9162", "Gateway": "e2e-ipp-a-e22c40", "namespace": "openshift-ingress"} 2026-07-25T02:08:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e22c40","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e22c40", "reconcileID": "e35494c4-ab5f-4f31-b675-09eeec9a9162", "Gateway": "e2e-ipp-a-e22c40", "namespace": "openshift-ingress", "name": "e2e-ipp-a-e22c40-authn-ssl"} 2026-07-25T02:08:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e22c40","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e22c40", "reconcileID": "e35494c4-ab5f-4f31-b675-09eeec9a9162", "Gateway": "e2e-ipp-a-e22c40", "namespace": "openshift-ingress"} 2026-07-25T02:08:11Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-e22c40","namespace":"ai-tenant-e2e-ipp-a-e22c40"}, "namespace": "ai-tenant-e2e-ipp-a-e22c40", "name": "ipp-route-e22c40", "reconcileID": "9aaa58f1-bdf1-4eb3-80a6-4690d4e9c254", "LLMInferenceService": "ipp-route-e22c40", "namespace": "ai-tenant-e2e-ipp-a-e22c40"} 2026-07-25T02:08:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e22c40","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e22c40", "reconcileID": "fdeba308-020c-485c-8296-6bd88183899e", "Gateway": "e2e-ipp-a-e22c40", "namespace": "openshift-ingress"} 2026-07-25T02:08:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e22c40","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e22c40", "reconcileID": "fdeba308-020c-485c-8296-6bd88183899e", "Gateway": "e2e-ipp-a-e22c40", "namespace": "openshift-ingress", "name": "e2e-ipp-a-e22c40-authn-ssl"} 2026-07-25T02:08:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e22c40","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e22c40", "reconcileID": "fdeba308-020c-485c-8296-6bd88183899e", "Gateway": "e2e-ipp-a-e22c40", "namespace": "openshift-ingress"} 2026-07-25T02:08:17Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-e22c40","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-e22c40", "reconcileID": "0fc68d05-c879-437f-8313-1022e2675aeb", "Gateway": "e2e-ipp-a-e22c40", "namespace": "openshift-ingress"} 2026-07-25T02:08:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "952a0ff4-1b70-4ad3-b7b8-d4ce1b0b67fd", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:08:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d66e66","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d66e66", "reconcileID": "c6581c64-e1a4-4250-b219-b5a0ed7928c2", "Gateway": "e2e-ipp-b-d66e66", "namespace": "openshift-ingress"} 2026-07-25T02:08:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d66e66","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d66e66", "reconcileID": "c6581c64-e1a4-4250-b219-b5a0ed7928c2", "Gateway": "e2e-ipp-b-d66e66", "namespace": "openshift-ingress", "name": "e2e-ipp-b-d66e66-authn-ssl"} 2026-07-25T02:08:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d66e66","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d66e66", "reconcileID": "c6581c64-e1a4-4250-b219-b5a0ed7928c2", "Gateway": "e2e-ipp-b-d66e66", "namespace": "openshift-ingress"} 2026-07-25T02:08:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d66e66","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d66e66", "reconcileID": "5506b6a4-bc88-4890-9522-93a90880830d", "Gateway": "e2e-ipp-b-d66e66", "namespace": "openshift-ingress"} 2026-07-25T02:08:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d66e66","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d66e66", "reconcileID": "5506b6a4-bc88-4890-9522-93a90880830d", "Gateway": "e2e-ipp-b-d66e66", "namespace": "openshift-ingress", "name": "e2e-ipp-b-d66e66-authn-ssl"} 2026-07-25T02:08:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d66e66","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d66e66", "reconcileID": "5506b6a4-bc88-4890-9522-93a90880830d", "Gateway": "e2e-ipp-b-d66e66", "namespace": "openshift-ingress"} 2026-07-25T02:08:39Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-d66e66"}, "namespace": "ai-tenant-e2e-ipp-b-d66e66", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8e2d9be9-a82c-4682-b5a4-3ae56eea9f31", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-d66e66"} 2026-07-25T02:08:39Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-d66e66"}, "namespace": "ai-tenant-e2e-ipp-b-d66e66", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8e2d9be9-a82c-4682-b5a4-3ae56eea9f31", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-d66e66", "create": "odh-kserve-custom-ca-bundle"} 2026-07-25T02:08:39Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-d66e66"}, "namespace": "ai-tenant-e2e-ipp-b-d66e66", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8e2d9be9-a82c-4682-b5a4-3ae56eea9f31", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-d66e66 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-25T02:08:39Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-d66e66"}, "namespace": "ai-tenant-e2e-ipp-b-d66e66", "name": "odh-trusted-ca-bundle", "reconcileID": "a2ca7054-fe46-442e-8e82-4f42a8343bf8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-d66e66"} 2026-07-25T02:08:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-d66e66"}, "namespace": "ai-tenant-e2e-ipp-b-d66e66", "name": "odh-trusted-ca-bundle", "reconcileID": "a2ca7054-fe46-442e-8e82-4f42a8343bf8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-d66e66"} 2026-07-25T02:08:39Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-d66e66"}, "namespace": "ai-tenant-e2e-ipp-b-d66e66", "name": "openshift-service-ca.crt", "reconcileID": "a12ce014-30f3-491d-a200-4853eb4b97fa", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-d66e66"} 2026-07-25T02:08:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-d66e66"}, "namespace": "ai-tenant-e2e-ipp-b-d66e66", "name": "openshift-service-ca.crt", "reconcileID": "a12ce014-30f3-491d-a200-4853eb4b97fa", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-d66e66"} 2026-07-25T02:08:39Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-d66e66"}, "namespace": "ai-tenant-e2e-ipp-b-d66e66", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e2abb626-36fe-4491-bf71-8dae042c629d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-d66e66"} 2026-07-25T02:08:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-d66e66"}, "namespace": "ai-tenant-e2e-ipp-b-d66e66", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e2abb626-36fe-4491-bf71-8dae042c629d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-d66e66"} 2026-07-25T02:08:39Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d66e66","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d66e66", "reconcileID": "e1b23c17-cd51-4a47-9a28-cf3f76714d53", "Gateway": "e2e-ipp-b-d66e66", "namespace": "openshift-ingress"} 2026-07-25T02:08:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "7180b900-7c3f-4140-814d-4271fe6c1e73", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:08:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-299af2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-299af2", "reconcileID": "deba8a1b-651f-48b6-b979-8285c8a325af", "Gateway": "e2e-shared-a-299af2", "namespace": "openshift-ingress"} 2026-07-25T02:08:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-299af2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-299af2", "reconcileID": "deba8a1b-651f-48b6-b979-8285c8a325af", "Gateway": "e2e-shared-a-299af2", "namespace": "openshift-ingress", "name": "e2e-shared-a-299af2-authn-ssl"} 2026-07-25T02:08:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-299af2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-299af2", "reconcileID": "deba8a1b-651f-48b6-b979-8285c8a325af", "Gateway": "e2e-shared-a-299af2", "namespace": "openshift-ingress"} 2026-07-25T02:08:52Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-25T02:08:52Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-25T02:08:53Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-25T02:08:53Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-25T02:08:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-299af2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-299af2", "reconcileID": "92fa6754-4966-49d4-b475-3620d75607be", "Gateway": "e2e-shared-a-299af2", "namespace": "openshift-ingress"} 2026-07-25T02:08:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-299af2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-299af2", "reconcileID": "92fa6754-4966-49d4-b475-3620d75607be", "Gateway": "e2e-shared-a-299af2", "namespace": "openshift-ingress", "name": "e2e-shared-a-299af2-authn-ssl"} 2026-07-25T02:08:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-299af2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-299af2", "reconcileID": "92fa6754-4966-49d4-b475-3620d75607be", "Gateway": "e2e-shared-a-299af2", "namespace": "openshift-ingress"} 2026-07-25T02:09:01Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-299af2"}, "namespace": "ai-tenant-e2e-shared-a-299af2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b01d5f98-8f8d-434e-9f42-1e9bc687f98a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-299af2"} 2026-07-25T02:09:01Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-299af2"}, "namespace": "ai-tenant-e2e-shared-a-299af2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b01d5f98-8f8d-434e-9f42-1e9bc687f98a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-299af2", "create": "odh-kserve-custom-ca-bundle"} 2026-07-25T02:09:01Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-299af2"}, "namespace": "ai-tenant-e2e-shared-a-299af2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b01d5f98-8f8d-434e-9f42-1e9bc687f98a", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-299af2 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-25T02:09:01Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-299af2"}, "namespace": "ai-tenant-e2e-shared-a-299af2", "name": "odh-trusted-ca-bundle", "reconcileID": "7e99a33f-1f7d-49f2-9964-392ca1a4cef0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-299af2"} 2026-07-25T02:09:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-299af2"}, "namespace": "ai-tenant-e2e-shared-a-299af2", "name": "odh-trusted-ca-bundle", "reconcileID": "7e99a33f-1f7d-49f2-9964-392ca1a4cef0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-299af2"} 2026-07-25T02:09:01Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-299af2"}, "namespace": "ai-tenant-e2e-shared-a-299af2", "name": "openshift-service-ca.crt", "reconcileID": "a1134012-0f54-458b-b40d-d023c2c5f8ea", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-299af2"} 2026-07-25T02:09:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-299af2"}, "namespace": "ai-tenant-e2e-shared-a-299af2", "name": "openshift-service-ca.crt", "reconcileID": "a1134012-0f54-458b-b40d-d023c2c5f8ea", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-299af2"} 2026-07-25T02:09:01Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-299af2"}, "namespace": "ai-tenant-e2e-shared-a-299af2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7ce1fc66-c132-4ef4-a1fe-fbcc5834a440", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-299af2"} 2026-07-25T02:09:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-299af2"}, "namespace": "ai-tenant-e2e-shared-a-299af2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7ce1fc66-c132-4ef4-a1fe-fbcc5834a440", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-299af2"} 2026-07-25T02:09:01Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-299af2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-299af2", "reconcileID": "8d131ba9-23c5-4475-b47b-9e5cbef319e3", "Gateway": "e2e-shared-a-299af2", "namespace": "openshift-ingress"} 2026-07-25T02:09:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "44d35c5f-95d0-4a63-8177-a517515a1b42", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-25T02:09:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ab0ae6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ab0ae6", "reconcileID": "329773e2-3bdf-45b7-b49c-05df62dcb35e", "Gateway": "e2e-shared-b-ab0ae6", "namespace": "openshift-ingress"} 2026-07-25T02:09:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ab0ae6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ab0ae6", "reconcileID": "329773e2-3bdf-45b7-b49c-05df62dcb35e", "Gateway": "e2e-shared-b-ab0ae6", "namespace": "openshift-ingress", "name": "e2e-shared-b-ab0ae6-authn-ssl"} 2026-07-25T02:09:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ab0ae6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ab0ae6", "reconcileID": "329773e2-3bdf-45b7-b49c-05df62dcb35e", "Gateway": "e2e-shared-b-ab0ae6", "namespace": "openshift-ingress"} 2026-07-25T02:09:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ab0ae6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ab0ae6", "reconcileID": "e622559a-65ee-491b-91e1-83944677b3d7", "Gateway": "e2e-shared-b-ab0ae6", "namespace": "openshift-ingress"} 2026-07-25T02:09:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ab0ae6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ab0ae6", "reconcileID": "e622559a-65ee-491b-91e1-83944677b3d7", "Gateway": "e2e-shared-b-ab0ae6", "namespace": "openshift-ingress", "name": "e2e-shared-b-ab0ae6-authn-ssl"} 2026-07-25T02:09:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ab0ae6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ab0ae6", "reconcileID": "e622559a-65ee-491b-91e1-83944677b3d7", "Gateway": "e2e-shared-b-ab0ae6", "namespace": "openshift-ingress"} 2026-07-25T02:09:22Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-ab0ae6"}, "namespace": "ai-tenant-e2e-shared-b-ab0ae6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6fa35863-8763-4036-9c66-5c1f910948c0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-ab0ae6"} 2026-07-25T02:09:22Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-ab0ae6"}, "namespace": "ai-tenant-e2e-shared-b-ab0ae6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6fa35863-8763-4036-9c66-5c1f910948c0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-ab0ae6", "create": "odh-kserve-custom-ca-bundle"} 2026-07-25T02:09:22Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-ab0ae6"}, "namespace": "ai-tenant-e2e-shared-b-ab0ae6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6fa35863-8763-4036-9c66-5c1f910948c0", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-ab0ae6 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-25T02:09:22Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-ab0ae6"}, "namespace": "ai-tenant-e2e-shared-b-ab0ae6", "name": "odh-trusted-ca-bundle", "reconcileID": "358fac55-79d9-4f1b-b71d-269cacddbadc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-ab0ae6"} 2026-07-25T02:09:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-ab0ae6"}, "namespace": "ai-tenant-e2e-shared-b-ab0ae6", "name": "odh-trusted-ca-bundle", "reconcileID": "358fac55-79d9-4f1b-b71d-269cacddbadc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-ab0ae6"} 2026-07-25T02:09:22Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-ab0ae6"}, "namespace": "ai-tenant-e2e-shared-b-ab0ae6", "name": "openshift-service-ca.crt", "reconcileID": "7c89db12-d488-4905-b562-d9a1b9e1808b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-ab0ae6"} 2026-07-25T02:09:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-ab0ae6"}, "namespace": "ai-tenant-e2e-shared-b-ab0ae6", "name": "openshift-service-ca.crt", "reconcileID": "7c89db12-d488-4905-b562-d9a1b9e1808b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-ab0ae6"} 2026-07-25T02:09:22Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-ab0ae6"}, "namespace": "ai-tenant-e2e-shared-b-ab0ae6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "50926004-496c-459c-9682-77d72795db99", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-ab0ae6"} 2026-07-25T02:09:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-ab0ae6"}, "namespace": "ai-tenant-e2e-shared-b-ab0ae6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "50926004-496c-459c-9682-77d72795db99", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-ab0ae6"} 2026-07-25T02:09:23Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ab0ae6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ab0ae6", "reconcileID": "283e0fc9-1303-4238-bc98-6fe25d5c6edc", "Gateway": "e2e-shared-b-ab0ae6", "namespace": "openshift-ingress"}