{"level":"info","ts":"2026-11-03T22:54:46Z","logger":"aiguardrail","msg":"NemoGuardrails CRD not installed; AIGuardrail provider watch disabled","crd":"trustyai.opendatahub.io/v1alpha1, Kind=NemoGuardrails","effect":"every AIGuardrail is refused until TrustyAI is installed; policies recover on their own, but until this controller restarts provider edits are picked up at the resync interval rather than immediately"} {"level":"info","ts":"2026-11-03T22:54:46Z","logger":"setup","msg":"starting ai-gateway-controller","manifestPath":"/config/manifests/external-model/overlays/odh","image":"quay.io/opendatahub/odh-praxis-extproc:odh-stable"} {"level":"info","ts":"2026-11-03T22:54:46Z","logger":"controller-runtime.metrics","msg":"Starting metrics server"} {"level":"info","ts":"2026-11-03T22:54:46Z","msg":"starting server","name":"health probe","addr":"[::]:8081"} {"level":"info","ts":"2026-11-03T22:54:46Z","logger":"controller-runtime.certwatcher","msg":"Updated current TLS certificate","cert":"/tmp/k8s-metrics-server/metrics-certs/tls.crt","key":"/tmp/k8s-metrics-server/metrics-certs/tls.key"} {"level":"info","ts":"2026-11-03T22:54:46Z","logger":"controller-runtime.metrics","msg":"Serving metrics server","bindAddress":":8443","secure":true} {"level":"info","ts":"2026-11-03T22:54:46Z","logger":"controller-runtime.certwatcher","msg":"Starting certificate poll+watcher","cert":"/tmp/k8s-metrics-server/metrics-certs/tls.crt","key":"/tmp/k8s-metrics-server/metrics-certs/tls.key","interval":10} {"level":"info","ts":"2026-11-03T22:54:46Z","logger":"leaderelection","msg":"Attempting to acquire leader lease...","lock":"opendatahub/ai-gateway-controller-leader.opendatahub.io"} {"level":"info","ts":"2026-11-03T22:55:14Z","logger":"leaderelection","msg":"Successfully acquired lease","lock":"opendatahub/ai-gateway-controller-leader.opendatahub.io"} {"level":"info","ts":"2026-11-03T22:55:14Z","msg":"Starting EventSource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *unstructured.Unstructured[maas.opendatahub.io/v1alpha1 MaaSModelRef]"} {"level":"info","ts":"2026-11-03T22:55:14Z","msg":"Starting EventSource","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","source":"kind source: *unstructured.Unstructured[maas.opendatahub.io/v1alpha1 AITenant]"} {"level":"info","ts":"2026-11-03T22:55:14Z","msg":"Starting EventSource","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *unstructured.Unstructured[gateway.networking.k8s.io/v1beta1 ReferenceGrant]"} {"level":"info","ts":"2026-11-03T22:55:14Z","msg":"Starting EventSource","controller":"aiguardrail","controllerGroup":"aigateway.opendatahub.io","controllerKind":"AIGuardrail","source":"kind source: *v1.Namespace"} {"level":"info","ts":"2026-11-03T22:55:14Z","msg":"Starting EventSource","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","source":"kind source: *v1alpha1.ExternalProvider"} {"level":"info","ts":"2026-11-03T22:55:14Z","msg":"Starting EventSource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *unstructured.Unstructured[maas.opendatahub.io/v1alpha1 MaasTenantConfig]"} {"level":"info","ts":"2026-11-03T22:55:14Z","msg":"Starting EventSource","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","source":"kind source: *v1.PartialObjectMetadata[v1 Secret]"} {"level":"info","ts":"2026-11-03T22:55:14Z","msg":"Starting EventSource","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","source":"kind source: *unstructured.Unstructured[maas.opendatahub.io/v1alpha1 MaasTenantConfig]"} {"level":"info","ts":"2026-11-03T22:55:14Z","msg":"Starting EventSource","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalModel"} {"level":"info","ts":"2026-11-03T22:55:14Z","msg":"Starting EventSource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *unstructured.Unstructured[maas.opendatahub.io/v1alpha1 AITenant]"} {"level":"info","ts":"2026-11-03T22:55:14Z","msg":"Starting EventSource","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalProvider"} {"level":"info","ts":"2026-11-03T22:55:14Z","msg":"Starting EventSource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.ExternalModel"} {"level":"info","ts":"2026-11-03T22:55:14Z","msg":"Starting EventSource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.ExternalProvider"} {"level":"info","ts":"2026-11-03T22:55:14Z","msg":"Starting EventSource","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1.PartialObjectMetadata[v1 Secret]"} {"level":"info","ts":"2026-11-03T22:55:14Z","msg":"Starting EventSource","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1.Service"} {"level":"info","ts":"2026-11-03T22:55:14Z","msg":"Starting EventSource","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.AIGuardrail"} {"level":"info","ts":"2026-11-03T22:55:14Z","msg":"Starting EventSource","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *unstructured.Unstructured[maas.opendatahub.io/v1alpha1 MaaSSubscription]"} {"level":"info","ts":"2026-11-03T22:55:14Z","msg":"Starting EventSource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.PartialObjectMetadata[v1 Secret]"} {"level":"info","ts":"2026-11-03T22:55:14Z","msg":"Starting EventSource","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *unstructured.Unstructured[maas.opendatahub.io/v1alpha1 MaaSModelRef]"} {"level":"info","ts":"2026-11-03T22:55:14Z","msg":"Starting EventSource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.ConfigMap"} {"level":"info","ts":"2026-11-03T22:55:14Z","msg":"Starting EventSource","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalModel"} {"level":"info","ts":"2026-11-03T22:55:14Z","msg":"Starting EventSource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.AIGuardrail"} {"level":"info","ts":"2026-11-03T22:55:14Z","msg":"Starting EventSource","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *unstructured.Unstructured[maas.opendatahub.io/v1alpha1 AITenant]"} {"level":"info","ts":"2026-11-03T22:55:14Z","msg":"Starting EventSource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *unstructured.Unstructured[maas.opendatahub.io/v1alpha1 MaaSSubscription]"} {"level":"info","ts":"2026-11-03T22:55:14Z","msg":"Starting EventSource","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *unstructured.Unstructured[gateway.networking.k8s.io/v1 HTTPRoute]"} {"level":"info","ts":"2026-11-03T22:55:14Z","msg":"Starting EventSource","controller":"consumer-portal","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *unstructured.Unstructured[dscinitialization.opendatahub.io/v2 DSCInitialization]"} {"level":"info","ts":"2026-11-03T22:55:14Z","msg":"Starting EventSource","controller":"aiguardrail","controllerGroup":"aigateway.opendatahub.io","controllerKind":"AIGuardrail","source":"kind source: *v1alpha1.AIGuardrail"} {"level":"info","ts":"2026-11-03T22:55:14Z","msg":"Starting EventSource","controller":"consumer-portal","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *unstructured.Unstructured[maas.opendatahub.io/v1alpha1 MaasTenantConfig]"} {"level":"info","ts":"2026-11-03T22:55:14Z","msg":"Starting EventSource","controller":"consumer-portal","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *unstructured.Unstructured[maas.opendatahub.io/v1alpha1 AITenant]"} {"level":"info","ts":"2026-11-03T22:55:14Z","msg":"Starting EventSource","controller":"consumer-portal","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.PartialObjectMetadata[v1 Secret]"} {"level":"info","ts":"2026-11-03T22:55:14Z","msg":"Starting EventSource","controller":"consumer-portal","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.PartialObjectMetadata[v1 ConfigMap]"} {"level":"info","ts":"2026-11-03T22:55:14Z","msg":"Starting EventSource","controller":"consumer-portal","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.PartialObjectMetadata[v1 Service]"} {"level":"info","ts":"2026-11-03T22:55:14Z","msg":"Starting EventSource","controller":"consumer-portal","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *unstructured.Unstructured[gateway.networking.k8s.io/v1 HTTPRoute]"} {"level":"info","ts":"2026-11-03T22:55:14Z","msg":"Starting EventSource","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *unstructured.Unstructured[maas.opendatahub.io/v1alpha1 MaasTenantConfig]"} {"level":"info","ts":"2026-11-03T22:55:14Z","msg":"Starting Controller","controller":"aiguardrail","controllerGroup":"aigateway.opendatahub.io","controllerKind":"AIGuardrail"} {"level":"info","ts":"2026-11-03T22:55:14Z","msg":"Starting workers","controller":"aiguardrail","controllerGroup":"aigateway.opendatahub.io","controllerKind":"AIGuardrail","worker count":1} {"level":"info","ts":"2026-11-03T22:55:14Z","msg":"Starting Controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig"} {"level":"info","ts":"2026-11-03T22:55:14Z","msg":"Starting workers","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","worker count":1} {"level":"info","ts":"2026-11-03T22:55:14Z","msg":"Starting Controller","controller":"consumer-portal","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig"} {"level":"info","ts":"2026-11-03T22:55:14Z","msg":"Starting workers","controller":"consumer-portal","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","worker count":1} {"level":"info","ts":"2026-11-03T22:55:14Z","logger":"consumer-portal","msg":"default AITenant has no OIDC issuer; OpenShift OAuth mode is not supported yet, removing the auth proxy","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"}} {"level":"info","ts":"2026-11-03T22:55:14Z","msg":"Starting Controller","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider"} {"level":"info","ts":"2026-11-03T22:55:14Z","msg":"Starting workers","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","worker count":1} {"level":"info","ts":"2026-11-03T22:55:14Z","msg":"Starting Controller","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel"} {"level":"info","ts":"2026-11-03T22:55:14Z","msg":"Starting workers","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","worker count":1} {"level":"info","ts":"2026-11-03T22:55:14Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-03T22:55:16Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-03T22:55:17Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-03T22:55:19Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-03T22:55:19Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-03T22:55:19Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-03T22:55:22Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-03T22:55:29Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-03T22:55:30Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-03T22:55:30Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-03T22:55:34Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-03T22:55:35Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-03T22:56:06Z","logger":"tenant","msg":"waiting for the legacy IPP cleanup to finish before applying praxis-extproc","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-a664a2"}} {"level":"info","ts":"2026-11-03T22:56:07Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-a664a2"}} {"level":"info","ts":"2026-11-03T22:56:07Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-a664a2"},"tenantID":"e2e-worker-w2-a664a2","namespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a664a2"} {"level":"info","ts":"2026-11-03T22:56:07Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-a664a2"}} {"level":"info","ts":"2026-11-03T22:56:07Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-a664a2"},"tenantID":"e2e-worker-w2-a664a2","namespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a664a2"} {"level":"info","ts":"2026-11-03T22:56:07Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-fc9b74"}} {"level":"info","ts":"2026-11-03T22:56:08Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-fc9b74"},"tenantID":"e2e-worker-w3-fc9b74","namespace":"openshift-ingress","gatewayName":"e2e-worker-w3-fc9b74"} {"level":"info","ts":"2026-11-03T22:56:08Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-412a86"}} {"level":"info","ts":"2026-11-03T22:56:09Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-412a86"},"tenantID":"e2e-worker-w4-412a86","namespace":"openshift-ingress","gatewayName":"e2e-worker-w4-412a86"} {"level":"info","ts":"2026-11-03T22:56:09Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-fc9b74"}} {"level":"info","ts":"2026-11-03T22:56:09Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-fc9b74"},"tenantID":"e2e-worker-w3-fc9b74","namespace":"openshift-ingress","gatewayName":"e2e-worker-w3-fc9b74"} {"level":"info","ts":"2026-11-03T22:56:09Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-169f09"}} {"level":"info","ts":"2026-11-03T22:56:10Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-169f09"},"tenantID":"e2e-worker-w0-169f09","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-169f09"} {"level":"info","ts":"2026-11-03T22:56:10Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-412a86"}} {"level":"info","ts":"2026-11-03T22:56:10Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-412a86"},"tenantID":"e2e-worker-w4-412a86","namespace":"openshift-ingress","gatewayName":"e2e-worker-w4-412a86"} {"level":"info","ts":"2026-11-03T22:56:10Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-fc9b74"},"tenantID":"e2e-worker-w3-fc9b74","namespace":"openshift-ingress","gatewayName":"e2e-worker-w3-fc9b74"} {"level":"info","ts":"2026-11-03T22:56:10Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-169f09"}} {"level":"info","ts":"2026-11-03T22:56:11Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-169f09"},"tenantID":"e2e-worker-w0-169f09","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-169f09"} {"level":"info","ts":"2026-11-03T22:56:11Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-412a86"},"tenantID":"e2e-worker-w4-412a86","namespace":"openshift-ingress","gatewayName":"e2e-worker-w4-412a86"} {"level":"info","ts":"2026-11-03T22:56:13Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-a664a2"},"tenantID":"e2e-worker-w2-a664a2","namespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a664a2"} {"level":"info","ts":"2026-11-03T22:56:13Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-169f09"}} {"level":"info","ts":"2026-11-03T22:56:14Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-169f09"},"tenantID":"e2e-worker-w0-169f09","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-169f09"} {"level":"info","ts":"2026-11-03T22:56:14Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-169f09"},"tenantID":"e2e-worker-w0-169f09","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-169f09"} {"level":"info","ts":"2026-11-03T22:56:18Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-f875ba"}} {"level":"info","ts":"2026-11-03T22:56:18Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-f875ba"},"tenantID":"e2e-worker-w1-f875ba","namespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f875ba"} {"level":"info","ts":"2026-11-03T22:56:18Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-a664a2"},"tenantID":"e2e-worker-w2-a664a2","namespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a664a2"} {"level":"info","ts":"2026-11-03T22:56:18Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-f875ba"}} {"level":"info","ts":"2026-11-03T22:56:19Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-f875ba"},"tenantID":"e2e-worker-w1-f875ba","namespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f875ba"} {"level":"info","ts":"2026-11-03T22:56:22Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-412a86"},"tenantID":"e2e-worker-w4-412a86","namespace":"openshift-ingress","gatewayName":"e2e-worker-w4-412a86"} {"level":"info","ts":"2026-11-03T22:56:22Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-f875ba"}} {"level":"info","ts":"2026-11-03T22:56:22Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-f875ba"},"tenantID":"e2e-worker-w1-f875ba","namespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f875ba"} {"level":"info","ts":"2026-11-03T22:56:23Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-412a86"},"tenantID":"e2e-worker-w4-412a86","namespace":"openshift-ingress","gatewayName":"e2e-worker-w4-412a86"} {"level":"info","ts":"2026-11-03T22:56:23Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-f875ba"},"tenantID":"e2e-worker-w1-f875ba","namespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f875ba"} {"level":"info","ts":"2026-11-03T22:56:27Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-fc9b74"},"tenantID":"e2e-worker-w3-fc9b74","namespace":"openshift-ingress","gatewayName":"e2e-worker-w3-fc9b74"} {"level":"info","ts":"2026-11-03T22:56:28Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-fc9b74"},"tenantID":"e2e-worker-w3-fc9b74","namespace":"openshift-ingress","gatewayName":"e2e-worker-w3-fc9b74"} {"level":"info","ts":"2026-11-03T22:56:28Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-169f09"},"tenantID":"e2e-worker-w0-169f09","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-169f09"} {"level":"info","ts":"2026-11-03T22:56:28Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-169f09"},"tenantID":"e2e-worker-w0-169f09","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-169f09"} {"level":"info","ts":"2026-11-03T22:56:37Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-f875ba"},"tenantID":"e2e-worker-w1-f875ba","namespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f875ba"} {"level":"info","ts":"2026-11-03T22:56:37Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-f875ba"},"tenantID":"e2e-worker-w1-f875ba","namespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f875ba"} {"level":"info","ts":"2026-11-03T22:57:10Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-a664a2"},"tenantID":"e2e-worker-w2-a664a2","namespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a664a2"} {"level":"info","ts":"2026-11-03T22:57:10Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-03T22:57:10Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-a664a2"},"tenantID":"e2e-worker-w2-a664a2","namespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a664a2"} {"level":"info","ts":"2026-11-03T22:57:15Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-a664a2"},"tenantID":"e2e-worker-w2-a664a2","namespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a664a2"} {"level":"info","ts":"2026-11-03T22:57:15Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-412a86"},"tenantID":"e2e-worker-w4-412a86","namespace":"openshift-ingress","gatewayName":"e2e-worker-w4-412a86"} {"level":"info","ts":"2026-11-03T22:57:15Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-a664a2"},"tenantID":"e2e-worker-w2-a664a2","namespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a664a2"} {"level":"info","ts":"2026-11-03T22:57:16Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-412a86"},"tenantID":"e2e-worker-w4-412a86","namespace":"openshift-ingress","gatewayName":"e2e-worker-w4-412a86"} {"level":"info","ts":"2026-11-03T22:57:16Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-412a86"},"tenantID":"e2e-worker-w4-412a86","namespace":"openshift-ingress","gatewayName":"e2e-worker-w4-412a86"} {"level":"info","ts":"2026-11-03T22:57:20Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-fc9b74"},"tenantID":"e2e-worker-w3-fc9b74","namespace":"openshift-ingress","gatewayName":"e2e-worker-w3-fc9b74"} {"level":"info","ts":"2026-11-03T22:57:20Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-412a86"},"tenantID":"e2e-worker-w4-412a86","namespace":"openshift-ingress","gatewayName":"e2e-worker-w4-412a86"} {"level":"info","ts":"2026-11-03T22:57:21Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-fc9b74"},"tenantID":"e2e-worker-w3-fc9b74","namespace":"openshift-ingress","gatewayName":"e2e-worker-w3-fc9b74"} {"level":"info","ts":"2026-11-03T22:57:26Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-f875ba"},"tenantID":"e2e-worker-w1-f875ba","namespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f875ba"} {"level":"info","ts":"2026-11-03T22:57:26Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-fc9b74"},"tenantID":"e2e-worker-w3-fc9b74","namespace":"openshift-ingress","gatewayName":"e2e-worker-w3-fc9b74"} {"level":"info","ts":"2026-11-03T22:57:26Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-412a86"},"tenantID":"e2e-worker-w4-412a86","namespace":"openshift-ingress","gatewayName":"e2e-worker-w4-412a86"} {"level":"info","ts":"2026-11-03T22:57:27Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-169f09"},"tenantID":"e2e-worker-w0-169f09","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-169f09"} {"level":"info","ts":"2026-11-03T22:57:27Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-f875ba"},"tenantID":"e2e-worker-w1-f875ba","namespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f875ba"} {"level":"info","ts":"2026-11-03T22:57:27Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-fc9b74"},"tenantID":"e2e-worker-w3-fc9b74","namespace":"openshift-ingress","gatewayName":"e2e-worker-w3-fc9b74"} {"level":"info","ts":"2026-11-03T22:57:27Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-169f09"},"tenantID":"e2e-worker-w0-169f09","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-169f09"} {"level":"info","ts":"2026-11-03T22:57:36Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-169f09"},"tenantID":"e2e-worker-w0-169f09","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-169f09"} {"level":"info","ts":"2026-11-03T22:57:36Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-f875ba"},"tenantID":"e2e-worker-w1-f875ba","namespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f875ba"} {"level":"info","ts":"2026-11-03T22:57:37Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-169f09"},"tenantID":"e2e-worker-w0-169f09","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-169f09"} {"level":"info","ts":"2026-11-03T22:57:49Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-f875ba"},"tenantID":"e2e-worker-w1-f875ba","namespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f875ba"} {"level":"info","ts":"2026-11-03T22:57:50Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-f875ba"},"tenantID":"e2e-worker-w1-f875ba","namespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f875ba"} {"level":"info","ts":"2026-11-03T22:57:50Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-169f09"},"tenantID":"e2e-worker-w0-169f09","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-169f09"} {"level":"info","ts":"2026-11-03T22:57:50Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-169f09"},"tenantID":"e2e-worker-w0-169f09","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-169f09"} {"level":"info","ts":"2026-11-03T22:57:51Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-f875ba"},"tenantID":"e2e-worker-w1-f875ba","namespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f875ba"} {"level":"info","ts":"2026-11-03T22:57:54Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-169f09"},"tenantID":"e2e-worker-w0-169f09","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-169f09"} {"level":"info","ts":"2026-11-03T22:58:23Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-867c8f"}} {"level":"info","ts":"2026-11-03T22:58:24Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-867c8f"},"tenantID":"e2e-extmod-a-867c8f","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-867c8f"} {"level":"info","ts":"2026-11-03T22:58:24Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-867c8f"}} {"level":"info","ts":"2026-11-03T22:58:24Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-867c8f"},"tenantID":"e2e-extmod-a-867c8f","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-867c8f"} {"level":"info","ts":"2026-11-03T22:58:28Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-867c8f"}} {"level":"info","ts":"2026-11-03T22:58:28Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-867c8f"},"tenantID":"e2e-extmod-a-867c8f","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-867c8f"} {"level":"info","ts":"2026-11-03T22:58:29Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-867c8f"},"tenantID":"e2e-extmod-a-867c8f","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-867c8f"} {"level":"info","ts":"2026-11-03T22:58:38Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-82306a"}} {"level":"info","ts":"2026-11-03T22:58:38Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-82306a"},"tenantID":"e2e-extmod-a-82306a","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-82306a"} {"level":"info","ts":"2026-11-03T22:58:38Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-82306a"}} {"level":"info","ts":"2026-11-03T22:58:38Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-82306a"},"tenantID":"e2e-extmod-a-82306a","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-82306a"} {"level":"info","ts":"2026-11-03T22:58:40Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-03T22:58:41Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-03T22:58:41Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-867c8f"},"tenantID":"e2e-extmod-a-867c8f","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-867c8f"} {"level":"info","ts":"2026-11-03T22:58:41Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-03T22:58:43Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-82306a"}} {"level":"info","ts":"2026-11-03T22:58:43Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-82306a"},"tenantID":"e2e-extmod-a-82306a","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-82306a"} {"level":"info","ts":"2026-11-03T22:58:45Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-82306a"},"tenantID":"e2e-extmod-a-82306a","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-82306a"} {"level":"info","ts":"2026-11-03T22:58:46Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-5fe130"}} {"level":"info","ts":"2026-11-03T22:58:46Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-5fe130"},"tenantID":"e2e-extmod-a-5fe130","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-5fe130"} {"level":"info","ts":"2026-11-03T22:58:47Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-169f09"},"tenantID":"e2e-worker-w0-169f09","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-169f09"} {"level":"info","ts":"2026-11-03T22:58:47Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-03T22:58:47Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-5fe130"}} {"level":"info","ts":"2026-11-03T22:58:47Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-5fe130"},"tenantID":"e2e-extmod-a-5fe130","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-5fe130"} {"level":"info","ts":"2026-11-03T22:58:49Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-49d6de"}} {"level":"info","ts":"2026-11-03T22:58:49Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-49d6de"},"tenantID":"e2e-extmod-b-49d6de","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-49d6de"} {"level":"info","ts":"2026-11-03T22:58:50Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-49d6de"}} {"level":"info","ts":"2026-11-03T22:58:50Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-49d6de"},"tenantID":"e2e-extmod-b-49d6de","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-49d6de"} {"level":"info","ts":"2026-11-03T22:58:54Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-82306a"},"tenantID":"e2e-extmod-a-82306a","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-82306a"} {"level":"info","ts":"2026-11-03T22:58:54Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-5fe130"}} {"level":"info","ts":"2026-11-03T22:58:54Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-5fe130"},"tenantID":"e2e-extmod-a-5fe130","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-5fe130"} {"level":"info","ts":"2026-11-03T22:58:54Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-82306a"},"tenantID":"e2e-extmod-a-82306a","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-82306a"} {"level":"info","ts":"2026-11-03T22:58:55Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-5fe130"},"tenantID":"e2e-extmod-a-5fe130","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-5fe130"} {"level":"info","ts":"2026-11-03T22:58:56Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-49d6de"}} {"level":"info","ts":"2026-11-03T22:58:56Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-49d6de"},"tenantID":"e2e-extmod-b-49d6de","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-49d6de"} {"level":"info","ts":"2026-11-03T22:58:57Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-49d6de"},"tenantID":"e2e-extmod-b-49d6de","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-49d6de"} {"level":"info","ts":"2026-11-03T22:59:03Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8ff72c"}} {"level":"info","ts":"2026-11-03T22:59:04Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8ff72c"},"tenantID":"e2e-extmod-b-8ff72c","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8ff72c"} {"level":"info","ts":"2026-11-03T22:59:04Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-5fe130"},"tenantID":"e2e-extmod-a-5fe130","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-5fe130"} {"level":"info","ts":"2026-11-03T22:59:04Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8ff72c"}} {"level":"info","ts":"2026-11-03T22:59:05Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8ff72c"},"tenantID":"e2e-extmod-b-8ff72c","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8ff72c"} {"level":"info","ts":"2026-11-03T22:59:06Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-49d6de"},"tenantID":"e2e-extmod-b-49d6de","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-49d6de"} {"level":"info","ts":"2026-11-03T22:59:07Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-49d6de"},"tenantID":"e2e-extmod-b-49d6de","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-49d6de"} {"level":"info","ts":"2026-11-03T22:59:12Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-49d6de"},"tenantID":"e2e-extmod-b-49d6de","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-49d6de"} {"level":"info","ts":"2026-11-03T22:59:13Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-03T22:59:13Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-49d6de"},"tenantID":"e2e-extmod-b-49d6de","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-49d6de"} {"level":"info","ts":"2026-11-03T22:59:13Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-352a6f"}} {"level":"info","ts":"2026-11-03T22:59:14Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-352a6f"},"tenantID":"e2e-extmod-b-352a6f","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-352a6f"} {"level":"info","ts":"2026-11-03T22:59:14Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-352a6f"}} {"level":"info","ts":"2026-11-03T22:59:14Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-352a6f"},"tenantID":"e2e-extmod-b-352a6f","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-352a6f"} {"level":"info","ts":"2026-11-03T22:59:15Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-03T22:59:15Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8ff72c"}} {"level":"info","ts":"2026-11-03T22:59:15Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8ff72c"},"tenantID":"e2e-extmod-b-8ff72c","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8ff72c"} {"level":"info","ts":"2026-11-03T22:59:15Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8ff72c"}} {"level":"info","ts":"2026-11-03T22:59:15Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8ff72c"},"tenantID":"e2e-extmod-b-8ff72c","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8ff72c"} {"level":"info","ts":"2026-11-03T22:59:16Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8ff72c"},"tenantID":"e2e-extmod-b-8ff72c","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8ff72c"} {"level":"info","ts":"2026-11-03T22:59:23Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-352a6f"}} {"level":"info","ts":"2026-11-03T22:59:24Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-352a6f"},"tenantID":"e2e-extmod-b-352a6f","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-352a6f"} {"level":"info","ts":"2026-11-03T22:59:25Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-03T22:59:25Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-352a6f"},"tenantID":"e2e-extmod-b-352a6f","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-352a6f"} {"level":"error","ts":"2026-11-03T22:59:26Z","msg":"Reconciler error","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-a19378","namespace":"llm"},"namespace":"llm","name":"e2e-dft-a19378","reconcileID":"a00c4d8f-8400-4b52-8ca6-8cd0fdc4bce7","error":"update ExternalModel attachment finalizer: externalmodels.inference.opendatahub.io \"e2e-dft-a19378\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"info","ts":"2026-11-03T22:59:26Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-03T22:59:26Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-03T22:59:28Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-169f09"},"tenantID":"e2e-worker-w0-169f09","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-169f09"} {"level":"info","ts":"2026-11-03T22:59:28Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-169f09"},"tenantID":"e2e-worker-w0-169f09","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-169f09"} {"level":"info","ts":"2026-11-03T22:59:28Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8ff72c"},"tenantID":"e2e-extmod-b-8ff72c","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8ff72c"} {"level":"info","ts":"2026-11-03T22:59:29Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8ff72c"},"tenantID":"e2e-extmod-b-8ff72c","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8ff72c"} {"level":"info","ts":"2026-11-03T22:59:33Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-169f09"},"tenantID":"e2e-worker-w0-169f09","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-169f09"} {"level":"info","ts":"2026-11-03T22:59:33Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-169f09"},"tenantID":"e2e-worker-w0-169f09","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-169f09"} {"level":"info","ts":"2026-11-03T22:59:36Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8ff72c"},"tenantID":"e2e-extmod-b-8ff72c","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8ff72c"} {"level":"info","ts":"2026-11-03T22:59:36Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8ff72c"},"tenantID":"e2e-extmod-b-8ff72c","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8ff72c"} {"level":"info","ts":"2026-11-03T22:59:37Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-352a6f"},"tenantID":"e2e-extmod-b-352a6f","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-352a6f"} {"level":"info","ts":"2026-11-03T22:59:37Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8ff72c"},"tenantID":"e2e-extmod-b-8ff72c","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8ff72c"} {"level":"info","ts":"2026-11-03T22:59:38Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-352a6f"},"tenantID":"e2e-extmod-b-352a6f","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-352a6f"} {"level":"info","ts":"2026-11-03T22:59:38Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-169f09"},"tenantID":"e2e-worker-w0-169f09","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-03T22:59:39Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-169f09"},"tenantID":"e2e-worker-w0-169f09","namespace":"openshift-ingress"} {"level":"error","ts":"2026-11-03T22:59:39Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-169f09"},"namespace":"ai-tenant-e2e-worker-w0-169f09","name":"default-tenant","reconcileID":"29d12ffc-6108-44a7-aecb-55bb87b08b9f","error":"Operation cannot be fulfilled on maastenantconfigs.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"info","ts":"2026-11-03T22:59:43Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-03T22:59:43Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-03T22:59:44Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-03T22:59:45Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-352a6f"},"tenantID":"e2e-extmod-b-352a6f","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-352a6f"} {"level":"info","ts":"2026-11-03T22:59:45Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-352a6f"},"tenantID":"e2e-extmod-b-352a6f","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-352a6f"} {"level":"info","ts":"2026-11-03T23:00:08Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-49d6de"},"tenantID":"e2e-extmod-b-49d6de","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-49d6de"} {"level":"info","ts":"2026-11-03T23:00:09Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-49d6de"},"tenantID":"e2e-extmod-b-49d6de","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-49d6de"} {"level":"info","ts":"2026-11-03T23:00:18Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-03T23:00:19Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-49d6de"},"tenantID":"e2e-extmod-b-49d6de","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-49d6de"} {"level":"info","ts":"2026-11-03T23:00:19Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-03T23:00:21Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-352a6f"},"tenantID":"e2e-extmod-b-352a6f","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-352a6f"} {"level":"info","ts":"2026-11-03T23:00:21Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-352a6f"},"tenantID":"e2e-extmod-b-352a6f","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-352a6f"} {"level":"info","ts":"2026-11-03T23:00:23Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8ff72c"},"tenantID":"e2e-extmod-b-8ff72c","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8ff72c"} {"level":"info","ts":"2026-11-03T23:00:23Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8ff72c"},"tenantID":"e2e-extmod-b-8ff72c","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8ff72c"} {"level":"info","ts":"2026-11-03T23:00:32Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-03T23:00:32Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-49d6de"},"tenantID":"e2e-extmod-b-49d6de","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-49d6de"} {"level":"info","ts":"2026-11-03T23:00:32Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-352a6f"},"tenantID":"e2e-extmod-b-352a6f","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-352a6f"} {"level":"info","ts":"2026-11-03T23:00:33Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-352a6f"},"tenantID":"e2e-extmod-b-352a6f","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-352a6f"} {"level":"info","ts":"2026-11-03T23:00:33Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-352a6f"},"tenantID":"e2e-extmod-b-352a6f","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-352a6f"} {"level":"info","ts":"2026-11-03T23:00:34Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-49d6de"},"tenantID":"e2e-extmod-b-49d6de","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-49d6de"} {"level":"info","ts":"2026-11-03T23:00:34Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-49d6de"},"tenantID":"e2e-extmod-b-49d6de","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-49d6de"} {"level":"info","ts":"2026-11-03T23:00:34Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-03T23:00:43Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-352a6f"},"tenantID":"e2e-extmod-b-352a6f","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-352a6f"} {"level":"info","ts":"2026-11-03T23:00:44Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-49d6de"},"tenantID":"e2e-extmod-b-49d6de","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-49d6de"} {"level":"error","ts":"2026-11-03T23:00:44Z","msg":"Reconciler error","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-1dccdd","namespace":"e2e-extmod-att-user-2d4ac7"},"namespace":"e2e-extmod-att-user-2d4ac7","name":"e2e-att-serve-1dccdd","reconcileID":"b65e95ca-aa68-4b0d-8dce-b4f04d9f7b22","error":"update ExternalModel attachment finalizer: externalmodels.inference.opendatahub.io \"e2e-att-serve-1dccdd\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"info","ts":"2026-11-03T23:00:44Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-352a6f"},"tenantID":"e2e-extmod-b-352a6f","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-352a6f"} {"level":"info","ts":"2026-11-03T23:00:45Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-03T23:00:45Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-49d6de"},"tenantID":"e2e-extmod-b-49d6de","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-49d6de"} {"level":"error","ts":"2026-11-03T23:00:45Z","msg":"Reconciler error","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-189fc2","namespace":"llm"},"namespace":"llm","name":"e2e-dft-189fc2","reconcileID":"e59d3246-9849-40bd-a4b8-b8a3636ee251","error":"update ExternalModel attachment finalizer: externalmodels.inference.opendatahub.io \"e2e-dft-189fc2\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"info","ts":"2026-11-03T23:00:46Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-352a6f"},"tenantID":"e2e-extmod-b-352a6f","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-352a6f"} {"level":"info","ts":"2026-11-03T23:00:46Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8ff72c"},"tenantID":"e2e-extmod-b-8ff72c","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8ff72c"} {"level":"info","ts":"2026-11-03T23:00:46Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-03T23:00:47Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-49d6de"},"tenantID":"e2e-extmod-b-49d6de","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-49d6de"} {"level":"info","ts":"2026-11-03T23:00:47Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-03T23:00:47Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-a664a2"},"tenantID":"e2e-worker-w2-a664a2","namespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a664a2"} {"level":"info","ts":"2026-11-03T23:00:48Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-a664a2"},"tenantID":"e2e-worker-w2-a664a2","namespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a664a2"} {"level":"info","ts":"2026-11-03T23:00:48Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8ff72c"},"tenantID":"e2e-extmod-b-8ff72c","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8ff72c"} {"level":"info","ts":"2026-11-03T23:00:48Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8ff72c"},"tenantID":"e2e-extmod-b-8ff72c","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8ff72c"} {"level":"info","ts":"2026-11-03T23:00:52Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-a664a2"},"tenantID":"e2e-worker-w2-a664a2","namespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a664a2"} {"level":"info","ts":"2026-11-03T23:00:52Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-a664a2"},"tenantID":"e2e-worker-w2-a664a2","namespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a664a2"} {"level":"info","ts":"2026-11-03T23:00:58Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-a664a2"},"tenantID":"e2e-worker-w2-a664a2","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-03T23:00:58Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8ff72c"},"tenantID":"e2e-extmod-b-8ff72c","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8ff72c"} {"level":"error","ts":"2026-11-03T23:00:59Z","msg":"Reconciler error","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-b6e04c","namespace":"e2e-extmod-att-user-75e732"},"namespace":"e2e-extmod-att-user-75e732","name":"e2e-att-serve-b6e04c","reconcileID":"8dbd39fb-03ef-405e-a6cd-9de7d68b3746","error":"update ExternalModel attachment finalizer: externalmodels.inference.opendatahub.io \"e2e-att-serve-b6e04c\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"info","ts":"2026-11-03T23:00:59Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8ff72c"},"tenantID":"e2e-extmod-b-8ff72c","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8ff72c"} {"level":"info","ts":"2026-11-03T23:01:00Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8ff72c"},"tenantID":"e2e-extmod-b-8ff72c","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8ff72c"} {"level":"info","ts":"2026-11-03T23:01:00Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-03T23:01:01Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-03T23:01:01Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-03T23:01:10Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-867c8f"},"tenantID":"e2e-extmod-a-867c8f","namespace":"openshift-ingress"} {"level":"error","ts":"2026-11-03T23:01:24Z","logger":"tenant","msg":"praxis-extproc apply failed for tenant; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-82306a"},"error":"apply NetworkPolicy ai-tenant-e2e-extmod-a-82306a/payload-processing-e2e-extmod-a-82306a: networkpolicies.networking.k8s.io \"payload-processing-e2e-extmod-a-82306a\" is forbidden: unable to create new content in namespace ai-tenant-e2e-extmod-a-82306a because it is being terminated","stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcilePraxis\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:546\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"error","ts":"2026-11-03T23:01:24Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-82306a"},"namespace":"ai-tenant-e2e-extmod-a-82306a","name":"default-tenant","reconcileID":"7dc739c8-626a-46ce-9a43-8d361434c51f","error":"apply: apply NetworkPolicy ai-tenant-e2e-extmod-a-82306a/payload-processing-e2e-extmod-a-82306a: networkpolicies.networking.k8s.io \"payload-processing-e2e-extmod-a-82306a\" is forbidden: unable to create new content in namespace ai-tenant-e2e-extmod-a-82306a because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"info","ts":"2026-11-03T23:01:25Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-82306a"},"tenantID":"e2e-extmod-a-82306a","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-03T23:01:27Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-49d6de"},"tenantID":"e2e-extmod-b-49d6de","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-49d6de"} {"level":"info","ts":"2026-11-03T23:01:27Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-49d6de"},"tenantID":"e2e-extmod-b-49d6de","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-49d6de"} {"level":"info","ts":"2026-11-03T23:01:28Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-49d6de"},"tenantID":"e2e-extmod-b-49d6de","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-03T23:01:28Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-49d6de"},"tenantID":"e2e-extmod-b-49d6de","namespace":"openshift-ingress"} {"level":"error","ts":"2026-11-03T23:01:28Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-49d6de"},"namespace":"ai-tenant-e2e-extmod-b-49d6de","name":"default-tenant","reconcileID":"dacf08ad-c900-4a3c-9ff7-e540de6774d2","error":"Operation cannot be fulfilled on maastenantconfigs.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"info","ts":"2026-11-03T23:01:30Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-03T23:01:30Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-03T23:01:38Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-412a86"},"tenantID":"e2e-worker-w4-412a86","namespace":"openshift-ingress","gatewayName":"e2e-worker-w4-412a86"} {"level":"info","ts":"2026-11-03T23:01:39Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-412a86"},"tenantID":"e2e-worker-w4-412a86","namespace":"openshift-ingress","gatewayName":"e2e-worker-w4-412a86"} {"level":"info","ts":"2026-11-03T23:01:40Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8ff72c"},"tenantID":"e2e-extmod-b-8ff72c","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8ff72c"} {"level":"info","ts":"2026-11-03T23:01:41Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8ff72c"},"tenantID":"e2e-extmod-b-8ff72c","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8ff72c"} {"level":"info","ts":"2026-11-03T23:01:41Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8ff72c"},"tenantID":"e2e-extmod-b-8ff72c","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-03T23:01:43Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-412a86"},"tenantID":"e2e-worker-w4-412a86","namespace":"openshift-ingress","gatewayName":"e2e-worker-w4-412a86"} {"level":"info","ts":"2026-11-03T23:01:44Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-412a86"},"tenantID":"e2e-worker-w4-412a86","namespace":"openshift-ingress","gatewayName":"e2e-worker-w4-412a86"} {"level":"info","ts":"2026-11-03T23:01:48Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-03T23:01:49Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-412a86"},"tenantID":"e2e-worker-w4-412a86","namespace":"openshift-ingress","gatewayName":"e2e-worker-w4-412a86"} {"level":"info","ts":"2026-11-03T23:01:49Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-412a86"},"tenantID":"e2e-worker-w4-412a86","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-03T23:01:50Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-03T23:01:51Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-03T23:01:52Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-fc9b74"},"tenantID":"e2e-worker-w3-fc9b74","namespace":"openshift-ingress","gatewayName":"e2e-worker-w3-fc9b74"} {"level":"info","ts":"2026-11-03T23:01:53Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-fc9b74"},"tenantID":"e2e-worker-w3-fc9b74","namespace":"openshift-ingress","gatewayName":"e2e-worker-w3-fc9b74"} {"level":"info","ts":"2026-11-03T23:01:57Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-fc9b74"},"tenantID":"e2e-worker-w3-fc9b74","namespace":"openshift-ingress","gatewayName":"e2e-worker-w3-fc9b74"} {"level":"info","ts":"2026-11-03T23:01:58Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-fc9b74"},"tenantID":"e2e-worker-w3-fc9b74","namespace":"openshift-ingress","gatewayName":"e2e-worker-w3-fc9b74"} {"level":"info","ts":"2026-11-03T23:02:01Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-03T23:02:01Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-03T23:02:02Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-03T23:02:03Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-fc9b74"},"tenantID":"e2e-worker-w3-fc9b74","namespace":"openshift-ingress","gatewayName":"e2e-worker-w3-fc9b74"} {"level":"error","ts":"2026-11-03T23:02:03Z","logger":"tenant","msg":"praxis-extproc apply failed for tenant; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-fc9b74"},"error":"apply NetworkPolicy ai-tenant-e2e-worker-w3-fc9b74/payload-processing-e2e-worker-w3-fc9b74: networkpolicies.networking.k8s.io \"payload-processing-e2e-worker-w3-fc9b74\" is forbidden: unable to create new content in namespace ai-tenant-e2e-worker-w3-fc9b74 because it is being terminated","stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcilePraxis\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:546\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"error","ts":"2026-11-03T23:02:03Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-fc9b74"},"namespace":"ai-tenant-e2e-worker-w3-fc9b74","name":"default-tenant","reconcileID":"88ea2e9c-d022-4f40-942c-02fd9c10465a","error":"apply: apply NetworkPolicy ai-tenant-e2e-worker-w3-fc9b74/payload-processing-e2e-worker-w3-fc9b74: networkpolicies.networking.k8s.io \"payload-processing-e2e-worker-w3-fc9b74\" is forbidden: unable to create new content in namespace ai-tenant-e2e-worker-w3-fc9b74 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"error","ts":"2026-11-03T23:02:03Z","logger":"tenant","msg":"praxis-extproc apply failed for tenant; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-fc9b74"},"error":"apply NetworkPolicy ai-tenant-e2e-worker-w3-fc9b74/payload-processing-e2e-worker-w3-fc9b74: networkpolicies.networking.k8s.io \"payload-processing-e2e-worker-w3-fc9b74\" is forbidden: unable to create new content in namespace ai-tenant-e2e-worker-w3-fc9b74 because it is being terminated","stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcilePraxis\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:546\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"error","ts":"2026-11-03T23:02:03Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-fc9b74"},"namespace":"ai-tenant-e2e-worker-w3-fc9b74","name":"default-tenant","reconcileID":"0fc27564-7e9e-4fd2-ac62-4092678fc595","error":"apply: apply NetworkPolicy ai-tenant-e2e-worker-w3-fc9b74/payload-processing-e2e-worker-w3-fc9b74: networkpolicies.networking.k8s.io \"payload-processing-e2e-worker-w3-fc9b74\" is forbidden: unable to create new content in namespace ai-tenant-e2e-worker-w3-fc9b74 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"error","ts":"2026-11-03T23:02:03Z","logger":"tenant","msg":"praxis-extproc apply failed for tenant; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-fc9b74"},"error":"apply NetworkPolicy ai-tenant-e2e-worker-w3-fc9b74/payload-processing-e2e-worker-w3-fc9b74: networkpolicies.networking.k8s.io \"payload-processing-e2e-worker-w3-fc9b74\" is forbidden: unable to create new content in namespace ai-tenant-e2e-worker-w3-fc9b74 because it is being terminated","stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcilePraxis\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:546\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"error","ts":"2026-11-03T23:02:03Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-fc9b74"},"namespace":"ai-tenant-e2e-worker-w3-fc9b74","name":"default-tenant","reconcileID":"db04d48d-b1ca-4ad7-9bcf-a1de3ddf85fe","error":"apply: apply NetworkPolicy ai-tenant-e2e-worker-w3-fc9b74/payload-processing-e2e-worker-w3-fc9b74: networkpolicies.networking.k8s.io \"payload-processing-e2e-worker-w3-fc9b74\" is forbidden: unable to create new content in namespace ai-tenant-e2e-worker-w3-fc9b74 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"info","ts":"2026-11-03T23:02:04Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-fc9b74"},"tenantID":"e2e-worker-w3-fc9b74","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-03T23:02:10Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-5fe130"}} {"level":"info","ts":"2026-11-03T23:02:10Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-5fe130"},"tenantID":"e2e-extmod-a-5fe130","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-03T23:02:29Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-352a6f"},"tenantID":"e2e-extmod-b-352a6f","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-03T23:02:42Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-f875ba"},"tenantID":"e2e-worker-w1-f875ba","namespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f875ba"} {"level":"info","ts":"2026-11-03T23:02:42Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-f875ba"},"tenantID":"e2e-worker-w1-f875ba","namespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f875ba"} {"level":"info","ts":"2026-11-03T23:02:47Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-f875ba"},"tenantID":"e2e-worker-w1-f875ba","namespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f875ba"} {"level":"info","ts":"2026-11-03T23:02:47Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-f875ba"},"tenantID":"e2e-worker-w1-f875ba","namespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f875ba"} {"level":"info","ts":"2026-11-03T23:02:52Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-f875ba"},"tenantID":"e2e-worker-w1-f875ba","namespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f875ba"} {"level":"info","ts":"2026-11-03T23:02:57Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-f875ba"},"tenantID":"e2e-worker-w1-f875ba","namespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f875ba"} {"level":"info","ts":"2026-11-03T23:02:58Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-f875ba"},"tenantID":"e2e-worker-w1-f875ba","namespace":"openshift-ingress","gatewayName":"e2e-worker-w1-f875ba"} {"level":"info","ts":"2026-11-03T23:02:58Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-f875ba"},"tenantID":"e2e-worker-w1-f875ba","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-03T23:02:58Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-f875ba"},"tenantID":"e2e-worker-w1-f875ba","namespace":"openshift-ingress"} {"level":"error","ts":"2026-11-03T23:02:58Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-f875ba"},"namespace":"ai-tenant-e2e-worker-w1-f875ba","name":"default-tenant","reconcileID":"fe5bb62f-1952-4a23-9d96-47d7fa4bb10d","error":"Operation cannot be fulfilled on maastenantconfigs.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}