{"level":"info","ts":"2026-11-04T05:56:15Z","logger":"aiguardrail","msg":"NemoGuardrails CRD not installed; AIGuardrail provider watch disabled","crd":"trustyai.opendatahub.io/v1alpha1, Kind=NemoGuardrails","effect":"every AIGuardrail is refused until TrustyAI is installed; policies recover on their own, but until this controller restarts provider edits are picked up at the resync interval rather than immediately"} {"level":"info","ts":"2026-11-04T05:56:15Z","logger":"setup","msg":"starting ai-gateway-controller","manifestPath":"/config/manifests/external-model/overlays/odh","image":"quay.io/opendatahub/odh-praxis-extproc:odh-stable"} {"level":"info","ts":"2026-11-04T05:56:15Z","logger":"controller-runtime.metrics","msg":"Starting metrics server"} {"level":"info","ts":"2026-11-04T05:56:15Z","logger":"controller-runtime.certwatcher","msg":"Updated current TLS certificate","cert":"/tmp/k8s-metrics-server/metrics-certs/tls.crt","key":"/tmp/k8s-metrics-server/metrics-certs/tls.key"} {"level":"info","ts":"2026-11-04T05:56:15Z","msg":"starting server","name":"health probe","addr":"[::]:8081"} {"level":"info","ts":"2026-11-04T05:56:15Z","logger":"controller-runtime.metrics","msg":"Serving metrics server","bindAddress":":8443","secure":true} {"level":"info","ts":"2026-11-04T05:56:15Z","logger":"controller-runtime.certwatcher","msg":"Starting certificate poll+watcher","cert":"/tmp/k8s-metrics-server/metrics-certs/tls.crt","key":"/tmp/k8s-metrics-server/metrics-certs/tls.key","interval":10} {"level":"info","ts":"2026-11-04T05:56:15Z","logger":"leaderelection","msg":"Attempting to acquire leader lease...","lock":"opendatahub/ai-gateway-controller-leader.opendatahub.io"} {"level":"info","ts":"2026-11-04T05:56:46Z","logger":"leaderelection","msg":"Successfully acquired lease","lock":"opendatahub/ai-gateway-controller-leader.opendatahub.io"} {"level":"info","ts":"2026-11-04T05:56:46Z","msg":"Starting EventSource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *unstructured.Unstructured[maas.opendatahub.io/v1alpha1 MaaSModelRef]"} {"level":"info","ts":"2026-11-04T05:56:46Z","msg":"Starting EventSource","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","source":"kind source: *unstructured.Unstructured[maas.opendatahub.io/v1alpha1 AITenant]"} {"level":"info","ts":"2026-11-04T05:56:46Z","msg":"Starting EventSource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *unstructured.Unstructured[maas.opendatahub.io/v1alpha1 MaasTenantConfig]"} {"level":"info","ts":"2026-11-04T05:56:46Z","msg":"Starting EventSource","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *unstructured.Unstructured[gateway.networking.k8s.io/v1beta1 ReferenceGrant]"} {"level":"info","ts":"2026-11-04T05:56:46Z","msg":"Starting EventSource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *unstructured.Unstructured[maas.opendatahub.io/v1alpha1 AITenant]"} {"level":"info","ts":"2026-11-04T05:56:46Z","msg":"Starting EventSource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.ExternalModel"} {"level":"info","ts":"2026-11-04T05:56:46Z","msg":"Starting EventSource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.ExternalProvider"} {"level":"info","ts":"2026-11-04T05:56:46Z","msg":"Starting EventSource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.PartialObjectMetadata[v1 Secret]"} {"level":"info","ts":"2026-11-04T05:56:46Z","msg":"Starting EventSource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.ConfigMap"} {"level":"info","ts":"2026-11-04T05:56:46Z","msg":"Starting EventSource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.AIGuardrail"} {"level":"info","ts":"2026-11-04T05:56:46Z","msg":"Starting EventSource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *unstructured.Unstructured[maas.opendatahub.io/v1alpha1 MaaSSubscription]"} {"level":"info","ts":"2026-11-04T05:56:46Z","msg":"Starting EventSource","controller":"aiguardrail","controllerGroup":"aigateway.opendatahub.io","controllerKind":"AIGuardrail","source":"kind source: *v1.Namespace"} {"level":"info","ts":"2026-11-04T05:56:46Z","msg":"Starting EventSource","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","source":"kind source: *v1alpha1.ExternalProvider"} {"level":"info","ts":"2026-11-04T05:56:46Z","msg":"Starting EventSource","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","source":"kind source: *v1.PartialObjectMetadata[v1 Secret]"} {"level":"info","ts":"2026-11-04T05:56:46Z","msg":"Starting EventSource","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","source":"kind source: *unstructured.Unstructured[maas.opendatahub.io/v1alpha1 MaasTenantConfig]"} {"level":"info","ts":"2026-11-04T05:56:46Z","msg":"Starting EventSource","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *unstructured.Unstructured[gateway.networking.k8s.io/v1 HTTPRoute]"} {"level":"info","ts":"2026-11-04T05:56:46Z","msg":"Starting EventSource","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalModel"} {"level":"info","ts":"2026-11-04T05:56:46Z","msg":"Starting EventSource","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalProvider"} {"level":"info","ts":"2026-11-04T05:56:46Z","msg":"Starting EventSource","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1.PartialObjectMetadata[v1 Secret]"} {"level":"info","ts":"2026-11-04T05:56:46Z","msg":"Starting EventSource","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1.Service"} {"level":"info","ts":"2026-11-04T05:56:46Z","msg":"Starting EventSource","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.AIGuardrail"} {"level":"info","ts":"2026-11-04T05:56:46Z","msg":"Starting EventSource","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *unstructured.Unstructured[maas.opendatahub.io/v1alpha1 MaaSSubscription]"} {"level":"info","ts":"2026-11-04T05:56:46Z","msg":"Starting EventSource","controller":"consumer-portal","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *unstructured.Unstructured[dscinitialization.opendatahub.io/v2 DSCInitialization]"} {"level":"info","ts":"2026-11-04T05:56:46Z","msg":"Starting EventSource","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *unstructured.Unstructured[maas.opendatahub.io/v1alpha1 MaaSModelRef]"} {"level":"info","ts":"2026-11-04T05:56:46Z","msg":"Starting EventSource","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalModel"} {"level":"info","ts":"2026-11-04T05:56:46Z","msg":"Starting EventSource","controller":"aiguardrail","controllerGroup":"aigateway.opendatahub.io","controllerKind":"AIGuardrail","source":"kind source: *v1alpha1.AIGuardrail"} {"level":"info","ts":"2026-11-04T05:56:46Z","msg":"Starting EventSource","controller":"consumer-portal","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.PartialObjectMetadata[v1 ConfigMap]"} {"level":"info","ts":"2026-11-04T05:56:46Z","msg":"Starting EventSource","controller":"consumer-portal","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.PartialObjectMetadata[v1 Secret]"} {"level":"info","ts":"2026-11-04T05:56:46Z","msg":"Starting EventSource","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *unstructured.Unstructured[maas.opendatahub.io/v1alpha1 AITenant]"} {"level":"info","ts":"2026-11-04T05:56:46Z","msg":"Starting EventSource","controller":"consumer-portal","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.PartialObjectMetadata[v1 Service]"} {"level":"info","ts":"2026-11-04T05:56:46Z","msg":"Starting EventSource","controller":"consumer-portal","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *unstructured.Unstructured[gateway.networking.k8s.io/v1 HTTPRoute]"} {"level":"info","ts":"2026-11-04T05:56:46Z","msg":"Starting EventSource","controller":"consumer-portal","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *unstructured.Unstructured[maas.opendatahub.io/v1alpha1 MaasTenantConfig]"} {"level":"info","ts":"2026-11-04T05:56:46Z","msg":"Starting EventSource","controller":"consumer-portal","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *unstructured.Unstructured[maas.opendatahub.io/v1alpha1 AITenant]"} {"level":"info","ts":"2026-11-04T05:56:46Z","msg":"Starting EventSource","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *unstructured.Unstructured[maas.opendatahub.io/v1alpha1 MaasTenantConfig]"} {"level":"info","ts":"2026-11-04T05:56:46Z","msg":"Starting Controller","controller":"aiguardrail","controllerGroup":"aigateway.opendatahub.io","controllerKind":"AIGuardrail"} {"level":"info","ts":"2026-11-04T05:56:46Z","msg":"Starting workers","controller":"aiguardrail","controllerGroup":"aigateway.opendatahub.io","controllerKind":"AIGuardrail","worker count":1} {"level":"info","ts":"2026-11-04T05:56:46Z","msg":"Starting Controller","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel"} {"level":"info","ts":"2026-11-04T05:56:46Z","msg":"Starting workers","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","worker count":1} {"level":"info","ts":"2026-11-04T05:56:46Z","msg":"Starting Controller","controller":"consumer-portal","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig"} {"level":"info","ts":"2026-11-04T05:56:46Z","msg":"Starting workers","controller":"consumer-portal","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","worker count":1} {"level":"info","ts":"2026-11-04T05:56:46Z","logger":"consumer-portal","msg":"default AITenant has no OIDC issuer; OpenShift OAuth mode is not supported yet, removing the auth proxy","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"}} {"level":"info","ts":"2026-11-04T05:56:46Z","msg":"Starting Controller","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider"} {"level":"info","ts":"2026-11-04T05:56:46Z","msg":"Starting workers","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","worker count":1} {"level":"info","ts":"2026-11-04T05:56:46Z","msg":"Starting Controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig"} {"level":"info","ts":"2026-11-04T05:56:46Z","msg":"Starting workers","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","worker count":1} {"level":"info","ts":"2026-11-04T05:56:46Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T05:56:47Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T05:56:48Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T05:56:48Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T05:56:57Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T05:56:57Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T05:56:59Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T05:56:59Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T05:57:14Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T05:57:14Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T05:58:22Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-c65a77"}} {"level":"info","ts":"2026-11-04T05:58:22Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-c65a77"},"tenantID":"e2e-worker-w4-c65a77","namespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c65a77"} {"level":"info","ts":"2026-11-04T05:58:22Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-c65a77"}} {"level":"info","ts":"2026-11-04T05:58:22Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-c65a77"},"tenantID":"e2e-worker-w4-c65a77","namespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c65a77"} {"level":"info","ts":"2026-11-04T05:58:23Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-827bf7"}} {"level":"info","ts":"2026-11-04T05:58:23Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-827bf7"},"tenantID":"e2e-worker-w2-827bf7","namespace":"openshift-ingress","gatewayName":"e2e-worker-w2-827bf7"} {"level":"info","ts":"2026-11-04T05:58:23Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-827bf7"}} {"level":"info","ts":"2026-11-04T05:58:23Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-827bf7"},"tenantID":"e2e-worker-w2-827bf7","namespace":"openshift-ingress","gatewayName":"e2e-worker-w2-827bf7"} {"level":"info","ts":"2026-11-04T05:58:23Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-fe4bca"}} {"level":"info","ts":"2026-11-04T05:58:24Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-fe4bca"},"tenantID":"e2e-worker-w3-fe4bca","namespace":"openshift-ingress","gatewayName":"e2e-worker-w3-fe4bca"} {"level":"info","ts":"2026-11-04T05:58:24Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-c65a77"},"tenantID":"e2e-worker-w4-c65a77","namespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c65a77"} {"level":"info","ts":"2026-11-04T05:58:24Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-827bf7"}} {"level":"info","ts":"2026-11-04T05:58:24Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-827bf7"},"tenantID":"e2e-worker-w2-827bf7","namespace":"openshift-ingress","gatewayName":"e2e-worker-w2-827bf7"} {"level":"info","ts":"2026-11-04T05:58:24Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-fe4bca"}} {"level":"info","ts":"2026-11-04T05:58:25Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-fe4bca"},"tenantID":"e2e-worker-w3-fe4bca","namespace":"openshift-ingress","gatewayName":"e2e-worker-w3-fe4bca"} {"level":"info","ts":"2026-11-04T05:58:25Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-827bf7"},"tenantID":"e2e-worker-w2-827bf7","namespace":"openshift-ingress","gatewayName":"e2e-worker-w2-827bf7"} {"level":"info","ts":"2026-11-04T05:58:25Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-fe4bca"}} {"level":"info","ts":"2026-11-04T05:58:25Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-fe4bca"},"tenantID":"e2e-worker-w3-fe4bca","namespace":"openshift-ingress","gatewayName":"e2e-worker-w3-fe4bca"} {"level":"info","ts":"2026-11-04T05:58:26Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-fe4bca"},"tenantID":"e2e-worker-w3-fe4bca","namespace":"openshift-ingress","gatewayName":"e2e-worker-w3-fe4bca"} {"level":"info","ts":"2026-11-04T05:58:31Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-ec9514"}} {"level":"info","ts":"2026-11-04T05:58:31Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-ec9514"},"tenantID":"e2e-worker-w1-ec9514","namespace":"openshift-ingress","gatewayName":"e2e-worker-w1-ec9514"} {"level":"info","ts":"2026-11-04T05:58:31Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-ec9514"}} {"level":"info","ts":"2026-11-04T05:58:31Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-ec9514"},"tenantID":"e2e-worker-w1-ec9514","namespace":"openshift-ingress","gatewayName":"e2e-worker-w1-ec9514"} {"level":"info","ts":"2026-11-04T05:58:33Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-c65a77"},"tenantID":"e2e-worker-w4-c65a77","namespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c65a77"} {"level":"info","ts":"2026-11-04T05:58:33Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-c65a77"},"tenantID":"e2e-worker-w4-c65a77","namespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c65a77"} {"level":"info","ts":"2026-11-04T05:58:34Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-ec9514"}} {"level":"info","ts":"2026-11-04T05:58:34Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-ec9514"},"tenantID":"e2e-worker-w1-ec9514","namespace":"openshift-ingress","gatewayName":"e2e-worker-w1-ec9514"} {"level":"info","ts":"2026-11-04T05:58:35Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-b6fb2c"}} {"level":"info","ts":"2026-11-04T05:58:35Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-b6fb2c"},"tenantID":"e2e-worker-w0-b6fb2c","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb2c"} {"level":"info","ts":"2026-11-04T05:58:35Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-b6fb2c"}} {"level":"info","ts":"2026-11-04T05:58:35Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-b6fb2c"},"tenantID":"e2e-worker-w0-b6fb2c","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb2c"} {"level":"info","ts":"2026-11-04T05:58:35Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-ec9514"},"tenantID":"e2e-worker-w1-ec9514","namespace":"openshift-ingress","gatewayName":"e2e-worker-w1-ec9514"} {"level":"info","ts":"2026-11-04T05:58:36Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-fe4bca"},"tenantID":"e2e-worker-w3-fe4bca","namespace":"openshift-ingress","gatewayName":"e2e-worker-w3-fe4bca"} {"level":"info","ts":"2026-11-04T05:58:37Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-fe4bca"},"tenantID":"e2e-worker-w3-fe4bca","namespace":"openshift-ingress","gatewayName":"e2e-worker-w3-fe4bca"} {"level":"info","ts":"2026-11-04T05:58:39Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-b6fb2c"}} {"level":"info","ts":"2026-11-04T05:58:39Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-b6fb2c"},"tenantID":"e2e-worker-w0-b6fb2c","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb2c"} {"level":"info","ts":"2026-11-04T05:58:40Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-b6fb2c"},"tenantID":"e2e-worker-w0-b6fb2c","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb2c"} {"level":"info","ts":"2026-11-04T05:58:43Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-ec9514"},"tenantID":"e2e-worker-w1-ec9514","namespace":"openshift-ingress","gatewayName":"e2e-worker-w1-ec9514"} {"level":"info","ts":"2026-11-04T05:58:43Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-ec9514"},"tenantID":"e2e-worker-w1-ec9514","namespace":"openshift-ingress","gatewayName":"e2e-worker-w1-ec9514"} {"level":"info","ts":"2026-11-04T05:58:47Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-b6fb2c"},"tenantID":"e2e-worker-w0-b6fb2c","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb2c"} {"level":"info","ts":"2026-11-04T05:58:48Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-b6fb2c"},"tenantID":"e2e-worker-w0-b6fb2c","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb2c"} {"level":"info","ts":"2026-11-04T05:58:48Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-827bf7"},"tenantID":"e2e-worker-w2-827bf7","namespace":"openshift-ingress","gatewayName":"e2e-worker-w2-827bf7"} {"level":"info","ts":"2026-11-04T05:58:49Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-827bf7"},"tenantID":"e2e-worker-w2-827bf7","namespace":"openshift-ingress","gatewayName":"e2e-worker-w2-827bf7"} {"level":"info","ts":"2026-11-04T05:59:26Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-fe4bca"},"tenantID":"e2e-worker-w3-fe4bca","namespace":"openshift-ingress","gatewayName":"e2e-worker-w3-fe4bca"} {"level":"info","ts":"2026-11-04T05:59:27Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T05:59:27Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-fe4bca"},"tenantID":"e2e-worker-w3-fe4bca","namespace":"openshift-ingress","gatewayName":"e2e-worker-w3-fe4bca"} {"level":"info","ts":"2026-11-04T05:59:27Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-fe4bca"},"tenantID":"e2e-worker-w3-fe4bca","namespace":"openshift-ingress","gatewayName":"e2e-worker-w3-fe4bca"} {"level":"info","ts":"2026-11-04T05:59:30Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-c65a77"},"tenantID":"e2e-worker-w4-c65a77","namespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c65a77"} {"level":"info","ts":"2026-11-04T05:59:31Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-fe4bca"},"tenantID":"e2e-worker-w3-fe4bca","namespace":"openshift-ingress","gatewayName":"e2e-worker-w3-fe4bca"} {"level":"info","ts":"2026-11-04T05:59:31Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-c65a77"},"tenantID":"e2e-worker-w4-c65a77","namespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c65a77"} {"level":"info","ts":"2026-11-04T05:59:33Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-b6fb2c"},"tenantID":"e2e-worker-w0-b6fb2c","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb2c"} {"level":"info","ts":"2026-11-04T05:59:33Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-c65a77"},"tenantID":"e2e-worker-w4-c65a77","namespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c65a77"} {"level":"info","ts":"2026-11-04T05:59:34Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-b6fb2c"},"tenantID":"e2e-worker-w0-b6fb2c","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb2c"} {"level":"info","ts":"2026-11-04T05:59:34Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-b6fb2c"},"tenantID":"e2e-worker-w0-b6fb2c","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb2c"} {"level":"info","ts":"2026-11-04T05:59:34Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-ec9514"},"tenantID":"e2e-worker-w1-ec9514","namespace":"openshift-ingress","gatewayName":"e2e-worker-w1-ec9514"} {"level":"info","ts":"2026-11-04T05:59:34Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-b6fb2c"},"tenantID":"e2e-worker-w0-b6fb2c","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb2c"} {"level":"info","ts":"2026-11-04T05:59:35Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-ec9514"},"tenantID":"e2e-worker-w1-ec9514","namespace":"openshift-ingress","gatewayName":"e2e-worker-w1-ec9514"} {"level":"info","ts":"2026-11-04T05:59:36Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-fe4bca"},"tenantID":"e2e-worker-w3-fe4bca","namespace":"openshift-ingress","gatewayName":"e2e-worker-w3-fe4bca"} {"level":"info","ts":"2026-11-04T05:59:36Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-827bf7"},"tenantID":"e2e-worker-w2-827bf7","namespace":"openshift-ingress","gatewayName":"e2e-worker-w2-827bf7"} {"level":"info","ts":"2026-11-04T05:59:36Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-c65a77"},"tenantID":"e2e-worker-w4-c65a77","namespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c65a77"} {"level":"info","ts":"2026-11-04T05:59:37Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-ec9514"},"tenantID":"e2e-worker-w1-ec9514","namespace":"openshift-ingress","gatewayName":"e2e-worker-w1-ec9514"} {"level":"info","ts":"2026-11-04T05:59:37Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-fe4bca"},"tenantID":"e2e-worker-w3-fe4bca","namespace":"openshift-ingress","gatewayName":"e2e-worker-w3-fe4bca"} {"level":"info","ts":"2026-11-04T05:59:37Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-827bf7"},"tenantID":"e2e-worker-w2-827bf7","namespace":"openshift-ingress","gatewayName":"e2e-worker-w2-827bf7"} {"level":"info","ts":"2026-11-04T05:59:46Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-ec9514"},"tenantID":"e2e-worker-w1-ec9514","namespace":"openshift-ingress","gatewayName":"e2e-worker-w1-ec9514"} {"level":"info","ts":"2026-11-04T05:59:46Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-b6fb2c"},"tenantID":"e2e-worker-w0-b6fb2c","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb2c"} {"level":"info","ts":"2026-11-04T05:59:47Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-827bf7"},"tenantID":"e2e-worker-w2-827bf7","namespace":"openshift-ingress","gatewayName":"e2e-worker-w2-827bf7"} {"level":"info","ts":"2026-11-04T05:59:47Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-ec9514"},"tenantID":"e2e-worker-w1-ec9514","namespace":"openshift-ingress","gatewayName":"e2e-worker-w1-ec9514"} {"level":"info","ts":"2026-11-04T05:59:47Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-b6fb2c"},"tenantID":"e2e-worker-w0-b6fb2c","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb2c"} {"level":"info","ts":"2026-11-04T06:00:00Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-ec9514"},"tenantID":"e2e-worker-w1-ec9514","namespace":"openshift-ingress","gatewayName":"e2e-worker-w1-ec9514"} {"level":"info","ts":"2026-11-04T06:00:00Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-ec9514"},"tenantID":"e2e-worker-w1-ec9514","namespace":"openshift-ingress","gatewayName":"e2e-worker-w1-ec9514"} {"level":"info","ts":"2026-11-04T06:00:11Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-ec9514"},"tenantID":"e2e-worker-w1-ec9514","namespace":"openshift-ingress","gatewayName":"e2e-worker-w1-ec9514"} {"level":"info","ts":"2026-11-04T06:00:19Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-b6fb2c"},"tenantID":"e2e-worker-w0-b6fb2c","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb2c"} {"level":"info","ts":"2026-11-04T06:00:19Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-b6fb2c"},"tenantID":"e2e-worker-w0-b6fb2c","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb2c"} {"level":"info","ts":"2026-11-04T06:00:33Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-b6fb2c"},"tenantID":"e2e-worker-w0-b6fb2c","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb2c"} {"level":"info","ts":"2026-11-04T06:00:54Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f872b2"}} {"level":"info","ts":"2026-11-04T06:00:55Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f872b2"},"tenantID":"e2e-extmod-a-f872b2","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f872b2"} {"level":"info","ts":"2026-11-04T06:00:55Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f872b2"}} {"level":"info","ts":"2026-11-04T06:00:55Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f872b2"},"tenantID":"e2e-extmod-a-f872b2","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f872b2"} {"level":"info","ts":"2026-11-04T06:00:58Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f872b2"}} {"level":"info","ts":"2026-11-04T06:00:59Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f872b2"},"tenantID":"e2e-extmod-a-f872b2","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f872b2"} {"level":"info","ts":"2026-11-04T06:01:00Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f872b2"},"tenantID":"e2e-extmod-a-f872b2","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f872b2"} {"level":"info","ts":"2026-11-04T06:01:07Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-88e5f7"}} {"level":"info","ts":"2026-11-04T06:01:08Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-88e5f7"},"tenantID":"e2e-extmod-a-88e5f7","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-88e5f7"} {"level":"info","ts":"2026-11-04T06:01:08Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T06:01:08Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-88e5f7"}} {"level":"info","ts":"2026-11-04T06:01:09Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-88e5f7"},"tenantID":"e2e-extmod-a-88e5f7","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-88e5f7"} {"level":"info","ts":"2026-11-04T06:01:09Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T06:01:14Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T06:01:14Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T06:01:14Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T06:01:15Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T06:01:15Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-827bf7"},"tenantID":"e2e-worker-w2-827bf7","namespace":"openshift-ingress","gatewayName":"e2e-worker-w2-827bf7"} {"level":"info","ts":"2026-11-04T06:01:16Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T06:01:16Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-88e5f7"}} {"level":"info","ts":"2026-11-04T06:01:16Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-88e5f7"},"tenantID":"e2e-extmod-a-88e5f7","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-88e5f7"} {"level":"info","ts":"2026-11-04T06:01:17Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-88e5f7"},"tenantID":"e2e-extmod-a-88e5f7","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-88e5f7"} {"level":"info","ts":"2026-11-04T06:01:18Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f872b2"},"tenantID":"e2e-extmod-a-f872b2","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f872b2"} {"level":"info","ts":"2026-11-04T06:01:18Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f872b2"},"tenantID":"e2e-extmod-a-f872b2","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f872b2"} {"level":"info","ts":"2026-11-04T06:01:25Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-88e5f7"},"tenantID":"e2e-extmod-a-88e5f7","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-88e5f7"} {"level":"info","ts":"2026-11-04T06:01:25Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-88e5f7"},"tenantID":"e2e-extmod-a-88e5f7","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-88e5f7"} {"level":"info","ts":"2026-11-04T06:01:27Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T06:01:27Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T06:01:27Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T06:01:35Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-09f0ff"}} {"level":"info","ts":"2026-11-04T06:01:36Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-09f0ff"},"tenantID":"e2e-extmod-b-09f0ff","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-09f0ff"} {"level":"info","ts":"2026-11-04T06:01:36Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-09f0ff"}} {"level":"info","ts":"2026-11-04T06:01:36Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-09f0ff"},"tenantID":"e2e-extmod-b-09f0ff","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-09f0ff"} {"level":"info","ts":"2026-11-04T06:01:37Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T06:01:37Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T06:01:38Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T06:01:42Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-09f0ff"}} {"level":"info","ts":"2026-11-04T06:01:43Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-09f0ff"},"tenantID":"e2e-extmod-b-09f0ff","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-09f0ff"} {"level":"info","ts":"2026-11-04T06:01:44Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-09f0ff"},"tenantID":"e2e-extmod-b-09f0ff","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-09f0ff"} {"level":"info","ts":"2026-11-04T06:01:47Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T06:01:48Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T06:01:48Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"error","ts":"2026-11-04T06:01:48Z","msg":"Reconciler error","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-8bca1a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-8bca1a","reconcileID":"2c07c73b-3c55-4f5a-b5c6-b7830d329998","error":"update ExternalModel attachment finalizer: externalmodels.inference.opendatahub.io \"e2e-dft-8bca1a\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"info","ts":"2026-11-04T06:01:48Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T06:01:50Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-b6fb2c"},"tenantID":"e2e-worker-w0-b6fb2c","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb2c"} {"level":"info","ts":"2026-11-04T06:01:50Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-b6fb2c"},"tenantID":"e2e-worker-w0-b6fb2c","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb2c"} {"level":"info","ts":"2026-11-04T06:01:53Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-0132c5"}} {"level":"info","ts":"2026-11-04T06:01:53Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-0132c5"},"tenantID":"e2e-extmod-b-0132c5","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0132c5"} {"level":"info","ts":"2026-11-04T06:01:53Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-0132c5"}} {"level":"info","ts":"2026-11-04T06:01:53Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-0132c5"},"tenantID":"e2e-extmod-b-0132c5","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0132c5"} {"level":"info","ts":"2026-11-04T06:01:55Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-b6fb2c"},"tenantID":"e2e-worker-w0-b6fb2c","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb2c"} {"level":"info","ts":"2026-11-04T06:01:56Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-b6fb2c"},"tenantID":"e2e-worker-w0-b6fb2c","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb2c"} {"level":"info","ts":"2026-11-04T06:02:00Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-0132c5"}} {"level":"info","ts":"2026-11-04T06:02:00Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-0132c5"},"tenantID":"e2e-extmod-b-0132c5","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0132c5"} {"level":"info","ts":"2026-11-04T06:02:00Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a709b4"}} {"level":"info","ts":"2026-11-04T06:02:01Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a709b4"},"tenantID":"e2e-extmod-a-a709b4","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a709b4"} {"level":"info","ts":"2026-11-04T06:02:01Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a709b4"}} {"level":"info","ts":"2026-11-04T06:02:01Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a709b4"},"tenantID":"e2e-extmod-a-a709b4","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a709b4"} {"level":"info","ts":"2026-11-04T06:02:02Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-0132c5"},"tenantID":"e2e-extmod-b-0132c5","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0132c5"} {"level":"error","ts":"2026-11-04T06:02:02Z","logger":"tenant","msg":"praxis-extproc apply failed for tenant; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-b6fb2c"},"error":"apply NetworkPolicy ai-tenant-e2e-worker-w0-b6fb2c/payload-processing-e2e-worker-w0-b6fb2c: networkpolicies.networking.k8s.io \"payload-processing-e2e-worker-w0-b6fb2c\" is forbidden: unable to create new content in namespace ai-tenant-e2e-worker-w0-b6fb2c because it is being terminated","stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcilePraxis\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:546\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"error","ts":"2026-11-04T06:02:02Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-b6fb2c"},"namespace":"ai-tenant-e2e-worker-w0-b6fb2c","name":"default-tenant","reconcileID":"9f8a8b6c-3dcf-47b9-bc54-84593d3abf9e","error":"apply: apply NetworkPolicy ai-tenant-e2e-worker-w0-b6fb2c/payload-processing-e2e-worker-w0-b6fb2c: networkpolicies.networking.k8s.io \"payload-processing-e2e-worker-w0-b6fb2c\" is forbidden: unable to create new content in namespace ai-tenant-e2e-worker-w0-b6fb2c because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"error","ts":"2026-11-04T06:02:02Z","logger":"tenant","msg":"praxis-extproc apply failed for tenant; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-b6fb2c"},"error":"apply NetworkPolicy ai-tenant-e2e-worker-w0-b6fb2c/payload-processing-e2e-worker-w0-b6fb2c: networkpolicies.networking.k8s.io \"payload-processing-e2e-worker-w0-b6fb2c\" is forbidden: unable to create new content in namespace ai-tenant-e2e-worker-w0-b6fb2c because it is being terminated","stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcilePraxis\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:546\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"error","ts":"2026-11-04T06:02:02Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-b6fb2c"},"namespace":"ai-tenant-e2e-worker-w0-b6fb2c","name":"default-tenant","reconcileID":"9b11c87a-eda7-42e4-8c9c-7f4f03603702","error":"apply: apply NetworkPolicy ai-tenant-e2e-worker-w0-b6fb2c/payload-processing-e2e-worker-w0-b6fb2c: networkpolicies.networking.k8s.io \"payload-processing-e2e-worker-w0-b6fb2c\" is forbidden: unable to create new content in namespace ai-tenant-e2e-worker-w0-b6fb2c because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"error","ts":"2026-11-04T06:02:02Z","logger":"tenant","msg":"praxis-extproc apply failed for tenant; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-b6fb2c"},"error":"apply NetworkPolicy ai-tenant-e2e-worker-w0-b6fb2c/payload-processing-e2e-worker-w0-b6fb2c: networkpolicies.networking.k8s.io \"payload-processing-e2e-worker-w0-b6fb2c\" is forbidden: unable to create new content in namespace ai-tenant-e2e-worker-w0-b6fb2c because it is being terminated","stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcilePraxis\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:546\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"error","ts":"2026-11-04T06:02:02Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-b6fb2c"},"namespace":"ai-tenant-e2e-worker-w0-b6fb2c","name":"default-tenant","reconcileID":"369effba-0f97-4414-ada4-4ccfa5ed9474","error":"apply: apply NetworkPolicy ai-tenant-e2e-worker-w0-b6fb2c/payload-processing-e2e-worker-w0-b6fb2c: networkpolicies.networking.k8s.io \"payload-processing-e2e-worker-w0-b6fb2c\" is forbidden: unable to create new content in namespace ai-tenant-e2e-worker-w0-b6fb2c because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"info","ts":"2026-11-04T06:02:03Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-b6fb2c"},"tenantID":"e2e-worker-w0-b6fb2c","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-04T06:02:03Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-b6fb2c"},"tenantID":"e2e-worker-w0-b6fb2c","namespace":"openshift-ingress"} {"level":"error","ts":"2026-11-04T06:02:03Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-b6fb2c"},"namespace":"ai-tenant-e2e-worker-w0-b6fb2c","name":"default-tenant","reconcileID":"90758e21-850f-4e38-bc95-4e8f7bcb7274","error":"Operation cannot be fulfilled on maastenantconfigs.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"info","ts":"2026-11-04T06:02:04Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-09f0ff"},"tenantID":"e2e-extmod-b-09f0ff","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-09f0ff"} {"level":"info","ts":"2026-11-04T06:02:04Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-09f0ff"},"tenantID":"e2e-extmod-b-09f0ff","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-09f0ff"} {"level":"info","ts":"2026-11-04T06:02:08Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a709b4"}} {"level":"info","ts":"2026-11-04T06:02:08Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a709b4"},"tenantID":"e2e-extmod-a-a709b4","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a709b4"} {"level":"info","ts":"2026-11-04T06:02:10Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a709b4"},"tenantID":"e2e-extmod-a-a709b4","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a709b4"} {"level":"info","ts":"2026-11-04T06:02:14Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-0132c5"},"tenantID":"e2e-extmod-b-0132c5","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0132c5"} {"level":"info","ts":"2026-11-04T06:02:14Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-0132c5"},"tenantID":"e2e-extmod-b-0132c5","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0132c5"} {"level":"info","ts":"2026-11-04T06:02:17Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-09f0ff"},"tenantID":"e2e-extmod-b-09f0ff","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-09f0ff"} {"level":"info","ts":"2026-11-04T06:02:18Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-09f0ff"},"tenantID":"e2e-extmod-b-09f0ff","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-09f0ff"} {"level":"info","ts":"2026-11-04T06:02:18Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-09f0ff"},"tenantID":"e2e-extmod-b-09f0ff","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-09f0ff"} {"level":"info","ts":"2026-11-04T06:02:20Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-0132c5"},"tenantID":"e2e-extmod-b-0132c5","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0132c5"} {"level":"info","ts":"2026-11-04T06:02:20Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-0132c5"},"tenantID":"e2e-extmod-b-0132c5","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0132c5"} {"level":"info","ts":"2026-11-04T06:02:20Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-0132c5"},"tenantID":"e2e-extmod-b-0132c5","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0132c5"} {"level":"info","ts":"2026-11-04T06:02:22Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a709b4"},"tenantID":"e2e-extmod-a-a709b4","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a709b4"} {"level":"info","ts":"2026-11-04T06:02:22Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a709b4"},"tenantID":"e2e-extmod-a-a709b4","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a709b4"} {"level":"info","ts":"2026-11-04T06:02:42Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T06:02:42Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T06:02:51Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-ff3a4f"}} {"level":"info","ts":"2026-11-04T06:02:52Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-ff3a4f"},"tenantID":"e2e-extmod-b-ff3a4f","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ff3a4f"} {"level":"info","ts":"2026-11-04T06:02:52Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-ff3a4f"}} {"level":"info","ts":"2026-11-04T06:02:52Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-ff3a4f"},"tenantID":"e2e-extmod-b-ff3a4f","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ff3a4f"} {"level":"info","ts":"2026-11-04T06:02:58Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T06:03:00Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-ff3a4f"}} {"level":"info","ts":"2026-11-04T06:03:00Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-ff3a4f"},"tenantID":"e2e-extmod-b-ff3a4f","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ff3a4f"} {"level":"info","ts":"2026-11-04T06:03:01Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T06:03:01Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T06:03:02Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-ff3a4f"},"tenantID":"e2e-extmod-b-ff3a4f","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ff3a4f"} {"level":"info","ts":"2026-11-04T06:03:11Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T06:03:12Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-ff3a4f"},"tenantID":"e2e-extmod-b-ff3a4f","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ff3a4f"} {"level":"info","ts":"2026-11-04T06:03:12Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-ff3a4f"},"tenantID":"e2e-extmod-b-ff3a4f","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ff3a4f"} {"level":"info","ts":"2026-11-04T06:03:12Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T06:03:12Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T06:03:14Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-827bf7"},"tenantID":"e2e-worker-w2-827bf7","namespace":"openshift-ingress","gatewayName":"e2e-worker-w2-827bf7"} {"level":"info","ts":"2026-11-04T06:03:14Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-827bf7"},"tenantID":"e2e-worker-w2-827bf7","namespace":"openshift-ingress","gatewayName":"e2e-worker-w2-827bf7"} {"level":"info","ts":"2026-11-04T06:03:17Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-0132c5"},"tenantID":"e2e-extmod-b-0132c5","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0132c5"} {"level":"info","ts":"2026-11-04T06:03:17Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-0132c5"},"tenantID":"e2e-extmod-b-0132c5","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0132c5"} {"level":"info","ts":"2026-11-04T06:03:19Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-ff3a4f"},"tenantID":"e2e-extmod-b-ff3a4f","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ff3a4f"} {"level":"info","ts":"2026-11-04T06:03:19Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-827bf7"},"tenantID":"e2e-worker-w2-827bf7","namespace":"openshift-ingress","gatewayName":"e2e-worker-w2-827bf7"} {"level":"info","ts":"2026-11-04T06:03:19Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-ff3a4f"},"tenantID":"e2e-extmod-b-ff3a4f","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ff3a4f"} {"level":"info","ts":"2026-11-04T06:03:20Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-09f0ff"},"tenantID":"e2e-extmod-b-09f0ff","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-09f0ff"} {"level":"info","ts":"2026-11-04T06:03:20Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-827bf7"},"tenantID":"e2e-worker-w2-827bf7","namespace":"openshift-ingress","gatewayName":"e2e-worker-w2-827bf7"} {"level":"info","ts":"2026-11-04T06:03:20Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-ff3a4f"},"tenantID":"e2e-extmod-b-ff3a4f","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ff3a4f"} {"level":"info","ts":"2026-11-04T06:03:25Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-827bf7"},"tenantID":"e2e-worker-w2-827bf7","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-04T06:03:30Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-0132c5"},"tenantID":"e2e-extmod-b-0132c5","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0132c5"} {"level":"info","ts":"2026-11-04T06:03:38Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-0132c5"},"tenantID":"e2e-extmod-b-0132c5","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0132c5"} {"level":"info","ts":"2026-11-04T06:03:38Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-0132c5"},"tenantID":"e2e-extmod-b-0132c5","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0132c5"} {"level":"info","ts":"2026-11-04T06:03:45Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-09f0ff"},"tenantID":"e2e-extmod-b-09f0ff","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-09f0ff"} {"level":"info","ts":"2026-11-04T06:03:48Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-0132c5"},"tenantID":"e2e-extmod-b-0132c5","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0132c5"} {"level":"info","ts":"2026-11-04T06:03:49Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-0132c5"},"tenantID":"e2e-extmod-b-0132c5","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0132c5"} {"level":"info","ts":"2026-11-04T06:03:49Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-0132c5"},"tenantID":"e2e-extmod-b-0132c5","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0132c5"} {"level":"info","ts":"2026-11-04T06:03:56Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-09f0ff"},"tenantID":"e2e-extmod-b-09f0ff","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-09f0ff"} {"level":"info","ts":"2026-11-04T06:03:56Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-09f0ff"},"tenantID":"e2e-extmod-b-09f0ff","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-09f0ff"} {"level":"info","ts":"2026-11-04T06:04:01Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-ff3a4f"},"tenantID":"e2e-extmod-b-ff3a4f","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ff3a4f"} {"level":"info","ts":"2026-11-04T06:04:01Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-ff3a4f"},"tenantID":"e2e-extmod-b-ff3a4f","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ff3a4f"} {"level":"info","ts":"2026-11-04T06:04:06Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-09f0ff"},"tenantID":"e2e-extmod-b-09f0ff","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-09f0ff"} {"level":"info","ts":"2026-11-04T06:04:06Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-ff3a4f"},"tenantID":"e2e-extmod-b-ff3a4f","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ff3a4f"} {"level":"info","ts":"2026-11-04T06:04:07Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-09f0ff"},"tenantID":"e2e-extmod-b-09f0ff","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-09f0ff"} {"level":"info","ts":"2026-11-04T06:04:07Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-09f0ff"},"tenantID":"e2e-extmod-b-09f0ff","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-09f0ff"} {"level":"info","ts":"2026-11-04T06:04:08Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-ff3a4f"},"tenantID":"e2e-extmod-b-ff3a4f","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ff3a4f"} {"level":"info","ts":"2026-11-04T06:04:09Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-88e5f7"},"tenantID":"e2e-extmod-a-88e5f7","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-88e5f7"} {"level":"info","ts":"2026-11-04T06:04:09Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-ff3a4f"},"tenantID":"e2e-extmod-b-ff3a4f","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ff3a4f"} {"level":"info","ts":"2026-11-04T06:04:09Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-88e5f7"},"tenantID":"e2e-extmod-a-88e5f7","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-04T06:04:19Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-ff3a4f"},"tenantID":"e2e-extmod-b-ff3a4f","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ff3a4f"} {"level":"error","ts":"2026-11-04T06:04:26Z","logger":"tenant","msg":"praxis-extproc apply failed for tenant; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f872b2"},"error":"apply NetworkPolicy ai-tenant-e2e-extmod-a-f872b2/payload-processing-e2e-extmod-a-f872b2: networkpolicies.networking.k8s.io \"payload-processing-e2e-extmod-a-f872b2\" is forbidden: unable to create new content in namespace ai-tenant-e2e-extmod-a-f872b2 because it is being terminated","stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcilePraxis\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:546\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"error","ts":"2026-11-04T06:04:26Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f872b2"},"namespace":"ai-tenant-e2e-extmod-a-f872b2","name":"default-tenant","reconcileID":"f856a2dc-413e-455b-932d-d99fe3717ca9","error":"apply: apply NetworkPolicy ai-tenant-e2e-extmod-a-f872b2/payload-processing-e2e-extmod-a-f872b2: networkpolicies.networking.k8s.io \"payload-processing-e2e-extmod-a-f872b2\" is forbidden: unable to create new content in namespace ai-tenant-e2e-extmod-a-f872b2 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"error","ts":"2026-11-04T06:04:26Z","logger":"tenant","msg":"praxis-extproc apply failed for tenant; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f872b2"},"error":"apply NetworkPolicy ai-tenant-e2e-extmod-a-f872b2/payload-processing-e2e-extmod-a-f872b2: networkpolicies.networking.k8s.io \"payload-processing-e2e-extmod-a-f872b2\" is forbidden: unable to create new content in namespace ai-tenant-e2e-extmod-a-f872b2 because it is being terminated","stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcilePraxis\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:546\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"error","ts":"2026-11-04T06:04:26Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f872b2"},"namespace":"ai-tenant-e2e-extmod-a-f872b2","name":"default-tenant","reconcileID":"096968fa-df1d-4910-9788-bc98d0143507","error":"apply: apply NetworkPolicy ai-tenant-e2e-extmod-a-f872b2/payload-processing-e2e-extmod-a-f872b2: networkpolicies.networking.k8s.io \"payload-processing-e2e-extmod-a-f872b2\" is forbidden: unable to create new content in namespace ai-tenant-e2e-extmod-a-f872b2 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"error","ts":"2026-11-04T06:04:26Z","logger":"tenant","msg":"praxis-extproc apply failed for tenant; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f872b2"},"error":"apply NetworkPolicy ai-tenant-e2e-extmod-a-f872b2/payload-processing-e2e-extmod-a-f872b2: networkpolicies.networking.k8s.io \"payload-processing-e2e-extmod-a-f872b2\" is forbidden: unable to create new content in namespace ai-tenant-e2e-extmod-a-f872b2 because it is being terminated","stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcilePraxis\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:546\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"error","ts":"2026-11-04T06:04:26Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f872b2"},"namespace":"ai-tenant-e2e-extmod-a-f872b2","name":"default-tenant","reconcileID":"bf74e9b2-9079-48f2-91f9-afa7c500ed08","error":"apply: apply NetworkPolicy ai-tenant-e2e-extmod-a-f872b2/payload-processing-e2e-extmod-a-f872b2: networkpolicies.networking.k8s.io \"payload-processing-e2e-extmod-a-f872b2\" is forbidden: unable to create new content in namespace ai-tenant-e2e-extmod-a-f872b2 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"error","ts":"2026-11-04T06:04:27Z","logger":"tenant","msg":"praxis-extproc apply failed for tenant; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f872b2"},"error":"apply NetworkPolicy ai-tenant-e2e-extmod-a-f872b2/payload-processing-e2e-extmod-a-f872b2: networkpolicies.networking.k8s.io \"payload-processing-e2e-extmod-a-f872b2\" is forbidden: unable to create new content in namespace ai-tenant-e2e-extmod-a-f872b2 because it is being terminated","stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcilePraxis\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:546\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"error","ts":"2026-11-04T06:04:27Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f872b2"},"namespace":"ai-tenant-e2e-extmod-a-f872b2","name":"default-tenant","reconcileID":"0cbdc890-a4f0-4fc1-acf2-466c939be2aa","error":"apply: apply NetworkPolicy ai-tenant-e2e-extmod-a-f872b2/payload-processing-e2e-extmod-a-f872b2: networkpolicies.networking.k8s.io \"payload-processing-e2e-extmod-a-f872b2\" is forbidden: unable to create new content in namespace ai-tenant-e2e-extmod-a-f872b2 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"error","ts":"2026-11-04T06:04:27Z","logger":"tenant","msg":"praxis-extproc apply failed for tenant; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f872b2"},"error":"apply NetworkPolicy ai-tenant-e2e-extmod-a-f872b2/payload-processing-e2e-extmod-a-f872b2: networkpolicies.networking.k8s.io \"payload-processing-e2e-extmod-a-f872b2\" is forbidden: unable to create new content in namespace ai-tenant-e2e-extmod-a-f872b2 because it is being terminated","stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcilePraxis\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:546\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"error","ts":"2026-11-04T06:04:27Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f872b2"},"namespace":"ai-tenant-e2e-extmod-a-f872b2","name":"default-tenant","reconcileID":"692cef4c-e5c8-480e-a71c-2c5150c632ca","error":"apply: apply NetworkPolicy ai-tenant-e2e-extmod-a-f872b2/payload-processing-e2e-extmod-a-f872b2: networkpolicies.networking.k8s.io \"payload-processing-e2e-extmod-a-f872b2\" is forbidden: unable to create new content in namespace ai-tenant-e2e-extmod-a-f872b2 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"info","ts":"2026-11-04T06:04:27Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f872b2"}} {"level":"info","ts":"2026-11-04T06:04:27Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f872b2"},"tenantID":"e2e-extmod-a-f872b2","namespace":"openshift-ingress"} {"level":"error","ts":"2026-11-04T06:04:27Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f872b2"},"namespace":"ai-tenant-e2e-extmod-a-f872b2","name":"default-tenant","reconcileID":"874027ca-00fc-48f9-b595-76208963df7b","error":"Operation cannot be fulfilled on maastenantconfigs.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"info","ts":"2026-11-04T06:04:27Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f872b2"},"tenantID":"e2e-extmod-a-f872b2","namespace":"openshift-ingress"} {"level":"error","ts":"2026-11-04T06:04:29Z","msg":"Reconciler error","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-515e6d","namespace":"e2e-extmod-att-user-25a215"},"namespace":"e2e-extmod-att-user-25a215","name":"e2e-att-serve-515e6d","reconcileID":"674c15c6-b7c6-40f3-8b1a-175591c0f0a2","error":"update ExternalModel attachment finalizer: externalmodels.inference.opendatahub.io \"e2e-att-serve-515e6d\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"info","ts":"2026-11-04T06:04:29Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-ff3a4f"},"tenantID":"e2e-extmod-b-ff3a4f","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ff3a4f"} {"level":"info","ts":"2026-11-04T06:04:30Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-ff3a4f"},"tenantID":"e2e-extmod-b-ff3a4f","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ff3a4f"} {"level":"info","ts":"2026-11-04T06:04:30Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-0132c5"},"tenantID":"e2e-extmod-b-0132c5","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0132c5"} {"level":"info","ts":"2026-11-04T06:04:30Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-0132c5"},"tenantID":"e2e-extmod-b-0132c5","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0132c5"} {"level":"info","ts":"2026-11-04T06:04:31Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-0132c5"},"tenantID":"e2e-extmod-b-0132c5","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-04T06:04:31Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-0132c5"},"tenantID":"e2e-extmod-b-0132c5","namespace":"openshift-ingress"} {"level":"error","ts":"2026-11-04T06:04:31Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-0132c5"},"namespace":"ai-tenant-e2e-extmod-b-0132c5","name":"default-tenant","reconcileID":"d96460f9-92c4-4c29-acfa-8b4316458272","error":"Operation cannot be fulfilled on maastenantconfigs.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"info","ts":"2026-11-04T06:04:37Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-c65a77"},"tenantID":"e2e-worker-w4-c65a77","namespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c65a77"} {"level":"info","ts":"2026-11-04T06:04:37Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-fe4bca"},"tenantID":"e2e-worker-w3-fe4bca","namespace":"openshift-ingress","gatewayName":"e2e-worker-w3-fe4bca"} {"level":"info","ts":"2026-11-04T06:04:39Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-ec9514"},"tenantID":"e2e-worker-w1-ec9514","namespace":"openshift-ingress","gatewayName":"e2e-worker-w1-ec9514"} {"level":"info","ts":"2026-11-04T06:04:40Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-ec9514"},"tenantID":"e2e-worker-w1-ec9514","namespace":"openshift-ingress","gatewayName":"e2e-worker-w1-ec9514"} {"level":"info","ts":"2026-11-04T06:04:44Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-ec9514"},"tenantID":"e2e-worker-w1-ec9514","namespace":"openshift-ingress","gatewayName":"e2e-worker-w1-ec9514"} {"level":"info","ts":"2026-11-04T06:04:45Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-ec9514"},"tenantID":"e2e-worker-w1-ec9514","namespace":"openshift-ingress","gatewayName":"e2e-worker-w1-ec9514"} {"level":"info","ts":"2026-11-04T06:04:48Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a709b4"},"tenantID":"e2e-extmod-a-a709b4","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a709b4"} {"level":"info","ts":"2026-11-04T06:04:49Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a709b4"},"tenantID":"e2e-extmod-a-a709b4","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a709b4"} {"level":"info","ts":"2026-11-04T06:04:50Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a709b4"},"tenantID":"e2e-extmod-a-a709b4","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-04T06:04:50Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a709b4"},"tenantID":"e2e-extmod-a-a709b4","namespace":"openshift-ingress"} {"level":"error","ts":"2026-11-04T06:04:50Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a709b4"},"namespace":"ai-tenant-e2e-extmod-a-a709b4","name":"default-tenant","reconcileID":"cfc26f02-ea8e-4a0e-9457-b80a545b66f0","error":"Operation cannot be fulfilled on maastenantconfigs.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"info","ts":"2026-11-04T06:04:50Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-09f0ff"},"tenantID":"e2e-extmod-b-09f0ff","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-04T06:04:50Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-ec9514"},"tenantID":"e2e-worker-w1-ec9514","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-04T06:05:01Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-fe4bca"},"tenantID":"e2e-worker-w3-fe4bca","namespace":"openshift-ingress","gatewayName":"e2e-worker-w3-fe4bca"} {"level":"info","ts":"2026-11-04T06:05:01Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-fe4bca"},"tenantID":"e2e-worker-w3-fe4bca","namespace":"openshift-ingress","gatewayName":"e2e-worker-w3-fe4bca"} {"level":"info","ts":"2026-11-04T06:05:03Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-ff3a4f"},"tenantID":"e2e-extmod-b-ff3a4f","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-ff3a4f"} {"level":"info","ts":"2026-11-04T06:05:04Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-ff3a4f"},"tenantID":"e2e-extmod-b-ff3a4f","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-04T06:05:06Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-fe4bca"},"tenantID":"e2e-worker-w3-fe4bca","namespace":"openshift-ingress","gatewayName":"e2e-worker-w3-fe4bca"} {"level":"info","ts":"2026-11-04T06:05:06Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-fe4bca"},"tenantID":"e2e-worker-w3-fe4bca","namespace":"openshift-ingress","gatewayName":"e2e-worker-w3-fe4bca"} {"level":"info","ts":"2026-11-04T06:05:11Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-fe4bca"},"tenantID":"e2e-worker-w3-fe4bca","namespace":"openshift-ingress","gatewayName":"e2e-worker-w3-fe4bca"} {"level":"info","ts":"2026-11-04T06:05:13Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-c65a77"},"tenantID":"e2e-worker-w4-c65a77","namespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c65a77"} {"level":"info","ts":"2026-11-04T06:05:13Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-c65a77"},"tenantID":"e2e-worker-w4-c65a77","namespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c65a77"} {"level":"info","ts":"2026-11-04T06:05:18Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-c65a77"},"tenantID":"e2e-worker-w4-c65a77","namespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c65a77"} {"level":"info","ts":"2026-11-04T06:05:18Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-c65a77"},"tenantID":"e2e-worker-w4-c65a77","namespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c65a77"} {"level":"info","ts":"2026-11-04T06:05:21Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-fe4bca"},"tenantID":"e2e-worker-w3-fe4bca","namespace":"openshift-ingress","gatewayName":"e2e-worker-w3-fe4bca"} {"level":"info","ts":"2026-11-04T06:05:26Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-fe4bca"},"tenantID":"e2e-worker-w3-fe4bca","namespace":"openshift-ingress","gatewayName":"e2e-worker-w3-fe4bca"} {"level":"info","ts":"2026-11-04T06:05:27Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-fe4bca"},"tenantID":"e2e-worker-w3-fe4bca","namespace":"openshift-ingress","gatewayName":"e2e-worker-w3-fe4bca"} {"level":"info","ts":"2026-11-04T06:05:28Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-fe4bca"},"tenantID":"e2e-worker-w3-fe4bca","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-04T06:05:28Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-c65a77"},"tenantID":"e2e-worker-w4-c65a77","namespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c65a77"} {"level":"info","ts":"2026-11-04T06:05:33Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-c65a77"},"tenantID":"e2e-worker-w4-c65a77","namespace":"openshift-ingress","gatewayName":"e2e-worker-w4-c65a77"} {"level":"info","ts":"2026-11-04T06:05:34Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-c65a77"},"tenantID":"e2e-worker-w4-c65a77","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-04T06:05:34Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-c65a77"},"tenantID":"e2e-worker-w4-c65a77","namespace":"openshift-ingress"} {"level":"error","ts":"2026-11-04T06:05:34Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-c65a77"},"namespace":"ai-tenant-e2e-worker-w4-c65a77","name":"default-tenant","reconcileID":"233df6a6-2bfe-405c-8318-f05ffec0b0c1","error":"Operation cannot be fulfilled on maastenantconfigs.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}