{"level":"info","ts":"2026-11-04T01:23:23Z","logger":"aiguardrail","msg":"NemoGuardrails CRD not installed; AIGuardrail provider watch disabled","crd":"trustyai.opendatahub.io/v1alpha1, Kind=NemoGuardrails","effect":"every AIGuardrail is refused until TrustyAI is installed; policies recover on their own, but until this controller restarts provider edits are picked up at the resync interval rather than immediately"} {"level":"info","ts":"2026-11-04T01:23:23Z","logger":"setup","msg":"starting ai-gateway-controller","manifestPath":"/config/manifests/external-model/overlays/odh","image":"quay.io/opendatahub/odh-praxis-extproc:odh-stable"} {"level":"info","ts":"2026-11-04T01:23:23Z","logger":"controller-runtime.metrics","msg":"Starting metrics server"} {"level":"info","ts":"2026-11-04T01:23:23Z","msg":"starting server","name":"health probe","addr":"[::]:8081"} {"level":"info","ts":"2026-11-04T01:23:23Z","logger":"controller-runtime.certwatcher","msg":"Updated current TLS certificate","cert":"/tmp/k8s-metrics-server/metrics-certs/tls.crt","key":"/tmp/k8s-metrics-server/metrics-certs/tls.key"} {"level":"info","ts":"2026-11-04T01:23:23Z","logger":"controller-runtime.metrics","msg":"Serving metrics server","bindAddress":":8443","secure":true} {"level":"info","ts":"2026-11-04T01:23:23Z","logger":"controller-runtime.certwatcher","msg":"Starting certificate poll+watcher","cert":"/tmp/k8s-metrics-server/metrics-certs/tls.crt","key":"/tmp/k8s-metrics-server/metrics-certs/tls.key","interval":10} {"level":"info","ts":"2026-11-04T01:23:23Z","logger":"leaderelection","msg":"Attempting to acquire leader lease...","lock":"opendatahub/ai-gateway-controller-leader.opendatahub.io"} {"level":"info","ts":"2026-11-04T01:23:51Z","logger":"leaderelection","msg":"Successfully acquired lease","lock":"opendatahub/ai-gateway-controller-leader.opendatahub.io"} {"level":"info","ts":"2026-11-04T01:23:51Z","msg":"Starting EventSource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *unstructured.Unstructured[maas.opendatahub.io/v1alpha1 MaaSModelRef]"} {"level":"info","ts":"2026-11-04T01:23:51Z","msg":"Starting EventSource","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","source":"kind source: *unstructured.Unstructured[maas.opendatahub.io/v1alpha1 AITenant]"} {"level":"info","ts":"2026-11-04T01:23:51Z","msg":"Starting EventSource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *unstructured.Unstructured[maas.opendatahub.io/v1alpha1 MaasTenantConfig]"} {"level":"info","ts":"2026-11-04T01:23:51Z","msg":"Starting EventSource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *unstructured.Unstructured[maas.opendatahub.io/v1alpha1 AITenant]"} {"level":"info","ts":"2026-11-04T01:23:51Z","msg":"Starting EventSource","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *unstructured.Unstructured[gateway.networking.k8s.io/v1beta1 ReferenceGrant]"} {"level":"info","ts":"2026-11-04T01:23:51Z","msg":"Starting EventSource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.ExternalModel"} {"level":"info","ts":"2026-11-04T01:23:51Z","msg":"Starting EventSource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.ExternalProvider"} {"level":"info","ts":"2026-11-04T01:23:51Z","msg":"Starting EventSource","controller":"aiguardrail","controllerGroup":"aigateway.opendatahub.io","controllerKind":"AIGuardrail","source":"kind source: *v1.Namespace"} {"level":"info","ts":"2026-11-04T01:23:51Z","msg":"Starting EventSource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.PartialObjectMetadata[v1 Secret]"} {"level":"info","ts":"2026-11-04T01:23:51Z","msg":"Starting EventSource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.ConfigMap"} {"level":"info","ts":"2026-11-04T01:23:51Z","msg":"Starting EventSource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.AIGuardrail"} {"level":"info","ts":"2026-11-04T01:23:51Z","msg":"Starting EventSource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *unstructured.Unstructured[maas.opendatahub.io/v1alpha1 MaaSSubscription]"} {"level":"info","ts":"2026-11-04T01:23:51Z","msg":"Starting EventSource","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","source":"kind source: *v1alpha1.ExternalProvider"} {"level":"info","ts":"2026-11-04T01:23:51Z","msg":"Starting EventSource","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","source":"kind source: *v1.PartialObjectMetadata[v1 Secret]"} {"level":"info","ts":"2026-11-04T01:23:51Z","msg":"Starting EventSource","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","source":"kind source: *unstructured.Unstructured[maas.opendatahub.io/v1alpha1 MaasTenantConfig]"} {"level":"info","ts":"2026-11-04T01:23:51Z","msg":"Starting EventSource","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalModel"} {"level":"info","ts":"2026-11-04T01:23:51Z","msg":"Starting EventSource","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalProvider"} {"level":"info","ts":"2026-11-04T01:23:51Z","msg":"Starting EventSource","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1.PartialObjectMetadata[v1 Secret]"} {"level":"info","ts":"2026-11-04T01:23:51Z","msg":"Starting EventSource","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1.Service"} {"level":"info","ts":"2026-11-04T01:23:51Z","msg":"Starting EventSource","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.AIGuardrail"} {"level":"info","ts":"2026-11-04T01:23:51Z","msg":"Starting EventSource","controller":"aiguardrail","controllerGroup":"aigateway.opendatahub.io","controllerKind":"AIGuardrail","source":"kind source: *v1alpha1.AIGuardrail"} {"level":"info","ts":"2026-11-04T01:23:51Z","msg":"Starting EventSource","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *unstructured.Unstructured[maas.opendatahub.io/v1alpha1 MaaSSubscription]"} {"level":"info","ts":"2026-11-04T01:23:51Z","msg":"Starting EventSource","controller":"consumer-portal","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *unstructured.Unstructured[dscinitialization.opendatahub.io/v2 DSCInitialization]"} {"level":"info","ts":"2026-11-04T01:23:51Z","msg":"Starting EventSource","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *unstructured.Unstructured[maas.opendatahub.io/v1alpha1 MaaSModelRef]"} {"level":"info","ts":"2026-11-04T01:23:51Z","msg":"Starting EventSource","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalModel"} {"level":"info","ts":"2026-11-04T01:23:51Z","msg":"Starting EventSource","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *unstructured.Unstructured[maas.opendatahub.io/v1alpha1 MaasTenantConfig]"} {"level":"info","ts":"2026-11-04T01:23:51Z","msg":"Starting EventSource","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *unstructured.Unstructured[maas.opendatahub.io/v1alpha1 AITenant]"} {"level":"info","ts":"2026-11-04T01:23:51Z","msg":"Starting EventSource","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *unstructured.Unstructured[gateway.networking.k8s.io/v1 HTTPRoute]"} {"level":"info","ts":"2026-11-04T01:23:51Z","msg":"Starting EventSource","controller":"consumer-portal","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *unstructured.Unstructured[maas.opendatahub.io/v1alpha1 MaasTenantConfig]"} {"level":"info","ts":"2026-11-04T01:23:51Z","msg":"Starting EventSource","controller":"consumer-portal","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *unstructured.Unstructured[maas.opendatahub.io/v1alpha1 AITenant]"} {"level":"info","ts":"2026-11-04T01:23:51Z","msg":"Starting EventSource","controller":"consumer-portal","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.PartialObjectMetadata[v1 Secret]"} {"level":"info","ts":"2026-11-04T01:23:51Z","msg":"Starting EventSource","controller":"consumer-portal","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.PartialObjectMetadata[v1 ConfigMap]"} {"level":"info","ts":"2026-11-04T01:23:51Z","msg":"Starting EventSource","controller":"consumer-portal","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.PartialObjectMetadata[v1 Service]"} {"level":"info","ts":"2026-11-04T01:23:51Z","msg":"Starting EventSource","controller":"consumer-portal","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *unstructured.Unstructured[gateway.networking.k8s.io/v1 HTTPRoute]"} {"level":"info","ts":"2026-11-04T01:23:51Z","msg":"Starting Controller","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider"} {"level":"info","ts":"2026-11-04T01:23:51Z","msg":"Starting workers","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","worker count":1} {"level":"info","ts":"2026-11-04T01:23:51Z","msg":"Starting Controller","controller":"aiguardrail","controllerGroup":"aigateway.opendatahub.io","controllerKind":"AIGuardrail"} {"level":"info","ts":"2026-11-04T01:23:51Z","msg":"Starting workers","controller":"aiguardrail","controllerGroup":"aigateway.opendatahub.io","controllerKind":"AIGuardrail","worker count":1} {"level":"info","ts":"2026-11-04T01:23:51Z","msg":"Starting Controller","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel"} {"level":"info","ts":"2026-11-04T01:23:51Z","msg":"Starting workers","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","worker count":1} {"level":"info","ts":"2026-11-04T01:23:51Z","msg":"Starting Controller","controller":"consumer-portal","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig"} {"level":"info","ts":"2026-11-04T01:23:51Z","msg":"Starting workers","controller":"consumer-portal","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","worker count":1} {"level":"info","ts":"2026-11-04T01:23:51Z","logger":"consumer-portal","msg":"default AITenant has no OIDC issuer; OpenShift OAuth mode is not supported yet, removing the auth proxy","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"}} {"level":"info","ts":"2026-11-04T01:23:51Z","msg":"Starting Controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig"} {"level":"info","ts":"2026-11-04T01:23:51Z","msg":"Starting workers","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","worker count":1} {"level":"info","ts":"2026-11-04T01:23:54Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T01:23:57Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T01:24:00Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T01:24:24Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T01:24:26Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T01:24:28Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T01:24:33Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T01:24:36Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T01:24:55Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T01:24:57Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T01:25:00Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T01:25:11Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T01:25:13Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T01:26:16Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-9f7183"}} {"level":"info","ts":"2026-11-04T01:26:18Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-9f7183"},"tenantID":"e2e-worker-w3-9f7183","namespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f7183"} {"level":"info","ts":"2026-11-04T01:26:18Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-9f7183"}} {"level":"info","ts":"2026-11-04T01:26:21Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-9f7183"},"tenantID":"e2e-worker-w3-9f7183","namespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f7183"} {"level":"info","ts":"2026-11-04T01:26:21Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-9f7183"}} {"level":"info","ts":"2026-11-04T01:26:23Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-9f7183"},"tenantID":"e2e-worker-w3-9f7183","namespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f7183"} {"level":"info","ts":"2026-11-04T01:26:28Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-9f7183"},"tenantID":"e2e-worker-w3-9f7183","namespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f7183"} {"level":"info","ts":"2026-11-04T01:26:28Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-00cfe6"}} {"level":"info","ts":"2026-11-04T01:26:30Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-00cfe6"},"tenantID":"e2e-worker-w2-00cfe6","namespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00cfe6"} {"level":"info","ts":"2026-11-04T01:26:30Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-a96a99"}} {"level":"info","ts":"2026-11-04T01:26:33Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-a96a99"},"tenantID":"e2e-worker-w0-a96a99","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a96a99"} {"level":"info","ts":"2026-11-04T01:26:33Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-00cfe6"}} {"level":"info","ts":"2026-11-04T01:26:35Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-00cfe6"},"tenantID":"e2e-worker-w2-00cfe6","namespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00cfe6"} {"level":"info","ts":"2026-11-04T01:26:35Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-a96a99"}} {"level":"info","ts":"2026-11-04T01:26:37Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-a96a99"},"tenantID":"e2e-worker-w0-a96a99","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a96a99"} {"level":"info","ts":"2026-11-04T01:26:40Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-9f7183"},"tenantID":"e2e-worker-w3-9f7183","namespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f7183"} {"level":"info","ts":"2026-11-04T01:26:40Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-00cfe6"}} {"level":"info","ts":"2026-11-04T01:26:42Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-00cfe6"},"tenantID":"e2e-worker-w2-00cfe6","namespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00cfe6"} {"level":"info","ts":"2026-11-04T01:26:42Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-a96a99"}} {"level":"info","ts":"2026-11-04T01:26:44Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-a96a99"},"tenantID":"e2e-worker-w0-a96a99","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a96a99"} {"level":"info","ts":"2026-11-04T01:26:45Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-1baf54"}} {"level":"info","ts":"2026-11-04T01:26:47Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-1baf54"},"tenantID":"e2e-worker-w1-1baf54","namespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1baf54"} {"level":"info","ts":"2026-11-04T01:26:49Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-00cfe6"},"tenantID":"e2e-worker-w2-00cfe6","namespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00cfe6"} {"level":"info","ts":"2026-11-04T01:26:52Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-a96a99"},"tenantID":"e2e-worker-w0-a96a99","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a96a99"} {"level":"info","ts":"2026-11-04T01:26:52Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-1baf54"}} {"level":"info","ts":"2026-11-04T01:26:54Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-1baf54"},"tenantID":"e2e-worker-w1-1baf54","namespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1baf54"} {"level":"info","ts":"2026-11-04T01:26:54Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-b2eadb"}} {"level":"info","ts":"2026-11-04T01:26:57Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-b2eadb"},"tenantID":"e2e-worker-w4-b2eadb","namespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b2eadb"} {"level":"info","ts":"2026-11-04T01:26:57Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-b2eadb"}} {"level":"info","ts":"2026-11-04T01:26:59Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-b2eadb"},"tenantID":"e2e-worker-w4-b2eadb","namespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b2eadb"} {"level":"info","ts":"2026-11-04T01:27:05Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-00cfe6"},"tenantID":"e2e-worker-w2-00cfe6","namespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00cfe6"} {"level":"info","ts":"2026-11-04T01:27:05Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-1baf54"}} {"level":"info","ts":"2026-11-04T01:27:08Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-1baf54"},"tenantID":"e2e-worker-w1-1baf54","namespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1baf54"} {"level":"info","ts":"2026-11-04T01:27:10Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-00cfe6"},"tenantID":"e2e-worker-w2-00cfe6","namespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00cfe6"} {"level":"info","ts":"2026-11-04T01:27:10Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-b2eadb"}} {"level":"info","ts":"2026-11-04T01:27:13Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-b2eadb"},"tenantID":"e2e-worker-w4-b2eadb","namespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b2eadb"} {"level":"info","ts":"2026-11-04T01:27:15Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-1baf54"},"tenantID":"e2e-worker-w1-1baf54","namespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1baf54"} {"level":"info","ts":"2026-11-04T01:27:17Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-b2eadb"},"tenantID":"e2e-worker-w4-b2eadb","namespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b2eadb"} {"level":"info","ts":"2026-11-04T01:27:21Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-a96a99"},"tenantID":"e2e-worker-w0-a96a99","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a96a99"} {"level":"info","ts":"2026-11-04T01:27:24Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-a96a99"},"tenantID":"e2e-worker-w0-a96a99","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a96a99"} {"level":"info","ts":"2026-11-04T01:27:42Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-1baf54"},"tenantID":"e2e-worker-w1-1baf54","namespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1baf54"} {"level":"info","ts":"2026-11-04T01:27:44Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-1baf54"},"tenantID":"e2e-worker-w1-1baf54","namespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1baf54"} {"level":"info","ts":"2026-11-04T01:27:47Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-b2eadb"},"tenantID":"e2e-worker-w4-b2eadb","namespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b2eadb"} {"level":"info","ts":"2026-11-04T01:27:49Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-b2eadb"},"tenantID":"e2e-worker-w4-b2eadb","namespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b2eadb"} {"level":"info","ts":"2026-11-04T01:27:58Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-9f7183"},"tenantID":"e2e-worker-w3-9f7183","namespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f7183"} {"level":"info","ts":"2026-11-04T01:28:00Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T01:28:02Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-9f7183"},"tenantID":"e2e-worker-w3-9f7183","namespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f7183"} {"level":"info","ts":"2026-11-04T01:28:13Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-9f7183"},"tenantID":"e2e-worker-w3-9f7183","namespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f7183"} {"level":"info","ts":"2026-11-04T01:28:15Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-9f7183"},"tenantID":"e2e-worker-w3-9f7183","namespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f7183"} {"level":"info","ts":"2026-11-04T01:28:33Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-00cfe6"},"tenantID":"e2e-worker-w2-00cfe6","namespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00cfe6"} {"level":"info","ts":"2026-11-04T01:28:35Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-9f7183"},"tenantID":"e2e-worker-w3-9f7183","namespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f7183"} {"level":"info","ts":"2026-11-04T01:28:37Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-00cfe6"},"tenantID":"e2e-worker-w2-00cfe6","namespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00cfe6"} {"level":"info","ts":"2026-11-04T01:28:45Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-00cfe6"},"tenantID":"e2e-worker-w2-00cfe6","namespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00cfe6"} {"level":"info","ts":"2026-11-04T01:28:48Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-00cfe6"},"tenantID":"e2e-worker-w2-00cfe6","namespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00cfe6"} {"level":"info","ts":"2026-11-04T01:29:42Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-1baf54"},"tenantID":"e2e-worker-w1-1baf54","namespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1baf54"} {"level":"info","ts":"2026-11-04T01:29:44Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-b2eadb"},"tenantID":"e2e-worker-w4-b2eadb","namespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b2eadb"} {"level":"info","ts":"2026-11-04T01:29:47Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-a96a99"},"tenantID":"e2e-worker-w0-a96a99","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a96a99"} {"level":"info","ts":"2026-11-04T01:29:49Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-00cfe6"},"tenantID":"e2e-worker-w2-00cfe6","namespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00cfe6"} {"level":"info","ts":"2026-11-04T01:29:51Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-1baf54"},"tenantID":"e2e-worker-w1-1baf54","namespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1baf54"} {"level":"info","ts":"2026-11-04T01:29:54Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-b2eadb"},"tenantID":"e2e-worker-w4-b2eadb","namespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b2eadb"} {"level":"info","ts":"2026-11-04T01:29:56Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-a96a99"},"tenantID":"e2e-worker-w0-a96a99","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a96a99"} {"level":"info","ts":"2026-11-04T01:30:08Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-a96a99"},"tenantID":"e2e-worker-w0-a96a99","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a96a99"} {"level":"info","ts":"2026-11-04T01:30:11Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-b2eadb"},"tenantID":"e2e-worker-w4-b2eadb","namespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b2eadb"} {"level":"info","ts":"2026-11-04T01:30:13Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-a96a99"},"tenantID":"e2e-worker-w0-a96a99","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a96a99"} {"level":"info","ts":"2026-11-04T01:30:15Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-1baf54"},"tenantID":"e2e-worker-w1-1baf54","namespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1baf54"} {"level":"info","ts":"2026-11-04T01:30:24Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-a96a99"},"tenantID":"e2e-worker-w0-a96a99","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a96a99"} {"level":"info","ts":"2026-11-04T01:30:26Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-a96a99"},"tenantID":"e2e-worker-w0-a96a99","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a96a99"} {"level":"info","ts":"2026-11-04T01:30:29Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-1baf54"},"tenantID":"e2e-worker-w1-1baf54","namespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1baf54"} {"level":"info","ts":"2026-11-04T01:30:36Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-a96a99"},"tenantID":"e2e-worker-w0-a96a99","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a96a99"} {"level":"info","ts":"2026-11-04T01:31:26Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-5520b3"}} {"level":"info","ts":"2026-11-04T01:31:29Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-5520b3"},"tenantID":"e2e-extmod-a-5520b3","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-5520b3"} {"level":"info","ts":"2026-11-04T01:31:29Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-5520b3"}} {"level":"info","ts":"2026-11-04T01:31:31Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-5520b3"},"tenantID":"e2e-extmod-a-5520b3","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-5520b3"} {"level":"info","ts":"2026-11-04T01:31:41Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-5520b3"}} {"level":"info","ts":"2026-11-04T01:31:43Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-5520b3"},"tenantID":"e2e-extmod-a-5520b3","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-5520b3"} {"level":"info","ts":"2026-11-04T01:31:53Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-5520b3"}} {"level":"info","ts":"2026-11-04T01:31:56Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-5520b3"},"tenantID":"e2e-extmod-a-5520b3","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-5520b3"} {"level":"info","ts":"2026-11-04T01:31:56Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-5520b3"}} {"level":"info","ts":"2026-11-04T01:31:58Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-5520b3"},"tenantID":"e2e-extmod-a-5520b3","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-5520b3"} {"level":"info","ts":"2026-11-04T01:32:02Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-5520b3"},"tenantID":"e2e-extmod-a-5520b3","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-5520b3"} {"level":"info","ts":"2026-11-04T01:32:38Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-5520b3"},"tenantID":"e2e-extmod-a-5520b3","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-5520b3"} {"level":"info","ts":"2026-11-04T01:32:41Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-5520b3"},"tenantID":"e2e-extmod-a-5520b3","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-5520b3"} {"level":"info","ts":"2026-11-04T01:32:57Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-cae0ab"}} {"level":"info","ts":"2026-11-04T01:33:00Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-cae0ab"},"tenantID":"e2e-extmod-b-cae0ab","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-cae0ab"} {"level":"info","ts":"2026-11-04T01:33:00Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-cae0ab"}} {"level":"info","ts":"2026-11-04T01:33:02Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-cae0ab"},"tenantID":"e2e-extmod-b-cae0ab","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-cae0ab"} {"level":"info","ts":"2026-11-04T01:33:04Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T01:33:12Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-cae0ab"}} {"level":"info","ts":"2026-11-04T01:33:14Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-cae0ab"},"tenantID":"e2e-extmod-b-cae0ab","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-cae0ab"} {"level":"info","ts":"2026-11-04T01:33:17Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6db2a7"}} {"level":"info","ts":"2026-11-04T01:33:19Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6db2a7"},"tenantID":"e2e-extmod-a-6db2a7","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6db2a7"} {"level":"info","ts":"2026-11-04T01:33:19Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6db2a7"}} {"level":"info","ts":"2026-11-04T01:33:22Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6db2a7"},"tenantID":"e2e-extmod-a-6db2a7","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6db2a7"} {"level":"info","ts":"2026-11-04T01:33:24Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-cae0ab"}} {"level":"info","ts":"2026-11-04T01:33:27Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-cae0ab"},"tenantID":"e2e-extmod-b-cae0ab","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-cae0ab"} {"level":"info","ts":"2026-11-04T01:33:32Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6db2a7"}} {"level":"info","ts":"2026-11-04T01:33:34Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6db2a7"},"tenantID":"e2e-extmod-a-6db2a7","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6db2a7"} {"level":"info","ts":"2026-11-04T01:33:34Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-cae0ab"}} {"level":"info","ts":"2026-11-04T01:33:36Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-cae0ab"},"tenantID":"e2e-extmod-b-cae0ab","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-cae0ab"} {"level":"info","ts":"2026-11-04T01:33:39Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-9f7183"},"tenantID":"e2e-worker-w3-9f7183","namespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f7183"} {"level":"info","ts":"2026-11-04T01:33:41Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-cae0ab"},"tenantID":"e2e-extmod-b-cae0ab","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-cae0ab"} {"level":"info","ts":"2026-11-04T01:33:44Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6db2a7"}} {"level":"info","ts":"2026-11-04T01:33:46Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6db2a7"},"tenantID":"e2e-extmod-a-6db2a7","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6db2a7"} {"level":"info","ts":"2026-11-04T01:33:47Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b1047d"}} {"level":"info","ts":"2026-11-04T01:33:49Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b1047d"},"tenantID":"e2e-extmod-a-b1047d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-b1047d"} {"level":"info","ts":"2026-11-04T01:33:51Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T01:33:52Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b1047d"}} {"level":"info","ts":"2026-11-04T01:33:54Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b1047d"},"tenantID":"e2e-extmod-a-b1047d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-b1047d"} {"level":"info","ts":"2026-11-04T01:33:56Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T01:33:56Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6db2a7"}} {"level":"info","ts":"2026-11-04T01:33:59Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6db2a7"},"tenantID":"e2e-extmod-a-6db2a7","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6db2a7"} {"level":"info","ts":"2026-11-04T01:34:01Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-a96a99"},"tenantID":"e2e-worker-w0-a96a99","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a96a99"} {"level":"info","ts":"2026-11-04T01:34:04Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T01:34:06Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6db2a7"},"tenantID":"e2e-extmod-a-6db2a7","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6db2a7"} {"level":"info","ts":"2026-11-04T01:34:06Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b1047d"}} {"level":"info","ts":"2026-11-04T01:34:08Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b1047d"},"tenantID":"e2e-extmod-a-b1047d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-b1047d"} {"level":"info","ts":"2026-11-04T01:34:18Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b1047d"}} {"level":"info","ts":"2026-11-04T01:34:21Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b1047d"},"tenantID":"e2e-extmod-a-b1047d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-b1047d"} {"level":"info","ts":"2026-11-04T01:34:25Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T01:34:27Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-cae0ab"},"tenantID":"e2e-extmod-b-cae0ab","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-cae0ab"} {"level":"info","ts":"2026-11-04T01:34:30Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T01:34:32Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-cae0ab"},"tenantID":"e2e-extmod-b-cae0ab","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-cae0ab"} {"level":"info","ts":"2026-11-04T01:34:32Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b1047d"}} {"level":"info","ts":"2026-11-04T01:34:35Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b1047d"},"tenantID":"e2e-extmod-a-b1047d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-b1047d"} {"level":"info","ts":"2026-11-04T01:34:37Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-cae0ab"},"tenantID":"e2e-extmod-b-cae0ab","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-cae0ab"} {"level":"info","ts":"2026-11-04T01:34:39Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b1047d"},"tenantID":"e2e-extmod-a-b1047d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-b1047d"} {"level":"info","ts":"2026-11-04T01:34:42Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-cae0ab"},"tenantID":"e2e-extmod-b-cae0ab","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-cae0ab"} {"level":"info","ts":"2026-11-04T01:34:51Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-00cfe6"},"tenantID":"e2e-worker-w2-00cfe6","namespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00cfe6"} {"level":"info","ts":"2026-11-04T01:34:54Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6db2a7"},"tenantID":"e2e-extmod-a-6db2a7","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6db2a7"} {"level":"info","ts":"2026-11-04T01:34:56Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6db2a7"},"tenantID":"e2e-extmod-a-6db2a7","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6db2a7"} {"level":"info","ts":"2026-11-04T01:35:08Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T01:35:10Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T01:35:13Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-b2eadb"},"tenantID":"e2e-worker-w4-b2eadb","namespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b2eadb"} {"level":"info","ts":"2026-11-04T01:35:16Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d057d7"}} {"level":"info","ts":"2026-11-04T01:35:18Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d057d7"},"tenantID":"e2e-extmod-b-d057d7","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d057d7"} {"level":"info","ts":"2026-11-04T01:35:18Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d057d7"}} {"level":"info","ts":"2026-11-04T01:35:21Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d057d7"},"tenantID":"e2e-extmod-b-d057d7","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d057d7"} {"level":"info","ts":"2026-11-04T01:35:24Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-cae0ab"},"tenantID":"e2e-extmod-b-cae0ab","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-cae0ab"} {"level":"info","ts":"2026-11-04T01:35:27Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T01:35:29Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-cae0ab"},"tenantID":"e2e-extmod-b-cae0ab","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-cae0ab"} {"level":"info","ts":"2026-11-04T01:35:32Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b1047d"},"tenantID":"e2e-extmod-a-b1047d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-b1047d"} {"level":"info","ts":"2026-11-04T01:35:34Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T01:35:37Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-1baf54"},"tenantID":"e2e-worker-w1-1baf54","namespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1baf54"} {"level":"info","ts":"2026-11-04T01:35:37Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d057d7"}} {"level":"info","ts":"2026-11-04T01:35:39Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d057d7"},"tenantID":"e2e-extmod-b-d057d7","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d057d7"} {"level":"info","ts":"2026-11-04T01:35:42Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T01:35:44Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-cae0ab"},"tenantID":"e2e-extmod-b-cae0ab","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-cae0ab"} {"level":"info","ts":"2026-11-04T01:35:47Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T01:35:49Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-1baf54"},"tenantID":"e2e-worker-w1-1baf54","namespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1baf54"} {"level":"info","ts":"2026-11-04T01:35:52Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-cae0ab"},"tenantID":"e2e-extmod-b-cae0ab","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-cae0ab"} {"level":"info","ts":"2026-11-04T01:35:52Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-1225f3"}} {"level":"info","ts":"2026-11-04T01:35:54Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-1225f3"},"tenantID":"e2e-extmod-b-1225f3","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1225f3"} {"level":"info","ts":"2026-11-04T01:35:54Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d057d7"}} {"level":"info","ts":"2026-11-04T01:35:57Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d057d7"},"tenantID":"e2e-extmod-b-d057d7","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d057d7"} {"level":"error","ts":"2026-11-04T01:35:57Z","msg":"Reconciler error","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-74d6d4","namespace":"e2e-extmod-att-user-0b930b"},"namespace":"e2e-extmod-att-user-0b930b","name":"e2e-att-serve-74d6d4","reconcileID":"2bbf2fe0-f467-4a71-b7bf-53b973746383","error":"update ExternalModel attachment finalizer: Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-att-serve-74d6d4\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"info","ts":"2026-11-04T01:35:59Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-1baf54"},"tenantID":"e2e-worker-w1-1baf54","namespace":"openshift-ingress","gatewayName":"e2e-worker-w1-1baf54"} {"level":"info","ts":"2026-11-04T01:36:02Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-cae0ab"},"tenantID":"e2e-extmod-b-cae0ab","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-cae0ab"} {"level":"info","ts":"2026-11-04T01:36:02Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-1225f3"}} {"level":"info","ts":"2026-11-04T01:36:04Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-1225f3"},"tenantID":"e2e-extmod-b-1225f3","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1225f3"} {"level":"info","ts":"2026-11-04T01:36:07Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-1baf54"},"tenantID":"e2e-worker-w1-1baf54","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-04T01:36:07Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d057d7"}} {"level":"info","ts":"2026-11-04T01:36:09Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d057d7"},"tenantID":"e2e-extmod-b-d057d7","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d057d7"} {"level":"info","ts":"2026-11-04T01:36:11Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-cae0ab"},"tenantID":"e2e-extmod-b-cae0ab","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-cae0ab"} {"level":"info","ts":"2026-11-04T01:36:14Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d057d7"},"tenantID":"e2e-extmod-b-d057d7","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d057d7"} {"level":"info","ts":"2026-11-04T01:36:14Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-1225f3"}} {"level":"info","ts":"2026-11-04T01:36:17Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-1225f3"},"tenantID":"e2e-extmod-b-1225f3","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1225f3"} {"level":"info","ts":"2026-11-04T01:36:29Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-5520b3"},"tenantID":"e2e-extmod-a-5520b3","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-04T01:36:29Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-1225f3"}} {"level":"info","ts":"2026-11-04T01:36:31Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-1225f3"},"tenantID":"e2e-extmod-b-1225f3","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1225f3"} {"level":"info","ts":"2026-11-04T01:36:41Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-1225f3"}} {"level":"info","ts":"2026-11-04T01:36:43Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-1225f3"},"tenantID":"e2e-extmod-b-1225f3","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1225f3"} {"level":"info","ts":"2026-11-04T01:36:43Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-1225f3"}} {"level":"info","ts":"2026-11-04T01:36:46Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-1225f3"},"tenantID":"e2e-extmod-b-1225f3","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1225f3"} {"level":"info","ts":"2026-11-04T01:36:50Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-1225f3"},"tenantID":"e2e-extmod-b-1225f3","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1225f3"} {"level":"info","ts":"2026-11-04T01:36:54Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-cae0ab"}} {"level":"info","ts":"2026-11-04T01:36:57Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-cae0ab"},"tenantID":"e2e-extmod-b-cae0ab","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-04T01:37:08Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d057d7"},"tenantID":"e2e-extmod-b-d057d7","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d057d7"} {"level":"info","ts":"2026-11-04T01:37:10Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d057d7"},"tenantID":"e2e-extmod-b-d057d7","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d057d7"} {"level":"info","ts":"2026-11-04T01:37:18Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d057d7"},"tenantID":"e2e-extmod-b-d057d7","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d057d7"} {"level":"info","ts":"2026-11-04T01:37:20Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d057d7"},"tenantID":"e2e-extmod-b-d057d7","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d057d7"} {"level":"info","ts":"2026-11-04T01:37:23Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-9f7183"},"tenantID":"e2e-worker-w3-9f7183","namespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f7183"} {"level":"info","ts":"2026-11-04T01:37:25Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d057d7"},"tenantID":"e2e-extmod-b-d057d7","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d057d7"} {"level":"info","ts":"2026-11-04T01:37:28Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-9f7183"},"tenantID":"e2e-worker-w3-9f7183","namespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9f7183"} {"level":"info","ts":"2026-11-04T01:37:31Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-9f7183"}} {"level":"info","ts":"2026-11-04T01:37:33Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-9f7183"},"tenantID":"e2e-worker-w3-9f7183","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-04T01:37:41Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-1225f3"},"tenantID":"e2e-extmod-b-1225f3","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1225f3"} {"level":"info","ts":"2026-11-04T01:37:43Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-1225f3"},"tenantID":"e2e-extmod-b-1225f3","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1225f3"} {"level":"info","ts":"2026-11-04T01:37:49Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-1225f3"},"tenantID":"e2e-extmod-b-1225f3","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1225f3"} {"level":"info","ts":"2026-11-04T01:37:51Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-1225f3"},"tenantID":"e2e-extmod-b-1225f3","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1225f3"} {"level":"info","ts":"2026-11-04T01:37:54Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-1225f3"},"tenantID":"e2e-extmod-b-1225f3","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1225f3"} {"level":"info","ts":"2026-11-04T01:38:05Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d057d7"},"tenantID":"e2e-extmod-b-d057d7","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d057d7"} {"level":"info","ts":"2026-11-04T01:38:07Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d057d7"},"tenantID":"e2e-extmod-b-d057d7","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d057d7"} {"level":"info","ts":"2026-11-04T01:38:15Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d057d7"},"tenantID":"e2e-extmod-b-d057d7","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d057d7"} {"level":"info","ts":"2026-11-04T01:38:18Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d057d7"},"tenantID":"e2e-extmod-b-d057d7","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d057d7"} {"level":"info","ts":"2026-11-04T01:38:21Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d057d7"},"tenantID":"e2e-extmod-b-d057d7","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d057d7"} {"level":"info","ts":"2026-11-04T01:38:29Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d057d7"},"tenantID":"e2e-extmod-b-d057d7","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d057d7"} {"level":"error","ts":"2026-11-04T01:38:30Z","msg":"Reconciler error","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-17864a","namespace":"e2e-extmod-att-user-2606cb"},"namespace":"e2e-extmod-att-user-2606cb","name":"e2e-att-serve-17864a","reconcileID":"019c0193-a130-4aec-a502-aa8584bda29d","error":"update ExternalModel attachment finalizer: Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-att-serve-17864a\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"info","ts":"2026-11-04T01:38:32Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d057d7"},"tenantID":"e2e-extmod-b-d057d7","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d057d7"} {"level":"info","ts":"2026-11-04T01:38:34Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d057d7"},"tenantID":"e2e-extmod-b-d057d7","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d057d7"} {"level":"info","ts":"2026-11-04T01:38:46Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-1225f3"},"tenantID":"e2e-extmod-b-1225f3","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1225f3"} {"level":"info","ts":"2026-11-04T01:38:48Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-1225f3"},"tenantID":"e2e-extmod-b-1225f3","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1225f3"} {"level":"info","ts":"2026-11-04T01:38:56Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-1225f3"},"tenantID":"e2e-extmod-b-1225f3","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1225f3"} {"level":"info","ts":"2026-11-04T01:38:59Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-1225f3"},"tenantID":"e2e-extmod-b-1225f3","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1225f3"} {"level":"info","ts":"2026-11-04T01:39:01Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6db2a7"},"tenantID":"e2e-extmod-a-6db2a7","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-04T01:39:04Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-1225f3"},"tenantID":"e2e-extmod-b-1225f3","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1225f3"} {"level":"info","ts":"2026-11-04T01:39:06Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-a96a99"},"tenantID":"e2e-worker-w0-a96a99","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a96a99"} {"level":"info","ts":"2026-11-04T01:39:09Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-1225f3"},"tenantID":"e2e-extmod-b-1225f3","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1225f3"} {"level":"error","ts":"2026-11-04T01:39:10Z","msg":"Reconciler error","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-233349","namespace":"e2e-extmod-att-user-ce1677"},"namespace":"e2e-extmod-att-user-ce1677","name":"e2e-att-serve-233349","reconcileID":"8c570fbc-b1fd-4927-b3f4-1b2aa49acd14","error":"update ExternalModel attachment finalizer: externalmodels.inference.opendatahub.io \"e2e-att-serve-233349\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"info","ts":"2026-11-04T01:39:12Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-1225f3"},"tenantID":"e2e-extmod-b-1225f3","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1225f3"} {"level":"info","ts":"2026-11-04T01:39:15Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-1225f3"},"tenantID":"e2e-extmod-b-1225f3","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1225f3"} {"level":"info","ts":"2026-11-04T01:39:27Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T01:39:30Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T01:39:32Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T01:39:39Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d057d7"}} {"level":"info","ts":"2026-11-04T01:39:42Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T01:39:44Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d057d7"},"tenantID":"e2e-extmod-b-d057d7","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-04T01:39:47Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T01:39:51Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"error","ts":"2026-11-04T01:39:52Z","msg":"Reconciler error","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-c70904","namespace":"llm"},"namespace":"llm","name":"e2e-dft-c70904","reconcileID":"e3da2385-db6a-48fb-8ad6-c5f4eb2b03e2","error":"update ExternalModel attachment finalizer: externalmodels.inference.opendatahub.io \"e2e-dft-c70904\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"info","ts":"2026-11-04T01:39:54Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T01:39:56Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-b2eadb"},"tenantID":"e2e-worker-w4-b2eadb","namespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b2eadb"} {"level":"info","ts":"2026-11-04T01:39:59Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T01:40:01Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-00cfe6"},"tenantID":"e2e-worker-w2-00cfe6","namespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00cfe6"} {"level":"info","ts":"2026-11-04T01:40:04Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-b2eadb"},"tenantID":"e2e-worker-w4-b2eadb","namespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b2eadb"} {"level":"info","ts":"2026-11-04T01:40:07Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-b2eadb"},"tenantID":"e2e-worker-w4-b2eadb","namespace":"openshift-ingress","gatewayName":"e2e-worker-w4-b2eadb"} {"level":"info","ts":"2026-11-04T01:40:09Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-00cfe6"},"tenantID":"e2e-worker-w2-00cfe6","namespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00cfe6"} {"level":"error","ts":"2026-11-04T01:40:11Z","logger":"tenant","msg":"praxis-extproc apply failed for tenant; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-b2eadb"},"error":"apply NetworkPolicy ai-tenant-e2e-worker-w4-b2eadb/payload-processing-e2e-worker-w4-b2eadb: networkpolicies.networking.k8s.io \"payload-processing-e2e-worker-w4-b2eadb\" is forbidden: unable to create new content in namespace ai-tenant-e2e-worker-w4-b2eadb because it is being terminated","stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcilePraxis\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:546\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"error","ts":"2026-11-04T01:40:11Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-b2eadb"},"namespace":"ai-tenant-e2e-worker-w4-b2eadb","name":"default-tenant","reconcileID":"bde233ae-4a48-4953-b93a-d7c3e6c00774","error":"apply: apply NetworkPolicy ai-tenant-e2e-worker-w4-b2eadb/payload-processing-e2e-worker-w4-b2eadb: networkpolicies.networking.k8s.io \"payload-processing-e2e-worker-w4-b2eadb\" is forbidden: unable to create new content in namespace ai-tenant-e2e-worker-w4-b2eadb because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"info","ts":"2026-11-04T01:40:14Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-00cfe6"},"tenantID":"e2e-worker-w2-00cfe6","namespace":"openshift-ingress","gatewayName":"e2e-worker-w2-00cfe6"} {"level":"info","ts":"2026-11-04T01:40:16Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-b2eadb"},"tenantID":"e2e-worker-w4-b2eadb","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-04T01:40:25Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-00cfe6"},"tenantID":"e2e-worker-w2-00cfe6","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-04T01:40:26Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-00cfe6"},"tenantID":"e2e-worker-w2-00cfe6","namespace":"openshift-ingress"} {"level":"error","ts":"2026-11-04T01:40:26Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-00cfe6"},"namespace":"ai-tenant-e2e-worker-w2-00cfe6","name":"default-tenant","reconcileID":"0d784b86-9f68-4c10-aa66-dcc37de28680","error":"Operation cannot be fulfilled on maastenantconfigs.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"info","ts":"2026-11-04T01:40:34Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b1047d"},"tenantID":"e2e-extmod-a-b1047d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-b1047d"} {"level":"info","ts":"2026-11-04T01:40:46Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T01:40:48Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T01:41:10Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T01:44:09Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-a96a99"},"tenantID":"e2e-worker-w0-a96a99","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a96a99"} {"level":"info","ts":"2026-11-04T01:44:17Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-1225f3"},"tenantID":"e2e-extmod-b-1225f3","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1225f3"} {"level":"info","ts":"2026-11-04T01:45:37Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b1047d"},"tenantID":"e2e-extmod-a-b1047d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-b1047d"} {"level":"info","ts":"2026-11-04T01:46:13Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T01:46:46Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T01:46:49Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T01:46:57Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"error","ts":"2026-11-04T01:46:57Z","msg":"Reconciler error","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-b7777b","namespace":"llm"},"namespace":"llm","name":"e2e-dft-b7777b","reconcileID":"01753ce1-32b5-4613-bc65-8da5f71f1a6d","error":"update ExternalModel attachment finalizer: externalmodels.inference.opendatahub.io \"e2e-dft-b7777b\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"} {"level":"info","ts":"2026-11-04T01:47:00Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T01:47:02Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-11-04T01:47:27Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-b1047d"},"tenantID":"e2e-extmod-a-b1047d","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-04T01:47:47Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-1225f3"}} {"level":"info","ts":"2026-11-04T01:47:49Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-1225f3"},"tenantID":"e2e-extmod-b-1225f3","namespace":"openshift-ingress"} {"level":"info","ts":"2026-11-04T01:48:12Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-a96a99"},"tenantID":"e2e-worker-w0-a96a99","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a96a99"} {"level":"info","ts":"2026-11-04T01:48:14Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-a96a99"},"tenantID":"e2e-worker-w0-a96a99","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a96a99"} {"level":"info","ts":"2026-11-04T01:48:18Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-a96a99"},"tenantID":"e2e-worker-w0-a96a99","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a96a99"} {"level":"info","ts":"2026-11-04T01:48:20Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-a96a99"},"tenantID":"e2e-worker-w0-a96a99","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a96a99"} {"level":"info","ts":"2026-11-04T01:48:23Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-a96a99"}} {"level":"info","ts":"2026-11-04T01:48:25Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-a96a99"},"tenantID":"e2e-worker-w0-a96a99","namespace":"openshift-ingress"}