{"level":"info","ts":"2026-11-04T05:09:36Z","logger":"aiguardrail","msg":"NemoGuardrails CRD not installed; AIGuardrail provider watch disabled","crd":"trustyai.opendatahub.io/v1alpha1, Kind=NemoGuardrails","effect":"every AIGuardrail is refused until TrustyAI is installed; policies recover on their own, but until this controller restarts provider edits are picked up at the resync interval rather than immediately"}
{"level":"info","ts":"2026-11-04T05:09:36Z","logger":"setup","msg":"starting ai-gateway-controller","manifestPath":"/config/manifests/external-model/overlays/odh","image":"quay.io/opendatahub/odh-praxis-extproc:odh-stable"}
{"level":"info","ts":"2026-11-04T05:09:36Z","logger":"controller-runtime.metrics","msg":"Starting metrics server"}
{"level":"info","ts":"2026-11-04T05:09:36Z","msg":"starting server","name":"health probe","addr":"[::]:8081"}
{"level":"info","ts":"2026-11-04T05:09:36Z","logger":"controller-runtime.certwatcher","msg":"Updated current TLS certificate","cert":"/tmp/k8s-metrics-server/metrics-certs/tls.crt","key":"/tmp/k8s-metrics-server/metrics-certs/tls.key"}
{"level":"info","ts":"2026-11-04T05:09:36Z","logger":"controller-runtime.metrics","msg":"Serving metrics server","bindAddress":":8443","secure":true}
{"level":"info","ts":"2026-11-04T05:09:36Z","logger":"controller-runtime.certwatcher","msg":"Starting certificate poll+watcher","cert":"/tmp/k8s-metrics-server/metrics-certs/tls.crt","key":"/tmp/k8s-metrics-server/metrics-certs/tls.key","interval":10}
{"level":"info","ts":"2026-11-04T05:09:36Z","logger":"leaderelection","msg":"Attempting to acquire leader lease...","lock":"opendatahub/ai-gateway-controller-leader.opendatahub.io"}
{"level":"info","ts":"2026-11-04T05:10:03Z","logger":"leaderelection","msg":"Successfully acquired lease","lock":"opendatahub/ai-gateway-controller-leader.opendatahub.io"}
{"level":"info","ts":"2026-11-04T05:10:03Z","msg":"Starting EventSource","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","source":"kind source: *unstructured.Unstructured[maas.opendatahub.io/v1alpha1 AITenant]"}
{"level":"info","ts":"2026-11-04T05:10:03Z","msg":"Starting EventSource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *unstructured.Unstructured[maas.opendatahub.io/v1alpha1 MaaSModelRef]"}
{"level":"info","ts":"2026-11-04T05:10:03Z","msg":"Starting EventSource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *unstructured.Unstructured[maas.opendatahub.io/v1alpha1 MaasTenantConfig]"}
{"level":"info","ts":"2026-11-04T05:10:03Z","msg":"Starting EventSource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *unstructured.Unstructured[maas.opendatahub.io/v1alpha1 AITenant]"}
{"level":"info","ts":"2026-11-04T05:10:03Z","msg":"Starting EventSource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.ExternalModel"}
{"level":"info","ts":"2026-11-04T05:10:03Z","msg":"Starting EventSource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.ExternalProvider"}
{"level":"info","ts":"2026-11-04T05:10:03Z","msg":"Starting EventSource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.PartialObjectMetadata[v1 Secret]"}
{"level":"info","ts":"2026-11-04T05:10:03Z","msg":"Starting EventSource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.ConfigMap"}
{"level":"info","ts":"2026-11-04T05:10:03Z","msg":"Starting EventSource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.AIGuardrail"}
{"level":"info","ts":"2026-11-04T05:10:03Z","msg":"Starting EventSource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *unstructured.Unstructured[maas.opendatahub.io/v1alpha1 MaaSSubscription]"}
{"level":"info","ts":"2026-11-04T05:10:03Z","msg":"Starting EventSource","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","source":"kind source: *v1alpha1.ExternalProvider"}
{"level":"info","ts":"2026-11-04T05:10:03Z","msg":"Starting EventSource","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","source":"kind source: *v1.PartialObjectMetadata[v1 Secret]"}
{"level":"info","ts":"2026-11-04T05:10:03Z","msg":"Starting EventSource","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","source":"kind source: *unstructured.Unstructured[maas.opendatahub.io/v1alpha1 MaasTenantConfig]"}
{"level":"info","ts":"2026-11-04T05:10:03Z","msg":"Starting EventSource","controller":"aiguardrail","controllerGroup":"aigateway.opendatahub.io","controllerKind":"AIGuardrail","source":"kind source: *v1.Namespace"}
{"level":"info","ts":"2026-11-04T05:10:03Z","msg":"Starting EventSource","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalModel"}
{"level":"info","ts":"2026-11-04T05:10:03Z","msg":"Starting EventSource","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalProvider"}
{"level":"info","ts":"2026-11-04T05:10:03Z","msg":"Starting EventSource","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1.PartialObjectMetadata[v1 Secret]"}
{"level":"info","ts":"2026-11-04T05:10:03Z","msg":"Starting EventSource","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1.Service"}
{"level":"info","ts":"2026-11-04T05:10:03Z","msg":"Starting EventSource","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.AIGuardrail"}
{"level":"info","ts":"2026-11-04T05:10:03Z","msg":"Starting EventSource","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *unstructured.Unstructured[maas.opendatahub.io/v1alpha1 MaaSSubscription]"}
{"level":"info","ts":"2026-11-04T05:10:03Z","msg":"Starting EventSource","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *unstructured.Unstructured[maas.opendatahub.io/v1alpha1 MaaSModelRef]"}
{"level":"info","ts":"2026-11-04T05:10:03Z","msg":"Starting EventSource","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalModel"}
{"level":"info","ts":"2026-11-04T05:10:03Z","msg":"Starting EventSource","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *unstructured.Unstructured[maas.opendatahub.io/v1alpha1 MaasTenantConfig]"}
{"level":"info","ts":"2026-11-04T05:10:03Z","msg":"Starting EventSource","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *unstructured.Unstructured[gateway.networking.k8s.io/v1beta1 ReferenceGrant]"}
{"level":"info","ts":"2026-11-04T05:10:03Z","msg":"Starting EventSource","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *unstructured.Unstructured[maas.opendatahub.io/v1alpha1 AITenant]"}
{"level":"info","ts":"2026-11-04T05:10:03Z","msg":"Starting EventSource","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *unstructured.Unstructured[gateway.networking.k8s.io/v1 HTTPRoute]"}
{"level":"info","ts":"2026-11-04T05:10:03Z","msg":"Starting EventSource","controller":"aiguardrail","controllerGroup":"aigateway.opendatahub.io","controllerKind":"AIGuardrail","source":"kind source: *v1alpha1.AIGuardrail"}
{"level":"info","ts":"2026-11-04T05:10:03Z","msg":"Starting EventSource","controller":"consumer-portal","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *unstructured.Unstructured[dscinitialization.opendatahub.io/v2 DSCInitialization]"}
{"level":"info","ts":"2026-11-04T05:10:03Z","msg":"Starting EventSource","controller":"consumer-portal","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *unstructured.Unstructured[maas.opendatahub.io/v1alpha1 MaasTenantConfig]"}
{"level":"info","ts":"2026-11-04T05:10:03Z","msg":"Starting EventSource","controller":"consumer-portal","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *unstructured.Unstructured[maas.opendatahub.io/v1alpha1 AITenant]"}
{"level":"info","ts":"2026-11-04T05:10:03Z","msg":"Starting EventSource","controller":"consumer-portal","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.PartialObjectMetadata[v1 Secret]"}
{"level":"info","ts":"2026-11-04T05:10:03Z","msg":"Starting EventSource","controller":"consumer-portal","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.PartialObjectMetadata[v1 ConfigMap]"}
{"level":"info","ts":"2026-11-04T05:10:03Z","msg":"Starting EventSource","controller":"consumer-portal","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.PartialObjectMetadata[v1 Service]"}
{"level":"info","ts":"2026-11-04T05:10:03Z","msg":"Starting EventSource","controller":"consumer-portal","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *unstructured.Unstructured[gateway.networking.k8s.io/v1 HTTPRoute]"}
{"level":"info","ts":"2026-11-04T05:10:04Z","msg":"Starting Controller","controller":"aiguardrail","controllerGroup":"aigateway.opendatahub.io","controllerKind":"AIGuardrail"}
{"level":"info","ts":"2026-11-04T05:10:04Z","msg":"Starting workers","controller":"aiguardrail","controllerGroup":"aigateway.opendatahub.io","controllerKind":"AIGuardrail","worker count":1}
{"level":"info","ts":"2026-11-04T05:10:04Z","msg":"Starting Controller","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel"}
{"level":"info","ts":"2026-11-04T05:10:04Z","msg":"Starting workers","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","worker count":1}
{"level":"info","ts":"2026-11-04T05:10:04Z","msg":"Starting Controller","controller":"consumer-portal","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig"}
{"level":"info","ts":"2026-11-04T05:10:04Z","msg":"Starting workers","controller":"consumer-portal","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","worker count":1}
{"level":"info","ts":"2026-11-04T05:10:04Z","msg":"Starting Controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig"}
{"level":"info","ts":"2026-11-04T05:10:04Z","msg":"Starting workers","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","worker count":1}
{"level":"info","ts":"2026-11-04T05:10:04Z","msg":"Starting Controller","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider"}
{"level":"info","ts":"2026-11-04T05:10:04Z","msg":"Starting workers","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","worker count":1}
{"level":"info","ts":"2026-11-04T05:10:04Z","logger":"consumer-portal","msg":"default AITenant has no OIDC issuer; OpenShift OAuth mode is not supported yet, removing the auth proxy","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"}}
{"level":"info","ts":"2026-11-04T05:10:05Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-04T05:10:12Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-04T05:10:13Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-04T05:10:14Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-04T05:10:15Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-04T05:10:16Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-04T05:10:18Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-04T05:10:30Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-04T05:10:30Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-04T05:10:32Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-04T05:10:32Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-04T05:10:35Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-04T05:10:35Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-04T05:11:17Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-f930c3"}}
{"level":"info","ts":"2026-11-04T05:11:18Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-f930c3"},"tenantID":"e2e-worker-w3-f930c3","namespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f930c3"}
{"level":"info","ts":"2026-11-04T05:11:18Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-f930c3"}}
{"level":"info","ts":"2026-11-04T05:11:19Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-f930c3"},"tenantID":"e2e-worker-w3-f930c3","namespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f930c3"}
{"level":"info","ts":"2026-11-04T05:11:19Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-faedb5"}}
{"level":"info","ts":"2026-11-04T05:11:20Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-faedb5"},"tenantID":"e2e-worker-w2-faedb5","namespace":"openshift-ingress","gatewayName":"e2e-worker-w2-faedb5"}
{"level":"info","ts":"2026-11-04T05:11:20Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-f930c3"},"tenantID":"e2e-worker-w3-f930c3","namespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f930c3"}
{"level":"info","ts":"2026-11-04T05:11:20Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-faedb5"}}
{"level":"info","ts":"2026-11-04T05:11:21Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-faedb5"},"tenantID":"e2e-worker-w2-faedb5","namespace":"openshift-ingress","gatewayName":"e2e-worker-w2-faedb5"}
{"level":"info","ts":"2026-11-04T05:11:21Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-ad4b09"}}
{"level":"info","ts":"2026-11-04T05:11:22Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-ad4b09"},"tenantID":"e2e-worker-w0-ad4b09","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ad4b09"}
{"level":"info","ts":"2026-11-04T05:11:23Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-faedb5"},"tenantID":"e2e-worker-w2-faedb5","namespace":"openshift-ingress","gatewayName":"e2e-worker-w2-faedb5"}
{"level":"info","ts":"2026-11-04T05:11:23Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-ad4b09"}}
{"level":"info","ts":"2026-11-04T05:11:23Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-ad4b09"},"tenantID":"e2e-worker-w0-ad4b09","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ad4b09"}
{"level":"info","ts":"2026-11-04T05:11:24Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-ad4b09"},"tenantID":"e2e-worker-w0-ad4b09","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ad4b09"}
{"level":"info","ts":"2026-11-04T05:11:26Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-917f34"}}
{"level":"info","ts":"2026-11-04T05:11:27Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-917f34"},"tenantID":"e2e-worker-w1-917f34","namespace":"openshift-ingress","gatewayName":"e2e-worker-w1-917f34"}
{"level":"info","ts":"2026-11-04T05:11:27Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-917f34"}}
{"level":"info","ts":"2026-11-04T05:11:28Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-917f34"},"tenantID":"e2e-worker-w1-917f34","namespace":"openshift-ingress","gatewayName":"e2e-worker-w1-917f34"}
{"level":"info","ts":"2026-11-04T05:11:29Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-f930c3"},"tenantID":"e2e-worker-w3-f930c3","namespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f930c3"}
{"level":"info","ts":"2026-11-04T05:11:29Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-3a8c1e"}}
{"level":"info","ts":"2026-11-04T05:11:30Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-3a8c1e"},"tenantID":"e2e-worker-w4-3a8c1e","namespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3a8c1e"}
{"level":"info","ts":"2026-11-04T05:11:30Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-f930c3"},"tenantID":"e2e-worker-w3-f930c3","namespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f930c3"}
{"level":"info","ts":"2026-11-04T05:11:31Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-faedb5"},"tenantID":"e2e-worker-w2-faedb5","namespace":"openshift-ingress","gatewayName":"e2e-worker-w2-faedb5"}
{"level":"info","ts":"2026-11-04T05:11:31Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-3a8c1e"}}
{"level":"info","ts":"2026-11-04T05:11:32Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-3a8c1e"},"tenantID":"e2e-worker-w4-3a8c1e","namespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3a8c1e"}
{"level":"info","ts":"2026-11-04T05:11:33Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-ad4b09"},"tenantID":"e2e-worker-w0-ad4b09","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ad4b09"}
{"level":"info","ts":"2026-11-04T05:11:33Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-917f34"}}
{"level":"info","ts":"2026-11-04T05:11:33Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-917f34"},"tenantID":"e2e-worker-w1-917f34","namespace":"openshift-ingress","gatewayName":"e2e-worker-w1-917f34"}
{"level":"info","ts":"2026-11-04T05:11:34Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-ad4b09"},"tenantID":"e2e-worker-w0-ad4b09","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ad4b09"}
{"level":"info","ts":"2026-11-04T05:11:35Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-917f34"},"tenantID":"e2e-worker-w1-917f34","namespace":"openshift-ingress","gatewayName":"e2e-worker-w1-917f34"}
{"level":"info","ts":"2026-11-04T05:11:36Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-3a8c1e"}}
{"level":"info","ts":"2026-11-04T05:11:37Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-3a8c1e"},"tenantID":"e2e-worker-w4-3a8c1e","namespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3a8c1e"}
{"level":"info","ts":"2026-11-04T05:11:39Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-3a8c1e"},"tenantID":"e2e-worker-w4-3a8c1e","namespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3a8c1e"}
{"level":"info","ts":"2026-11-04T05:11:47Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-917f34"},"tenantID":"e2e-worker-w1-917f34","namespace":"openshift-ingress","gatewayName":"e2e-worker-w1-917f34"}
{"level":"info","ts":"2026-11-04T05:11:47Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-917f34"},"tenantID":"e2e-worker-w1-917f34","namespace":"openshift-ingress","gatewayName":"e2e-worker-w1-917f34"}
{"level":"info","ts":"2026-11-04T05:11:51Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-3a8c1e"},"tenantID":"e2e-worker-w4-3a8c1e","namespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3a8c1e"}
{"level":"info","ts":"2026-11-04T05:11:51Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-3a8c1e"},"tenantID":"e2e-worker-w4-3a8c1e","namespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3a8c1e"}
{"level":"info","ts":"2026-11-04T05:12:27Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-faedb5"},"tenantID":"e2e-worker-w2-faedb5","namespace":"openshift-ingress","gatewayName":"e2e-worker-w2-faedb5"}
{"level":"info","ts":"2026-11-04T05:12:28Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-04T05:12:28Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-ad4b09"},"tenantID":"e2e-worker-w0-ad4b09","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ad4b09"}
{"level":"info","ts":"2026-11-04T05:12:29Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-faedb5"},"tenantID":"e2e-worker-w2-faedb5","namespace":"openshift-ingress","gatewayName":"e2e-worker-w2-faedb5"}
{"level":"info","ts":"2026-11-04T05:12:30Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-ad4b09"},"tenantID":"e2e-worker-w0-ad4b09","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ad4b09"}
{"level":"info","ts":"2026-11-04T05:12:36Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-faedb5"},"tenantID":"e2e-worker-w2-faedb5","namespace":"openshift-ingress","gatewayName":"e2e-worker-w2-faedb5"}
{"level":"info","ts":"2026-11-04T05:12:37Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-ad4b09"},"tenantID":"e2e-worker-w0-ad4b09","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ad4b09"}
{"level":"info","ts":"2026-11-04T05:12:38Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-faedb5"},"tenantID":"e2e-worker-w2-faedb5","namespace":"openshift-ingress","gatewayName":"e2e-worker-w2-faedb5"}
{"level":"info","ts":"2026-11-04T05:12:41Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-f930c3"},"tenantID":"e2e-worker-w3-f930c3","namespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f930c3"}
{"level":"info","ts":"2026-11-04T05:12:42Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-ad4b09"},"tenantID":"e2e-worker-w0-ad4b09","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ad4b09"}
{"level":"info","ts":"2026-11-04T05:12:43Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-f930c3"},"tenantID":"e2e-worker-w3-f930c3","namespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f930c3"}
{"level":"info","ts":"2026-11-04T05:12:50Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-ad4b09"},"tenantID":"e2e-worker-w0-ad4b09","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ad4b09"}
{"level":"info","ts":"2026-11-04T05:12:50Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-ad4b09"},"tenantID":"e2e-worker-w0-ad4b09","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ad4b09"}
{"level":"info","ts":"2026-11-04T05:12:52Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-f930c3"},"tenantID":"e2e-worker-w3-f930c3","namespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f930c3"}
{"level":"info","ts":"2026-11-04T05:12:53Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-f930c3"},"tenantID":"e2e-worker-w3-f930c3","namespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f930c3"}
{"level":"info","ts":"2026-11-04T05:12:53Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-ad4b09"},"tenantID":"e2e-worker-w0-ad4b09","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ad4b09"}
{"level":"info","ts":"2026-11-04T05:12:55Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-917f34"},"tenantID":"e2e-worker-w1-917f34","namespace":"openshift-ingress","gatewayName":"e2e-worker-w1-917f34"}
{"level":"info","ts":"2026-11-04T05:12:56Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-f930c3"},"tenantID":"e2e-worker-w3-f930c3","namespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f930c3"}
{"level":"info","ts":"2026-11-04T05:12:57Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-917f34"},"tenantID":"e2e-worker-w1-917f34","namespace":"openshift-ingress","gatewayName":"e2e-worker-w1-917f34"}
{"level":"info","ts":"2026-11-04T05:13:02Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-3a8c1e"},"tenantID":"e2e-worker-w4-3a8c1e","namespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3a8c1e"}
{"level":"info","ts":"2026-11-04T05:13:02Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-917f34"},"tenantID":"e2e-worker-w1-917f34","namespace":"openshift-ingress","gatewayName":"e2e-worker-w1-917f34"}
{"level":"info","ts":"2026-11-04T05:13:03Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-3a8c1e"},"tenantID":"e2e-worker-w4-3a8c1e","namespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3a8c1e"}
{"level":"info","ts":"2026-11-04T05:13:04Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-917f34"},"tenantID":"e2e-worker-w1-917f34","namespace":"openshift-ingress","gatewayName":"e2e-worker-w1-917f34"}
{"level":"info","ts":"2026-11-04T05:13:09Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-3a8c1e"},"tenantID":"e2e-worker-w4-3a8c1e","namespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3a8c1e"}
{"level":"info","ts":"2026-11-04T05:13:09Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-3a8c1e"},"tenantID":"e2e-worker-w4-3a8c1e","namespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3a8c1e"}
{"level":"info","ts":"2026-11-04T05:13:15Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-917f34"},"tenantID":"e2e-worker-w1-917f34","namespace":"openshift-ingress","gatewayName":"e2e-worker-w1-917f34"}
{"level":"info","ts":"2026-11-04T05:13:16Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-917f34"},"tenantID":"e2e-worker-w1-917f34","namespace":"openshift-ingress","gatewayName":"e2e-worker-w1-917f34"}
{"level":"info","ts":"2026-11-04T05:13:16Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-917f34"},"tenantID":"e2e-worker-w1-917f34","namespace":"openshift-ingress","gatewayName":"e2e-worker-w1-917f34"}
{"level":"info","ts":"2026-11-04T05:13:53Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-847158"}}
{"level":"info","ts":"2026-11-04T05:13:53Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-847158"},"tenantID":"e2e-extmod-a-847158","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-847158"}
{"level":"info","ts":"2026-11-04T05:13:53Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-847158"}}
{"level":"info","ts":"2026-11-04T05:13:54Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-847158"},"tenantID":"e2e-extmod-a-847158","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-847158"}
{"level":"info","ts":"2026-11-04T05:13:54Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-27125c"}}
{"level":"info","ts":"2026-11-04T05:13:55Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-27125c"},"tenantID":"e2e-extmod-a-27125c","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-27125c"}
{"level":"info","ts":"2026-11-04T05:13:55Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-27125c"}}
{"level":"info","ts":"2026-11-04T05:13:56Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-27125c"},"tenantID":"e2e-extmod-a-27125c","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-27125c"}
{"level":"info","ts":"2026-11-04T05:14:01Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-847158"}}
{"level":"info","ts":"2026-11-04T05:14:02Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-847158"},"tenantID":"e2e-extmod-a-847158","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-847158"}
{"level":"info","ts":"2026-11-04T05:14:04Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-847158"},"tenantID":"e2e-extmod-a-847158","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-847158"}
{"level":"info","ts":"2026-11-04T05:14:04Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-27125c"}}
{"level":"info","ts":"2026-11-04T05:14:05Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-27125c"},"tenantID":"e2e-extmod-a-27125c","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-27125c"}
{"level":"info","ts":"2026-11-04T05:14:06Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-27125c"},"tenantID":"e2e-extmod-a-27125c","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-27125c"}
{"level":"info","ts":"2026-11-04T05:14:19Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-847158"},"tenantID":"e2e-extmod-a-847158","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-847158"}
{"level":"info","ts":"2026-11-04T05:14:19Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-847158"},"tenantID":"e2e-extmod-a-847158","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-847158"}
{"level":"info","ts":"2026-11-04T05:14:21Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-27125c"},"tenantID":"e2e-extmod-a-27125c","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-27125c"}
{"level":"info","ts":"2026-11-04T05:14:21Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-27125c"},"tenantID":"e2e-extmod-a-27125c","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-27125c"}
{"level":"info","ts":"2026-11-04T05:14:27Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-04T05:14:28Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-04T05:14:29Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-04T05:14:29Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-da2475"}}
{"level":"info","ts":"2026-11-04T05:14:30Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-da2475"},"tenantID":"e2e-extmod-b-da2475","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-da2475"}
{"level":"info","ts":"2026-11-04T05:14:30Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-da2475"}}
{"level":"info","ts":"2026-11-04T05:14:31Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-da2475"},"tenantID":"e2e-extmod-b-da2475","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-da2475"}
{"level":"info","ts":"2026-11-04T05:14:31Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-28a224"}}
{"level":"info","ts":"2026-11-04T05:14:32Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-28a224"},"tenantID":"e2e-extmod-b-28a224","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-28a224"}
{"level":"info","ts":"2026-11-04T05:14:32Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-28a224"}}
{"level":"info","ts":"2026-11-04T05:14:32Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-28a224"},"tenantID":"e2e-extmod-b-28a224","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-28a224"}
{"level":"info","ts":"2026-11-04T05:14:36Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-04T05:14:36Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-3a8c1e"},"tenantID":"e2e-worker-w4-3a8c1e","namespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3a8c1e"}
{"level":"info","ts":"2026-11-04T05:14:37Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-04T05:14:40Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-04T05:14:41Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-04T05:14:42Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-04T05:14:42Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-da2475"}}
{"level":"info","ts":"2026-11-04T05:14:42Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-da2475"},"tenantID":"e2e-extmod-b-da2475","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-da2475"}
{"level":"info","ts":"2026-11-04T05:14:42Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-da2475"}}
{"level":"info","ts":"2026-11-04T05:14:43Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-da2475"},"tenantID":"e2e-extmod-b-da2475","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-da2475"}
{"level":"info","ts":"2026-11-04T05:14:43Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-28a224"}}
{"level":"info","ts":"2026-11-04T05:14:44Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-28a224"},"tenantID":"e2e-extmod-b-28a224","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-28a224"}
{"level":"info","ts":"2026-11-04T05:14:45Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-da2475"},"tenantID":"e2e-extmod-b-da2475","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-da2475"}
{"level":"info","ts":"2026-11-04T05:14:46Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-28a224"}}
{"level":"info","ts":"2026-11-04T05:14:46Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-28a224"},"tenantID":"e2e-extmod-b-28a224","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-28a224"}
{"level":"info","ts":"2026-11-04T05:14:49Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-28a224"},"tenantID":"e2e-extmod-b-28a224","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-28a224"}
{"level":"info","ts":"2026-11-04T05:14:52Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-04T05:14:53Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-04T05:14:56Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-04T05:14:57Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-04T05:14:57Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-04T05:14:59Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-efd81d"}}
{"level":"info","ts":"2026-11-04T05:15:00Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-efd81d"},"tenantID":"e2e-extmod-a-efd81d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-efd81d"}
{"level":"info","ts":"2026-11-04T05:15:00Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-efd81d"}}
{"level":"info","ts":"2026-11-04T05:15:00Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-efd81d"},"tenantID":"e2e-extmod-a-efd81d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-efd81d"}
{"level":"info","ts":"2026-11-04T05:15:05Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-da2475"},"tenantID":"e2e-extmod-b-da2475","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-da2475"}
{"level":"info","ts":"2026-11-04T05:15:05Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-da2475"},"tenantID":"e2e-extmod-b-da2475","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-da2475"}
{"level":"info","ts":"2026-11-04T05:15:06Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-04T05:15:07Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-04T05:15:08Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-04T05:15:09Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-28a224"},"tenantID":"e2e-extmod-b-28a224","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-28a224"}
{"level":"info","ts":"2026-11-04T05:15:09Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-28a224"},"tenantID":"e2e-extmod-b-28a224","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-28a224"}
{"level":"info","ts":"2026-11-04T05:15:10Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-917f34"},"tenantID":"e2e-worker-w1-917f34","namespace":"openshift-ingress","gatewayName":"e2e-worker-w1-917f34"}
{"level":"info","ts":"2026-11-04T05:15:10Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-efd81d"}}
{"level":"info","ts":"2026-11-04T05:15:11Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-efd81d"},"tenantID":"e2e-extmod-a-efd81d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-efd81d"}
{"level":"info","ts":"2026-11-04T05:15:12Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-da2475"},"tenantID":"e2e-extmod-b-da2475","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-da2475"}
{"level":"info","ts":"2026-11-04T05:15:13Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-da2475"},"tenantID":"e2e-extmod-b-da2475","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-da2475"}
{"level":"info","ts":"2026-11-04T05:15:15Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-917f34"},"tenantID":"e2e-worker-w1-917f34","namespace":"openshift-ingress","gatewayName":"e2e-worker-w1-917f34"}
{"level":"info","ts":"2026-11-04T05:15:16Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-917f34"},"tenantID":"e2e-worker-w1-917f34","namespace":"openshift-ingress","gatewayName":"e2e-worker-w1-917f34"}
{"level":"info","ts":"2026-11-04T05:15:16Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-efd81d"}}
{"level":"info","ts":"2026-11-04T05:15:17Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-efd81d"},"tenantID":"e2e-extmod-a-efd81d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-efd81d"}
{"level":"info","ts":"2026-11-04T05:15:18Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-28a224"},"tenantID":"e2e-extmod-b-28a224","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-28a224"}
{"level":"info","ts":"2026-11-04T05:15:18Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-28a224"},"tenantID":"e2e-extmod-b-28a224","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-28a224"}
{"level":"info","ts":"2026-11-04T05:15:19Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-efd81d"},"tenantID":"e2e-extmod-a-efd81d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-efd81d"}
{"level":"error","ts":"2026-11-04T05:15:20Z","logger":"tenant","msg":"praxis-extproc apply failed for tenant; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-917f34"},"error":"apply NetworkPolicy ai-tenant-e2e-worker-w1-917f34/payload-processing-e2e-worker-w1-917f34: networkpolicies.networking.k8s.io \"payload-processing-e2e-worker-w1-917f34\" is forbidden: unable to create new content in namespace ai-tenant-e2e-worker-w1-917f34 because it is being terminated","stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcilePraxis\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:546\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"error","ts":"2026-11-04T05:15:20Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-917f34"},"namespace":"ai-tenant-e2e-worker-w1-917f34","name":"default-tenant","reconcileID":"6e6f3c26-4cdf-4274-ad78-b5671c2877f4","error":"apply: apply NetworkPolicy ai-tenant-e2e-worker-w1-917f34/payload-processing-e2e-worker-w1-917f34: networkpolicies.networking.k8s.io \"payload-processing-e2e-worker-w1-917f34\" is forbidden: unable to create new content in namespace ai-tenant-e2e-worker-w1-917f34 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"error","ts":"2026-11-04T05:15:21Z","logger":"tenant","msg":"praxis-extproc apply failed for tenant; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-917f34"},"error":"apply NetworkPolicy ai-tenant-e2e-worker-w1-917f34/payload-processing-e2e-worker-w1-917f34: networkpolicies.networking.k8s.io \"payload-processing-e2e-worker-w1-917f34\" is forbidden: unable to create new content in namespace ai-tenant-e2e-worker-w1-917f34 because it is being terminated","stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcilePraxis\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:546\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"error","ts":"2026-11-04T05:15:21Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-917f34"},"namespace":"ai-tenant-e2e-worker-w1-917f34","name":"default-tenant","reconcileID":"5f646b84-b143-45b3-a7ea-afa9a16af17d","error":"apply: apply NetworkPolicy ai-tenant-e2e-worker-w1-917f34/payload-processing-e2e-worker-w1-917f34: networkpolicies.networking.k8s.io \"payload-processing-e2e-worker-w1-917f34\" is forbidden: unable to create new content in namespace ai-tenant-e2e-worker-w1-917f34 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-04T05:15:22Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-917f34"},"tenantID":"e2e-worker-w1-917f34","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-11-04T05:15:29Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-ad4b09"},"tenantID":"e2e-worker-w0-ad4b09","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ad4b09"}
{"level":"info","ts":"2026-11-04T05:15:29Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-ad4b09"},"tenantID":"e2e-worker-w0-ad4b09","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ad4b09"}
{"level":"info","ts":"2026-11-04T05:15:33Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-ad4b09"},"tenantID":"e2e-worker-w0-ad4b09","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ad4b09"}
{"level":"info","ts":"2026-11-04T05:15:34Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-ad4b09"},"tenantID":"e2e-worker-w0-ad4b09","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ad4b09"}
{"level":"info","ts":"2026-11-04T05:15:39Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-efd81d"},"tenantID":"e2e-extmod-a-efd81d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-efd81d"}
{"level":"info","ts":"2026-11-04T05:15:40Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-efd81d"},"tenantID":"e2e-extmod-a-efd81d","namespace":"openshift-ingress","gatewayName":"e2e-extmod-a-efd81d"}
{"level":"info","ts":"2026-11-04T05:15:50Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-43cf37"}}
{"level":"info","ts":"2026-11-04T05:15:51Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-43cf37"},"tenantID":"e2e-extmod-b-43cf37","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-43cf37"}
{"level":"info","ts":"2026-11-04T05:15:51Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-04T05:15:51Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-43cf37"}}
{"level":"info","ts":"2026-11-04T05:15:52Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-43cf37"},"tenantID":"e2e-extmod-b-43cf37","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-43cf37"}
{"level":"info","ts":"2026-11-04T05:15:53Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-da2475"},"tenantID":"e2e-extmod-b-da2475","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-da2475"}
{"level":"info","ts":"2026-11-04T05:15:54Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-04T05:15:55Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-da2475"},"tenantID":"e2e-extmod-b-da2475","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-da2475"}
{"level":"info","ts":"2026-11-04T05:16:02Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-43cf37"}}
{"level":"info","ts":"2026-11-04T05:16:03Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-43cf37"},"tenantID":"e2e-extmod-b-43cf37","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-43cf37"}
{"level":"info","ts":"2026-11-04T05:16:09Z","logger":"tenant","msg":"MaasTenantConfig status.infraNamespace is not set; applying the praxis dataplane with unqualified maas-api bypass names; will re-apply once it is published","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-43cf37"}}
{"level":"info","ts":"2026-11-04T05:16:10Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-43cf37"},"tenantID":"e2e-extmod-b-43cf37","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-43cf37"}
{"level":"info","ts":"2026-11-04T05:16:11Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-04T05:16:12Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-da2475"},"tenantID":"e2e-extmod-b-da2475","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-da2475"}
{"level":"info","ts":"2026-11-04T05:16:12Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-43cf37"},"tenantID":"e2e-extmod-b-43cf37","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-43cf37"}
{"level":"info","ts":"2026-11-04T05:16:13Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-04T05:16:14Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-da2475"},"tenantID":"e2e-extmod-b-da2475","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-da2475"}
{"level":"info","ts":"2026-11-04T05:16:20Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-28a224"},"tenantID":"e2e-extmod-b-28a224","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-28a224"}
{"level":"info","ts":"2026-11-04T05:16:21Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-28a224"},"tenantID":"e2e-extmod-b-28a224","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-28a224"}
{"level":"info","ts":"2026-11-04T05:16:23Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-04T05:16:23Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-da2475"},"tenantID":"e2e-extmod-b-da2475","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-da2475"}
{"level":"error","ts":"2026-11-04T05:16:24Z","msg":"Reconciler error","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-b0a28c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-b0a28c","reconcileID":"a7bfebb3-7cd1-48fa-8cb0-c6fa5d7bfb34","error":"update ExternalModel attachment finalizer: Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-dft-b0a28c\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-04T05:16:24Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-04T05:16:25Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-da2475"},"tenantID":"e2e-extmod-b-da2475","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-da2475"}
{"level":"info","ts":"2026-11-04T05:16:26Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-04T05:16:27Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-f930c3"},"tenantID":"e2e-worker-w3-f930c3","namespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f930c3"}
{"level":"info","ts":"2026-11-04T05:16:27Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-da2475"},"tenantID":"e2e-extmod-b-da2475","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-da2475"}
{"level":"info","ts":"2026-11-04T05:16:28Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-f930c3"},"tenantID":"e2e-worker-w3-f930c3","namespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f930c3"}
{"level":"info","ts":"2026-11-04T05:16:32Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-f930c3"},"tenantID":"e2e-worker-w3-f930c3","namespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f930c3"}
{"level":"info","ts":"2026-11-04T05:16:33Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-43cf37"},"tenantID":"e2e-extmod-b-43cf37","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-43cf37"}
{"level":"info","ts":"2026-11-04T05:16:34Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-f930c3"},"tenantID":"e2e-worker-w3-f930c3","namespace":"openshift-ingress","gatewayName":"e2e-worker-w3-f930c3"}
{"level":"info","ts":"2026-11-04T05:16:35Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-28a224"},"tenantID":"e2e-extmod-b-28a224","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-28a224"}
{"level":"info","ts":"2026-11-04T05:16:35Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-43cf37"},"tenantID":"e2e-extmod-b-43cf37","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-43cf37"}
{"level":"info","ts":"2026-11-04T05:16:36Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-28a224"},"tenantID":"e2e-extmod-b-28a224","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-28a224"}
{"level":"error","ts":"2026-11-04T05:16:38Z","logger":"tenant","msg":"praxis-extproc apply failed for tenant; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-f930c3"},"error":"apply NetworkPolicy ai-tenant-e2e-worker-w3-f930c3/payload-processing-e2e-worker-w3-f930c3: networkpolicies.networking.k8s.io \"payload-processing-e2e-worker-w3-f930c3\" is forbidden: unable to create new content in namespace ai-tenant-e2e-worker-w3-f930c3 because it is being terminated","stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcilePraxis\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:546\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"error","ts":"2026-11-04T05:16:38Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-f930c3"},"namespace":"ai-tenant-e2e-worker-w3-f930c3","name":"default-tenant","reconcileID":"39f52752-bbc9-4b20-a34a-ef953b49b0b9","error":"apply: apply NetworkPolicy ai-tenant-e2e-worker-w3-f930c3/payload-processing-e2e-worker-w3-f930c3: networkpolicies.networking.k8s.io \"payload-processing-e2e-worker-w3-f930c3\" is forbidden: unable to create new content in namespace ai-tenant-e2e-worker-w3-f930c3 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-04T05:16:38Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-f930c3"},"tenantID":"e2e-worker-w3-f930c3","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-11-04T05:16:39Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-f930c3"},"tenantID":"e2e-worker-w3-f930c3","namespace":"openshift-ingress"}
{"level":"error","ts":"2026-11-04T05:16:39Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-f930c3"},"namespace":"ai-tenant-e2e-worker-w3-f930c3","name":"default-tenant","reconcileID":"8bc5d40b-0cd3-40ca-aece-ed07258fd5af","error":"Operation cannot be fulfilled on maastenantconfigs.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-04T05:16:44Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-847158"},"tenantID":"e2e-extmod-a-847158","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-11-04T05:16:45Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-847158"},"tenantID":"e2e-extmod-a-847158","namespace":"openshift-ingress"}
{"level":"error","ts":"2026-11-04T05:16:45Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-847158"},"namespace":"ai-tenant-e2e-extmod-a-847158","name":"default-tenant","reconcileID":"33613db5-7953-4c57-a9b4-9d90941d83c0","error":"Operation cannot be fulfilled on maastenantconfigs.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-04T05:16:46Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-28a224"},"tenantID":"e2e-extmod-b-28a224","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-28a224"}
{"level":"info","ts":"2026-11-04T05:16:48Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-43cf37"},"tenantID":"e2e-extmod-b-43cf37","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-43cf37"}
{"level":"info","ts":"2026-11-04T05:16:49Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-43cf37"},"tenantID":"e2e-extmod-b-43cf37","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-43cf37"}
{"level":"info","ts":"2026-11-04T05:16:49Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-43cf37"},"tenantID":"e2e-extmod-b-43cf37","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-43cf37"}
{"level":"error","ts":"2026-11-04T05:16:56Z","msg":"Reconciler error","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-3d4c97","namespace":"e2e-extmod-att-user-8df052"},"namespace":"e2e-extmod-att-user-8df052","name":"e2e-att-serve-3d4c97","reconcileID":"eb1b11a6-14c5-407e-96ff-c299154996ee","error":"update ExternalModel attachment finalizer: Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-att-serve-3d4c97\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-04T05:16:57Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-28a224"},"tenantID":"e2e-extmod-b-28a224","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-28a224"}
{"level":"info","ts":"2026-11-04T05:16:57Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-28a224"},"tenantID":"e2e-extmod-b-28a224","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-28a224"}
{"level":"error","ts":"2026-11-04T05:17:14Z","logger":"tenant","msg":"praxis-extproc apply failed for tenant; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-da2475"},"error":"apply NetworkPolicy ai-tenant-e2e-extmod-b-da2475/payload-processing-e2e-extmod-b-da2475: networkpolicies.networking.k8s.io \"payload-processing-e2e-extmod-b-da2475\" is forbidden: unable to create new content in namespace ai-tenant-e2e-extmod-b-da2475 because it is being terminated","stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcilePraxis\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:546\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"error","ts":"2026-11-04T05:17:14Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-da2475"},"namespace":"ai-tenant-e2e-extmod-b-da2475","name":"default-tenant","reconcileID":"adff7768-f821-416f-b492-ed66330184b1","error":"apply: apply NetworkPolicy ai-tenant-e2e-extmod-b-da2475/payload-processing-e2e-extmod-b-da2475: networkpolicies.networking.k8s.io \"payload-processing-e2e-extmod-b-da2475\" is forbidden: unable to create new content in namespace ai-tenant-e2e-extmod-b-da2475 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-04T05:17:14Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-da2475"}}
{"level":"info","ts":"2026-11-04T05:17:15Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-da2475"},"tenantID":"e2e-extmod-b-da2475","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-11-04T05:17:16Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-27125c"},"tenantID":"e2e-extmod-a-27125c","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-11-04T05:17:30Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-43cf37"},"tenantID":"e2e-extmod-b-43cf37","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-43cf37"}
{"level":"info","ts":"2026-11-04T05:17:31Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-43cf37"},"tenantID":"e2e-extmod-b-43cf37","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-43cf37"}
{"level":"info","ts":"2026-11-04T05:17:38Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-faedb5"},"tenantID":"e2e-worker-w2-faedb5","namespace":"openshift-ingress","gatewayName":"e2e-worker-w2-faedb5"}
{"level":"info","ts":"2026-11-04T05:17:39Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-ad4b09"},"tenantID":"e2e-worker-w0-ad4b09","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ad4b09"}
{"level":"info","ts":"2026-11-04T05:17:40Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-43cf37"},"tenantID":"e2e-extmod-b-43cf37","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-43cf37"}
{"level":"info","ts":"2026-11-04T05:17:40Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-ad4b09"},"tenantID":"e2e-worker-w0-ad4b09","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ad4b09"}
{"level":"info","ts":"2026-11-04T05:17:41Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-43cf37"},"tenantID":"e2e-extmod-b-43cf37","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-43cf37"}
{"level":"info","ts":"2026-11-04T05:17:44Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-ad4b09"},"tenantID":"e2e-worker-w0-ad4b09","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ad4b09"}
{"level":"info","ts":"2026-11-04T05:17:45Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-ad4b09"},"tenantID":"e2e-worker-w0-ad4b09","namespace":"openshift-ingress","gatewayName":"e2e-worker-w0-ad4b09"}
{"level":"info","ts":"2026-11-04T05:17:47Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-28a224"},"tenantID":"e2e-extmod-b-28a224","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-11-04T05:17:47Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-28a224"},"tenantID":"e2e-extmod-b-28a224","namespace":"openshift-ingress"}
{"level":"error","ts":"2026-11-04T05:17:47Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-28a224"},"namespace":"ai-tenant-e2e-extmod-b-28a224","name":"default-tenant","reconcileID":"d63d6465-1d19-430a-8b4f-3a69b141b3e4","error":"Operation cannot be fulfilled on maastenantconfigs.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-04T05:17:50Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-ad4b09"},"tenantID":"e2e-worker-w0-ad4b09","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-11-04T05:17:51Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-43cf37"},"tenantID":"e2e-extmod-b-43cf37","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-43cf37"}
{"level":"error","ts":"2026-11-04T05:17:51Z","msg":"Reconciler error","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-250e92","namespace":"e2e-extmod-att-user-fb317e"},"namespace":"e2e-extmod-att-user-fb317e","name":"e2e-att-serve-250e92","reconcileID":"fc0fd78f-15c2-464c-a0f1-c57ccff24179","error":"update ExternalModel attachment finalizer: externalmodels.inference.opendatahub.io \"e2e-att-serve-250e92\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-04T05:17:52Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-43cf37"},"tenantID":"e2e-extmod-b-43cf37","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-43cf37"}
{"level":"info","ts":"2026-11-04T05:17:52Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-43cf37"},"tenantID":"e2e-extmod-b-43cf37","namespace":"openshift-ingress","gatewayName":"e2e-extmod-b-43cf37"}
{"level":"info","ts":"2026-11-04T05:17:55Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-3a8c1e"},"tenantID":"e2e-worker-w4-3a8c1e","namespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3a8c1e"}
{"level":"info","ts":"2026-11-04T05:17:56Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-3a8c1e"},"tenantID":"e2e-worker-w4-3a8c1e","namespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3a8c1e"}
{"level":"info","ts":"2026-11-04T05:18:00Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-3a8c1e"},"tenantID":"e2e-worker-w4-3a8c1e","namespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3a8c1e"}
{"level":"info","ts":"2026-11-04T05:18:01Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-3a8c1e"},"tenantID":"e2e-worker-w4-3a8c1e","namespace":"openshift-ingress","gatewayName":"e2e-worker-w4-3a8c1e"}
{"level":"error","ts":"2026-11-04T05:18:06Z","logger":"tenant","msg":"praxis-extproc apply failed for tenant; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-3a8c1e"},"error":"apply NetworkPolicy ai-tenant-e2e-worker-w4-3a8c1e/payload-processing-e2e-worker-w4-3a8c1e: networkpolicies.networking.k8s.io \"payload-processing-e2e-worker-w4-3a8c1e\" is forbidden: unable to create new content in namespace ai-tenant-e2e-worker-w4-3a8c1e because it is being terminated","stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcilePraxis\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:546\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"error","ts":"2026-11-04T05:18:06Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-3a8c1e"},"namespace":"ai-tenant-e2e-worker-w4-3a8c1e","name":"default-tenant","reconcileID":"8b391fcb-2849-4ca1-9ffe-17635daf661f","error":"apply: apply NetworkPolicy ai-tenant-e2e-worker-w4-3a8c1e/payload-processing-e2e-worker-w4-3a8c1e: networkpolicies.networking.k8s.io \"payload-processing-e2e-worker-w4-3a8c1e\" is forbidden: unable to create new content in namespace ai-tenant-e2e-worker-w4-3a8c1e because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-04T05:18:06Z","logger":"tenant","msg":"owning AITenant changed (uid, ownership, readiness, generation, or gatewayRef) before praxis-extproc apply; will re-resolve","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-3a8c1e"}}
{"level":"info","ts":"2026-11-04T05:18:07Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-3a8c1e"},"tenantID":"e2e-worker-w4-3a8c1e","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-11-04T05:18:08Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-04T05:18:09Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-04T05:18:11Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-04T05:18:12Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-04T05:18:21Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-04T05:18:23Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-04T05:18:24Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-04T05:18:33Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"error","ts":"2026-11-04T05:18:33Z","msg":"Reconciler error","controller":"externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-850586","namespace":"llm"},"namespace":"llm","name":"e2e-dft-850586","reconcileID":"5f708a63-a65d-4e01-b24b-385cfe80b738","error":"update ExternalModel attachment finalizer: Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-dft-850586\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-04T05:18:34Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-04T05:18:34Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"models-as-a-service"},"tenantID":"","namespace":"openshift-ingress","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-11-04T05:18:42Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-efd81d"},"tenantID":"e2e-extmod-a-efd81d","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-11-04T05:18:42Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-efd81d"},"tenantID":"e2e-extmod-a-efd81d","namespace":"openshift-ingress"}
{"level":"error","ts":"2026-11-04T05:18:42Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-efd81d"},"namespace":"ai-tenant-e2e-extmod-a-efd81d","name":"default-tenant","reconcileID":"5c253006-2f7a-4db2-9dc4-c85daa5965a4","error":"Operation cannot be fulfilled on maastenantconfigs.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"error","ts":"2026-11-04T05:18:56Z","logger":"tenant","msg":"praxis-extproc apply failed for tenant; will retry","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-43cf37"},"error":"apply NetworkPolicy ai-tenant-e2e-extmod-b-43cf37/payload-processing-e2e-extmod-b-43cf37: networkpolicies.networking.k8s.io \"payload-processing-e2e-extmod-b-43cf37\" is forbidden: unable to create new content in namespace ai-tenant-e2e-extmod-b-43cf37 because it is being terminated","stacktrace":"github.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).reconcilePraxis\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:546\ngithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-controller/pkg/tenant/reconciler.go:228\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:223\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:481\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"error","ts":"2026-11-04T05:18:56Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-43cf37"},"namespace":"ai-tenant-e2e-extmod-b-43cf37","name":"default-tenant","reconcileID":"230f2692-0ea9-4a79-ad66-d6d40b6d65a4","error":"apply: apply NetworkPolicy ai-tenant-e2e-extmod-b-43cf37/payload-processing-e2e-extmod-b-43cf37: networkpolicies.networking.k8s.io \"payload-processing-e2e-extmod-b-43cf37\" is forbidden: unable to create new content in namespace ai-tenant-e2e-extmod-b-43cf37 because it is being terminated","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}
{"level":"info","ts":"2026-11-04T05:18:56Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-43cf37"},"tenantID":"e2e-extmod-b-43cf37","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-11-04T05:19:04Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-faedb5"},"tenantID":"e2e-worker-w2-faedb5","namespace":"openshift-ingress","gatewayName":"e2e-worker-w2-faedb5"}
{"level":"info","ts":"2026-11-04T05:19:05Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-faedb5"},"tenantID":"e2e-worker-w2-faedb5","namespace":"openshift-ingress","gatewayName":"e2e-worker-w2-faedb5"}
{"level":"info","ts":"2026-11-04T05:19:09Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-faedb5"},"tenantID":"e2e-worker-w2-faedb5","namespace":"openshift-ingress","gatewayName":"e2e-worker-w2-faedb5"}
{"level":"info","ts":"2026-11-04T05:19:10Z","logger":"tenant","msg":"praxis-extproc install applied","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-faedb5"},"tenantID":"e2e-worker-w2-faedb5","namespace":"openshift-ingress","gatewayName":"e2e-worker-w2-faedb5"}
{"level":"info","ts":"2026-11-04T05:19:15Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-faedb5"},"tenantID":"e2e-worker-w2-faedb5","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-11-04T05:19:15Z","logger":"tenant","msg":"praxis-extproc resources cleaned up for deleted tenant","maastenantconfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-faedb5"},"tenantID":"e2e-worker-w2-faedb5","namespace":"openshift-ingress"}
{"level":"error","ts":"2026-11-04T05:19:15Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-faedb5"},"namespace":"ai-tenant-e2e-worker-w2-faedb5","name":"default-tenant","reconcileID":"1b3fd610-9f05-4561-bc39-008139e67fb0","error":"Operation cannot be fulfilled on maastenantconfigs.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:497\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:440\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.25.2/pkg/internal/controller/controller.go:315"}