2026-11-04T01:53:59.651797Z	info	FLAG: --concurrency="0"
2026-11-04T01:53:59.651816Z	info	FLAG: --domain="openshift-ingress.svc.cluster.local"
2026-11-04T01:53:59.651820Z	info	FLAG: --help="false"
2026-11-04T01:53:59.651823Z	info	FLAG: --log_as_json="false"
2026-11-04T01:53:59.651825Z	info	FLAG: --log_caller=""
2026-11-04T01:53:59.651827Z	info	FLAG: --log_output_level="default:info"
2026-11-04T01:53:59.651829Z	info	FLAG: --log_stacktrace_level="default:none"
2026-11-04T01:53:59.651833Z	info	FLAG: --log_target="[stdout]"
2026-11-04T01:53:59.651835Z	info	FLAG: --meshConfig="./etc/istio/config/mesh"
2026-11-04T01:53:59.651837Z	info	FLAG: --outlierLogPath=""
2026-11-04T01:53:59.651839Z	info	FLAG: --profiling="true"
2026-11-04T01:53:59.651841Z	info	FLAG: --proxyComponentLogLevel="misc:error"
2026-11-04T01:53:59.651843Z	info	FLAG: --proxyLogLevel="warning"
2026-11-04T01:53:59.651845Z	info	FLAG: --serviceCluster="istio-proxy"
2026-11-04T01:53:59.651847Z	info	FLAG: --stsPort="0"
2026-11-04T01:53:59.651849Z	info	FLAG: --templateFile=""
2026-11-04T01:53:59.651852Z	info	FLAG: --tokenManagerPlugin=""
2026-11-04T01:53:59.651854Z	info	FLAG: --vklog="0"
2026-11-04T01:53:59.651857Z	info	Version 1.28.10-cebc47d567fd1333707199224c18129ecfe07c05-Clean
2026-11-04T01:53:59.651994Z	info	Proxy role	ips=[10.134.0.40] type=router id=maas-default-gateway-openshift-default-5d84bc6b95-24x8t.openshift-ingress domain=openshift-ingress.svc.cluster.local
2026-11-04T01:53:59.652042Z	info	Apply proxy config from env {"discoveryAddress":"istiod-openshift-gateway.openshift-ingress.svc:15012","proxyHeaders":{"server":{"disabled":true},"envoyDebugHeaders":{"disabled":true},"metadataExchangeHeaders":{"mode":"IN_MESH"}}}

2026-11-04T01:53:59.653223Z	info	cpu limit detected as 2, setting concurrency
2026-11-04T01:53:59.653462Z	info	Effective config: binaryPath: /usr/local/bin/envoy
concurrency: 2
configPath: ./etc/istio/proxy
controlPlaneAuthPolicy: MUTUAL_TLS
discoveryAddress: istiod-openshift-gateway.openshift-ingress.svc:15012
drainDuration: 45s
proxyAdminPort: 15000
proxyHeaders:
  envoyDebugHeaders:
    disabled: true
  metadataExchangeHeaders:
    mode: IN_MESH
  server:
    disabled: true
serviceCluster: istio-proxy
statNameLength: 189
statusPort: 15020
terminationDrainDuration: 5s

2026-11-04T01:53:59.653473Z	info	JWT policy is third-party-jwt
2026-11-04T01:53:59.653476Z	info	using credential fetcher of JWT type in cluster.local trust domain
2026-11-04T01:53:59.655559Z	info	Starting default Istio SDS Server
2026-11-04T01:53:59.655585Z	info	CA Endpoint istiod-openshift-gateway.openshift-ingress.svc:15012, provider Citadel
2026-11-04T01:53:59.655611Z	info	Using CA istiod-openshift-gateway.openshift-ingress.svc:15012 cert with certs: var/run/secrets/istio/root-cert.pem
2026-11-04T01:53:59.655874Z	info	Opening status port 15020
2026-11-04T01:53:59.657016Z	info	xdsproxy	Initializing with upstream address "istiod-openshift-gateway.openshift-ingress.svc:15012" and cluster "Kubernetes"
2026-11-04T01:53:59.658009Z	info	sds	Starting SDS grpc server
2026-11-04T01:53:59.658102Z	info	sds	Starting SDS server for workload certificates, will listen on "var/run/secrets/workload-spiffe-uds/socket"
2026-11-04T01:53:59.658847Z	info	Pilot SAN: [istiod-openshift-gateway.openshift-ingress.svc]
2026-11-04T01:53:59.659880Z	info	Starting proxy agent
2026-11-04T01:53:59.659912Z	info	Envoy command: [-c etc/istio/proxy/envoy-rev.json --drain-time-s 45 --drain-strategy immediate --local-address-ip-version v4 --file-flush-interval-msec 1000 --disable-hot-restart --allow-unknown-static-fields -l warning --component-log-level misc:error --skip-deprecated-logs --concurrency 2]
2026-11-04T01:53:59.735648Z	info	xdsproxy	connected to delta upstream XDS server: istiod-openshift-gateway.openshift-ingress.svc:15012	id=1
2026-11-04T01:53:59.742306Z	info	cache	generated new workload certificate	resourceName=default latency=84.085948ms ttl=23h59m59.257699026s
2026-11-04T01:53:59.742427Z	info	cache	Root cert has changed, start rotating root cert
2026-11-04T01:53:59.742499Z	info	cache	returned workload trust anchor from cache	ttl=23h59m59.2575021s
2026-11-04T01:53:59.851809Z	info	ads	ADS: new connection for node:1
2026-11-04T01:53:59.852157Z	info	cache	returned workload certificate from cache	ttl=23h59m59.147846571s
2026-11-04T01:53:59.852872Z	info	ads	ADS: new connection for node:2
2026-11-04T01:53:59.853371Z	info	cache	returned workload trust anchor from cache	ttl=23h59m59.146631594s
2026-11-04T01:53:59.951088Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-04T01:54:08.578902Z	info	Readiness succeeded in 8.929400809s
2026-11-04T01:54:08.579248Z	info	Envoy proxy is ready
[2026-11-04T01:56:33.078Z] "POST /maas-api/v1/api-keys HTTP/1.1" 403 -  - "-" 77 0 57 - "34.228.250.194,10.132.0.17" "python-requests/2.34.2" "3d39c63c-48b8-4734-918e-3961daad03e5" "maas.apps.615247821a7f0d53846c.prod.konflux-ocp-ci.dev" "-" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local - 10.134.0.40:443 10.132.0.17:48188 - odh-ai-gateway-infra.maas-api-route.3
2026-11-04T01:56:33.273389Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=26
2026-11-04T01:56:33.273424Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=26
2026-11-04T01:56:33.273437Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=26
2026-11-04T01:56:33.273441Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=26
2026-11-04T01:56:33.701415Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=26
2026-11-04T01:56:33.701456Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=26
2026-11-04T01:56:33.701472Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=26
2026-11-04T01:56:33.701478Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=26
[2026-11-04T01:56:33.167Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 71 313 105 - "34.228.250.194,10.132.0.17" "python-requests/2.34.2" "28a79e53-c6c7-467a-a5af-f0d7be03ada6" "maas.apps.615247821a7f0d53846c.prod.konflux-ocp-ci.dev" "10.134.0.31:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.40:53110 10.134.0.40:443 10.132.0.17:48196 - odh-ai-gateway-infra.maas-api-route.3
[2026-11-04T01:56:33.623Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 71 313 78 - "34.228.250.194,10.132.0.17" "python-requests/2.34.2" "317f3ba9-ee63-43d0-a114-f5be0021446b" "maas.apps.615247821a7f0d53846c.prod.konflux-ocp-ci.dev" "10.134.0.31:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.40:53110 10.134.0.40:443 10.132.0.17:48198 - odh-ai-gateway-infra.maas-api-route.3
2026-11-04T01:56:43.955437Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=26
2026-11-04T01:56:43.955471Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=26
2026-11-04T01:56:43.955484Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=26
2026-11-04T01:56:43.955489Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=26
[2026-11-04T01:56:43.887Z] "GET /v1/models HTTP/1.1" 200 - via_upstream - "-" 0 567 68 - "34.228.250.194,10.132.0.17" "python-requests/2.34.2" "059046cc-1c04-41c3-bd61-632678fc0c32" "maas.apps.615247821a7f0d53846c.prod.konflux-ocp-ci.dev" "10.134.0.31:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.40:53110 10.134.0.40:443 10.132.0.17:42496 - odh-ai-gateway-infra.maas-api-route.3
[2026-11-04T01:57:27.234Z] "POST /maas-api/v1/api-keys HTTP/1.1" 403 -  - "-" 83 0 39 - "34.228.250.194,10.132.0.17" "python-requests/2.34.2" "379762c9-7d73-40aa-ac69-d7805e3537c8" "maas.apps.615247821a7f0d53846c.prod.konflux-ocp-ci.dev" "-" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local - 10.134.0.40:443 10.132.0.17:40938 - odh-ai-gateway-infra.maas-api-route.3
2026-11-04T01:58:16.895200Z	info	ads	ADS: new connection for node:3
2026-11-04T01:58:16.906634Z	info	cache	adding watcher for file certificate /etc/pki/tls/certs/ca-bundle.crt
2026-11-04T01:58:16.906691Z	info	cache	read certificate from file	resource=file-root:system
2026-11-04T01:58:19.435299Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-04T01:58:26.352449Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-04T01:58:53.887274Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-04T01:59:50.187268Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-04T02:00:14.112055Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-04T02:00:21.976322Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-04T02:01:35.657216Z	info	ads	ADS: "" 3 terminated with stream closed
2026-11-04T02:01:52.480984Z	info	ads	ADS: new connection for node:4
2026-11-04T02:01:52.487197Z	info	cache	read certificate from file	resource=file-root:system
2026-11-04T02:01:54.275811Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-04T02:02:00.321014Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-04T02:02:18.511083Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-04T02:02:25.918646Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-04T02:02:25.918679Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-04T02:02:25.918688Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
2026-11-04T02:02:25.918693Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-04T02:02:25.918855Z	error	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1155	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Task failed: Some("2")	thread=25
[2026-11-04T02:02:25.777Z] "POST /anything/e2e-dft-2f8689-ba5634 HTTP/1.1" 200 - via_upstream - "-" 109 1595 141 - "34.228.250.194,10.132.0.17" "python-requests/2.34.2" "91ac5845-dfc1-4cc0-9a8d-a78cb8c14192" "httpbingo.org" "66.241.125.232:443" outbound|443||httpbingo.org 10.134.0.40:38624 10.134.0.40:443 10.132.0.17:39910 - llm.external-model-e2e-dft-2f8689-9a39062e3878.0
2026-11-04T02:02:38.133992Z	info	ads	ADS: "" 4 terminated
2026-11-04T02:02:38.194685Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-04T02:02:40.961126Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8