2026-11-03T19:40:43.663766Z	info	FLAG: --concurrency="0"
2026-11-03T19:40:43.663787Z	info	FLAG: --domain="openshift-ingress.svc.cluster.local"
2026-11-03T19:40:43.663791Z	info	FLAG: --help="false"
2026-11-03T19:40:43.663794Z	info	FLAG: --log_as_json="false"
2026-11-03T19:40:43.663796Z	info	FLAG: --log_caller=""
2026-11-03T19:40:43.663798Z	info	FLAG: --log_output_level="default:info"
2026-11-03T19:40:43.663801Z	info	FLAG: --log_stacktrace_level="default:none"
2026-11-03T19:40:43.663805Z	info	FLAG: --log_target="[stdout]"
2026-11-03T19:40:43.663808Z	info	FLAG: --meshConfig="./etc/istio/config/mesh"
2026-11-03T19:40:43.663809Z	info	FLAG: --outlierLogPath=""
2026-11-03T19:40:43.663812Z	info	FLAG: --profiling="true"
2026-11-03T19:40:43.663815Z	info	FLAG: --proxyComponentLogLevel="misc:error"
2026-11-03T19:40:43.663817Z	info	FLAG: --proxyLogLevel="warning"
2026-11-03T19:40:43.663819Z	info	FLAG: --serviceCluster="istio-proxy"
2026-11-03T19:40:43.663821Z	info	FLAG: --stsPort="0"
2026-11-03T19:40:43.663823Z	info	FLAG: --templateFile=""
2026-11-03T19:40:43.663825Z	info	FLAG: --tokenManagerPlugin=""
2026-11-03T19:40:43.663828Z	info	FLAG: --vklog="0"
2026-11-03T19:40:43.663830Z	info	Version 1.28.10-cebc47d567fd1333707199224c18129ecfe07c05-Clean
2026-11-03T19:40:43.664007Z	info	Proxy role	ips=[10.133.0.30] type=router id=maas-default-gateway-openshift-default-5db77fbd9f-7n48w.openshift-ingress domain=openshift-ingress.svc.cluster.local
2026-11-03T19:40:43.664059Z	info	Apply proxy config from env {"discoveryAddress":"istiod-openshift-gateway.openshift-ingress.svc:15012","proxyHeaders":{"server":{"disabled":true},"envoyDebugHeaders":{"disabled":true},"metadataExchangeHeaders":{"mode":"IN_MESH"}}}

2026-11-03T19:40:43.665260Z	info	cpu limit detected as 2, setting concurrency
2026-11-03T19:40:43.665480Z	info	Effective config: binaryPath: /usr/local/bin/envoy
concurrency: 2
configPath: ./etc/istio/proxy
controlPlaneAuthPolicy: MUTUAL_TLS
discoveryAddress: istiod-openshift-gateway.openshift-ingress.svc:15012
drainDuration: 45s
proxyAdminPort: 15000
proxyHeaders:
  envoyDebugHeaders:
    disabled: true
  metadataExchangeHeaders:
    mode: IN_MESH
  server:
    disabled: true
serviceCluster: istio-proxy
statNameLength: 189
statusPort: 15020
terminationDrainDuration: 5s

2026-11-03T19:40:43.665491Z	info	JWT policy is third-party-jwt
2026-11-03T19:40:43.665494Z	info	using credential fetcher of JWT type in cluster.local trust domain
2026-11-03T19:40:43.666951Z	info	Starting default Istio SDS Server
2026-11-03T19:40:43.666971Z	info	CA Endpoint istiod-openshift-gateway.openshift-ingress.svc:15012, provider Citadel
2026-11-03T19:40:43.666993Z	info	Using CA istiod-openshift-gateway.openshift-ingress.svc:15012 cert with certs: var/run/secrets/istio/root-cert.pem
2026-11-03T19:40:43.667457Z	info	Opening status port 15020
2026-11-03T19:40:43.668734Z	info	xdsproxy	Initializing with upstream address "istiod-openshift-gateway.openshift-ingress.svc:15012" and cluster "Kubernetes"
2026-11-03T19:40:43.669113Z	info	sds	Starting SDS grpc server
2026-11-03T19:40:43.669216Z	info	sds	Starting SDS server for workload certificates, will listen on "var/run/secrets/workload-spiffe-uds/socket"
2026-11-03T19:40:43.670105Z	info	Pilot SAN: [istiod-openshift-gateway.openshift-ingress.svc]
2026-11-03T19:40:43.670901Z	info	Starting proxy agent
2026-11-03T19:40:43.670932Z	info	Envoy command: [-c etc/istio/proxy/envoy-rev.json --drain-time-s 45 --drain-strategy immediate --local-address-ip-version v4 --file-flush-interval-msec 1000 --disable-hot-restart --allow-unknown-static-fields -l warning --component-log-level misc:error --skip-deprecated-logs --concurrency 2]
2026-11-03T19:40:43.726276Z	info	cache	generated new workload certificate	resourceName=default latency=56.952495ms ttl=23h59m59.273726904s
2026-11-03T19:40:43.726314Z	info	cache	Root cert has changed, start rotating root cert
2026-11-03T19:40:43.726348Z	info	cache	returned workload trust anchor from cache	ttl=23h59m59.273652882s
2026-11-03T19:40:43.733027Z	info	xdsproxy	connected to delta upstream XDS server: istiod-openshift-gateway.openshift-ingress.svc:15012	id=1
2026-11-03T19:40:43.873784Z	info	ads	ADS: new connection for node:1
2026-11-03T19:40:43.873812Z	info	ads	ADS: new connection for node:2
2026-11-03T19:40:43.873845Z	info	cache	returned workload certificate from cache	ttl=23h59m59.126155845s
2026-11-03T19:40:43.873890Z	info	cache	returned workload trust anchor from cache	ttl=23h59m59.126111264s
2026-11-03T19:40:43.970565Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T19:40:52.065791Z	info	Readiness succeeded in 8.408011437s
2026-11-03T19:40:52.066142Z	info	Envoy proxy is ready
[2026-11-03T19:41:15.896Z] "POST /v1/chat/completions HTTP/1.1" 200 - via_upstream - "-" 122 357 83 - "34.228.250.194,10.132.0.13" "curl/7.76.1" "15d59992-4240-9a76-b106-a1f3a020e869" "maas.apps.67cc2d84bceb8ee80679.prod.konflux-ocp-ci.dev" "10.134.0.36:8000" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local 10.133.0.30:59280 10.133.0.30:443 10.132.0.13:32976 - v1-model-routing
[2026-11-03T19:41:16.184Z] "POST /v1/chat/completions HTTP/1.1" 429 -  - "-" 122 18 51 - "34.228.250.194,10.132.0.13" "curl/7.76.1" "cc2099d6-11b6-4b45-8548-aeaae1d32885" "maas.apps.67cc2d84bceb8ee80679.prod.konflux-ocp-ci.dev" "-" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local - 10.133.0.30:443 10.132.0.13:32982 - v1-model-routing
[2026-11-03T19:41:16.554Z] "POST /v1/chat/completions HTTP/1.1" 429 -  - "-" 122 18 54 - "34.228.250.194,10.132.0.13" "curl/7.76.1" "d8cc5bbb-ec9f-4919-b180-edced6fa49c2" "maas.apps.67cc2d84bceb8ee80679.prod.konflux-ocp-ci.dev" "-" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local - 10.133.0.30:443 10.132.0.13:32986 - v1-model-routing
2026-11-03T19:41:17.015294Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=26
2026-11-03T19:41:17.015332Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=26
2026-11-03T19:41:17.015349Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=26
2026-11-03T19:41:17.015355Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=26
[2026-11-03T19:41:16.999Z] "GET /health HTTP/1.1" 200 - via_upstream - "-" 0 91 15 - "34.228.250.194,10.132.0.13" "curl/7.76.1" "0fab767e-f185-4ff8-badb-510c5ff84863" "maas.apps.67cc2d84bceb8ee80679.prod.konflux-ocp-ci.dev" "10.134.0.33:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.133.0.30:46392 10.133.0.30:443 10.132.0.13:32988 - odh-ai-gateway-infra.maas-api-route.4
[2026-11-03T19:43:37.601Z] "POST /maas-api/v1/api-keys HTTP/1.1" 403 -  - "-" 77 0 63 - "34.228.250.194,10.132.0.13" "python-requests/2.34.2" "6001adff-0798-4fc7-9379-abea03e26a79" "maas.apps.67cc2d84bceb8ee80679.prod.konflux-ocp-ci.dev" "-" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local - 10.133.0.30:443 10.132.0.13:49200 - odh-ai-gateway-infra.maas-api-route.3
2026-11-03T19:43:38.195323Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T19:43:38.195355Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T19:43:38.195366Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T19:43:38.195371Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
2026-11-03T19:43:38.595606Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=26
2026-11-03T19:43:38.595648Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=26
2026-11-03T19:43:38.595664Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=26
2026-11-03T19:43:38.595672Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=26
2026-11-03T19:43:38.852530Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T19:43:38.852570Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T19:43:38.852586Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T19:43:38.852592Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
[2026-11-03T19:43:38.135Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 71 314 59 - "34.228.250.194,10.132.0.13" "python-requests/2.34.2" "100c5a56-5ef3-486e-b4bd-a166fb0de773" "maas.apps.67cc2d84bceb8ee80679.prod.konflux-ocp-ci.dev" "10.134.0.33:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.133.0.30:52846 10.133.0.30:443 10.132.0.13:49202 - odh-ai-gateway-infra.maas-api-route.3
[2026-11-03T19:43:38.500Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 71 313 95 - "34.228.250.194,10.132.0.13" "python-requests/2.34.2" "917aa33b-d1aa-4c94-9e8e-0e891ea2d047" "maas.apps.67cc2d84bceb8ee80679.prod.konflux-ocp-ci.dev" "10.134.0.33:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.133.0.30:52858 10.133.0.30:443 10.132.0.13:49212 - odh-ai-gateway-infra.maas-api-route.3
[2026-11-03T19:43:38.785Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 71 314 66 - "34.228.250.194,10.132.0.13" "python-requests/2.34.2" "ceae766c-1451-9645-b9ca-7a6f6fbde93b" "maas.apps.67cc2d84bceb8ee80679.prod.konflux-ocp-ci.dev" "10.134.0.33:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.133.0.30:52846 10.133.0.30:443 10.132.0.13:49216 - odh-ai-gateway-infra.maas-api-route.3
2026-11-03T19:43:44.238486Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T19:43:44.238514Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Tracing span buffer full (100), dropping oldest spans to prevent memory growth	thread=25
2026-11-03T19:43:44.238527Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T19:43:44.238540Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T19:43:44.238545Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
2026-11-03T19:43:44.630891Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Tracing span buffer full (100), dropping oldest spans to prevent memory growth	thread=26
[2026-11-03T19:43:44.181Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 71 314 56 - "34.228.250.194,10.132.0.13" "python-requests/2.34.2" "24688d41-143b-4a61-a694-bbd8e8ebf45b" "maas.apps.67cc2d84bceb8ee80679.prod.konflux-ocp-ci.dev" "10.134.0.33:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.133.0.30:52846 10.133.0.30:443 10.132.0.13:54334 - odh-ai-gateway-infra.maas-api-route.3
[2026-11-03T19:43:44.418Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 66 285 97 - "34.228.250.194,10.132.0.13" "python-requests/2.34.2" "b6305371-f6c4-489b-b6c8-1fd450cfdaeb" "maas.apps.67cc2d84bceb8ee80679.prod.konflux-ocp-ci.dev" "10.134.0.36:8000" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local 10.133.0.30:55450 10.133.0.30:443 10.132.0.13:54346 - v1-completions-path
[2026-11-03T19:43:44.572Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 66 278 59 - "34.228.250.194,10.132.0.13" "python-requests/2.34.2" "7f3171f3-e390-44f7-8c8c-ec814cb7c3f2" "maas.apps.67cc2d84bceb8ee80679.prod.konflux-ocp-ci.dev" "10.134.0.36:8000" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local 10.133.0.30:55450 10.133.0.30:443 10.132.0.13:54352 - v1-completions-path
[2026-11-03T19:43:47.185Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 66 288 64 - "34.228.250.194,10.132.0.13" "-" "9e591636-7af7-4249-8f6e-b098ca093c15" "maas.apps.67cc2d84bceb8ee80679.prod.konflux-ocp-ci.dev" "10.134.0.36:8000" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local 10.133.0.30:55450 10.133.0.30:443 10.132.0.13:54358 - v1-completions-path
2026-11-03T19:43:51.451729Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:372		thread=25
2026-11-03T19:43:51.451763Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:372		thread=25
2026-11-03T19:43:51.451766Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:372		thread=25
2026-11-03T19:43:51.451770Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:385	key 'model' missing from lines 1-1 key: model	thread=25
[2026-11-03T19:43:51.421Z] "POST /llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions HTTP/1.1" 403 -  - "-" 76 77 30 - "34.228.250.194,10.132.0.13" "python-requests/2.34.2" "286b8896-52da-4fbd-b20a-fd7dca51c2c3" "maas.apps.67cc2d84bceb8ee80679.prod.konflux-ocp-ci.dev" "-" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local - 10.133.0.30:443 10.132.0.13:54366 - v1-completions-path
2026-11-03T19:43:52.583640Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T19:44:01.961719Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T19:47:31.384648Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T19:47:42.817376Z	warn	xdsproxy	sendDownstreamDelta took 10.753709548s
2026-11-03T19:48:11.715501Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T19:48:43.883969Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T19:49:50.764154Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T19:50:30.784364Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T19:51:56.675008Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T19:52:21.038507Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T19:54:33.491075Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T19:56:26.608306Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T20:09:02.621605Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T20:09:26.118667Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T20:09:37.426445Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T20:09:37.426480Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T20:09:37.426491Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
2026-11-03T20:09:37.426496Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
[2026-11-03T20:09:37.364Z] "POST /v1/api-keys HTTP/1.1" 400 - via_upstream - "-" 80 94 61 - "34.228.250.194,10.132.0.13" "python-requests/2.34.2" "391d77e0-0eeb-4286-80dc-1f014b3f56bb" "maas.apps.67cc2d84bceb8ee80679.prod.konflux-ocp-ci.dev" "10.134.0.33:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.133.0.30:56302 10.133.0.30:443 10.132.0.13:54332 - odh-ai-gateway-infra.maas-api-route.3
2026-11-03T20:10:12.994063Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-11-03T20:10:16.150Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 291 81 - "34.228.250.194,10.132.0.13" "python-requests/2.34.2" "254a72c0-6182-41ff-a75a-13faf6f83f2e" "maas.apps.67cc2d84bceb8ee80679.prod.konflux-ocp-ci.dev" "10.134.0.35:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.133.0.30:42138 10.133.0.30:443 10.132.0.13:36946 - v1-completions-path
[2026-11-03T20:10:16.850Z] "POST /llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions HTTP/1.1" 429 -  - "-" 76 18 65 - "34.228.250.194,10.132.0.13" "python-requests/2.34.2" "02576594-b453-408c-9172-47d4bb35581a" "maas.apps.67cc2d84bceb8ee80679.prod.konflux-ocp-ci.dev" "-" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local - 10.133.0.30:443 10.132.0.13:36952 - v1-completions-path
2026-11-03T20:10:28.453610Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T20:10:30.150276Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T20:10:47.279077Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T20:10:48.962296Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T20:10:51.856771Z	info	xdsproxy	connected to delta upstream XDS server: istiod-openshift-gateway.openshift-ingress.svc:15012	id=2
2026-11-03T20:10:51.991836Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T20:10:59.905896Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T20:11:05.712067Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T20:11:05.712101Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T20:11:05.712114Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
2026-11-03T20:11:05.712118Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
[2026-11-03T20:11:05.655Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 77 319 56 - "34.228.250.194,10.132.0.13" "python-requests/2.34.2" "652ad5ab-205c-4a05-83db-fba034aeedb7" "maas.apps.67cc2d84bceb8ee80679.prod.konflux-ocp-ci.dev" "10.134.0.33:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.133.0.30:34998 10.133.0.30:443 10.132.0.13:39990 - odh-ai-gateway-infra.maas-api-route.3
2026-11-03T20:11:24.205333Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T20:11:34.425850Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T20:11:36.113301Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-11-03T20:11:41.874Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 294 59 - "34.228.250.194,10.132.0.13" "python-requests/2.34.2" "ebd6682c-0605-4d53-ba73-a1d78bd752f0" "maas.apps.67cc2d84bceb8ee80679.prod.konflux-ocp-ci.dev" "10.134.0.35:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.133.0.30:42138 10.133.0.30:443 10.132.0.13:33960 - v1-completions-path
2026-11-03T20:11:55.161714Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T20:11:56.735686Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T20:12:06.372427Z	info	xdsproxy	connected to delta upstream XDS server: istiod-openshift-gateway.openshift-ingress.svc:15012	id=3
2026-11-03T20:12:13.209591Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T20:12:15.329260Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T20:12:31.917515Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T20:12:33.548696Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T20:12:49.716333Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T20:13:00.226488Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T20:13:02.985310Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T20:13:21.596533Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Tracing span buffer full (100), dropping oldest spans to prevent memory growth	thread=25
2026-11-03T20:13:21.648789Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T20:13:21.648825Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T20:13:21.648839Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T20:13:21.648845Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
[2026-11-03T20:13:21.590Z] "DELETE /v1/api-keys/941ebe20-dedc-4d35-beb0-26efaaff2dca HTTP/1.1" 200 - via_upstream - "-" 0 375 58 - "34.228.250.194,10.132.0.13" "python-requests/2.34.2" "db88a12f-b206-4943-918c-c9853a870e7e" "maas.apps.67cc2d84bceb8ee80679.prod.konflux-ocp-ci.dev" "10.134.0.33:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.133.0.30:40030 10.133.0.30:443 10.132.0.13:52628 - odh-ai-gateway-infra.maas-api-route.3
2026-11-03T20:13:25.434471Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T20:13:43.547345Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T20:13:53.773551Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T20:17:07.975646Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T20:17:22.907966Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T20:17:24.522716Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T20:17:41.674873Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T20:19:07.599846Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T20:19:27.370003Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T20:19:39.982893Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T20:19:51.625098Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T20:19:52.295573Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T20:19:52.295625Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T20:19:52.295647Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T20:19:52.295655Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
[2026-11-03T20:19:52.193Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 84 327 101 - "34.228.250.194,10.132.0.13" "python-requests/2.34.2" "4f1709bd-30a6-4e38-8ec0-db6eab587516" "maas.apps.67cc2d84bceb8ee80679.prod.konflux-ocp-ci.dev" "10.134.0.33:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.133.0.30:38754 10.133.0.30:443 10.132.0.13:52062 - odh-ai-gateway-infra.maas-api-route.3
2026-11-03T20:19:55.022307Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T20:20:03.931647Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T20:20:06.279063Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T20:20:24.184018Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T20:23:15.074325Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T20:23:20.174602Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T20:23:35.407145Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T20:23:36.917722Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T20:23:51.261240Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T20:24:02.021920Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8