2026-11-02T17:48:20.676413Z	info	FLAG: --concurrency="0"
2026-11-02T17:48:20.676591Z	info	FLAG: --domain="openshift-ingress.svc.cluster.local"
2026-11-02T17:48:20.676606Z	info	FLAG: --help="false"
2026-11-02T17:48:20.676610Z	info	FLAG: --log_as_json="false"
2026-11-02T17:48:20.676613Z	info	FLAG: --log_caller=""
2026-11-02T17:48:20.676617Z	info	FLAG: --log_output_level="default:info"
2026-11-02T17:48:20.676620Z	info	FLAG: --log_stacktrace_level="default:none"
2026-11-02T17:48:20.676627Z	info	FLAG: --log_target="[stdout]"
2026-11-02T17:48:20.676630Z	info	FLAG: --meshConfig="./etc/istio/config/mesh"
2026-11-02T17:48:20.676632Z	info	FLAG: --outlierLogPath=""
2026-11-02T17:48:20.676634Z	info	FLAG: --profiling="true"
2026-11-02T17:48:20.676636Z	info	FLAG: --proxyComponentLogLevel="misc:error"
2026-11-02T17:48:20.676638Z	info	FLAG: --proxyLogLevel="warning"
2026-11-02T17:48:20.676641Z	info	FLAG: --serviceCluster="istio-proxy"
2026-11-02T17:48:20.676643Z	info	FLAG: --stsPort="0"
2026-11-02T17:48:20.676645Z	info	FLAG: --templateFile=""
2026-11-02T17:48:20.676648Z	info	FLAG: --tokenManagerPlugin=""
2026-11-02T17:48:20.676651Z	info	FLAG: --vklog="0"
2026-11-02T17:48:20.676653Z	info	Version 1.28.10-cebc47d567fd1333707199224c18129ecfe07c05-Clean
2026-11-02T17:48:20.676819Z	info	Proxy role	ips=[10.133.0.38] type=router id=maas-default-gateway-openshift-default-fcb75c45f-vkwgh.openshift-ingress domain=openshift-ingress.svc.cluster.local
2026-11-02T17:48:20.676870Z	info	Apply proxy config from env {"discoveryAddress":"istiod-openshift-gateway.openshift-ingress.svc:15012","proxyHeaders":{"server":{"disabled":true},"envoyDebugHeaders":{"disabled":true},"metadataExchangeHeaders":{"mode":"IN_MESH"}}}

2026-11-02T17:48:20.678110Z	info	cpu limit detected as 2, setting concurrency
2026-11-02T17:48:20.678330Z	info	Effective config: binaryPath: /usr/local/bin/envoy
concurrency: 2
configPath: ./etc/istio/proxy
controlPlaneAuthPolicy: MUTUAL_TLS
discoveryAddress: istiod-openshift-gateway.openshift-ingress.svc:15012
drainDuration: 45s
proxyAdminPort: 15000
proxyHeaders:
  envoyDebugHeaders:
    disabled: true
  metadataExchangeHeaders:
    mode: IN_MESH
  server:
    disabled: true
serviceCluster: istio-proxy
statNameLength: 189
statusPort: 15020
terminationDrainDuration: 5s

2026-11-02T17:48:20.678399Z	info	JWT policy is third-party-jwt
2026-11-02T17:48:20.678423Z	info	using credential fetcher of JWT type in cluster.local trust domain
2026-11-02T17:48:20.681668Z	info	Starting default Istio SDS Server
2026-11-02T17:48:20.681737Z	info	CA Endpoint istiod-openshift-gateway.openshift-ingress.svc:15012, provider Citadel
2026-11-02T17:48:20.681775Z	info	Using CA istiod-openshift-gateway.openshift-ingress.svc:15012 cert with certs: var/run/secrets/istio/root-cert.pem
2026-11-02T17:48:20.681651Z	info	Opening status port 15020
2026-11-02T17:48:20.682449Z	info	xdsproxy	Initializing with upstream address "istiod-openshift-gateway.openshift-ingress.svc:15012" and cluster "Kubernetes"
2026-11-02T17:48:20.684224Z	info	Pilot SAN: [istiod-openshift-gateway.openshift-ingress.svc]
2026-11-02T17:48:20.685394Z	info	Starting proxy agent
2026-11-02T17:48:20.685473Z	info	Envoy command: [-c etc/istio/proxy/envoy-rev.json --drain-time-s 45 --drain-strategy immediate --local-address-ip-version v4 --file-flush-interval-msec 1000 --disable-hot-restart --allow-unknown-static-fields -l warning --component-log-level misc:error --skip-deprecated-logs --concurrency 2]
2026-11-02T17:48:20.700098Z	info	sds	Starting SDS grpc server
2026-11-02T17:48:20.700128Z	info	sds	Starting SDS server for workload certificates, will listen on "var/run/secrets/workload-spiffe-uds/socket"
2026-11-02T17:48:20.773359Z	info	xdsproxy	connected to delta upstream XDS server: istiod-openshift-gateway.openshift-ingress.svc:15012	id=1
2026-11-02T17:48:20.897978Z	info	ads	ADS: new connection for node:1
2026-11-02T17:48:20.898435Z	info	ads	ADS: new connection for node:2
2026-11-02T17:48:20.923695Z	info	cache	generated new workload certificate	resourceName=default latency=241.126965ms ttl=23h59m59.076308886s
2026-11-02T17:48:20.923738Z	info	cache	Root cert has changed, start rotating root cert
2026-11-02T17:48:20.923777Z	info	cache	returned workload trust anchor from cache	ttl=23h59m59.076223248s
2026-11-02T17:48:20.923797Z	info	cache	returned workload certificate from cache	ttl=23h59m59.076203693s
2026-11-02T17:48:20.923880Z	info	cache	returned workload trust anchor from cache	ttl=23h59m59.076123305s
2026-11-02T17:48:20.924223Z	info	cache	returned workload trust anchor from cache	ttl=23h59m59.075777838s
2026-11-02T17:48:21.017828Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T17:48:28.974209Z	info	Readiness succeeded in 8.300039835s
2026-11-02T17:48:28.974668Z	info	Envoy proxy is ready
2026-11-02T17:48:45.163831Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-02T17:48:45.163870Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-02T17:48:45.163886Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
2026-11-02T17:48:45.163891Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
[2026-11-02T17:48:45.078Z] "GET /v1/models HTTP/1.1" 200 - via_upstream - "-" 0 567 85 - "34.228.250.194,10.132.0.11" "curl/7.76.1" "3198fffc-f1c7-407a-bb0c-54eadb50224e" "maas.apps.df465f239a4f81e65420.prod.konflux-ocp-ci.dev" "10.134.0.31:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.133.0.38:43650 10.133.0.38:443 10.132.0.11:45974 - odh-ai-gateway-infra.maas-api-route.3
[2026-11-02T17:48:45.264Z] "POST /v1/chat/completions HTTP/1.1" 200 - via_upstream - "-" 122 422 85 - "34.228.250.194,10.132.0.11" "curl/7.76.1" "54b05e51-9bab-4b75-8530-1c7463509c84" "maas.apps.df465f239a4f81e65420.prod.konflux-ocp-ci.dev" "10.132.0.53:8000" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local 10.133.0.38:41628 10.133.0.38:443 10.132.0.11:45984 - v1-model-routing
[2026-11-02T17:48:52.173Z] "POST /v1/chat/completions HTTP/1.1" 429 -  - "-" 122 18 53 - "34.228.250.194,10.132.0.11" "curl/7.76.1" "d153b64c-5871-4847-a817-49fd239aae95" "maas.apps.df465f239a4f81e65420.prod.konflux-ocp-ci.dev" "-" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local - 10.133.0.38:443 10.132.0.11:46004 - v1-model-routing
2026-11-02T17:51:12.388238Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-02T17:51:12.388361Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-02T17:51:12.388396Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
2026-11-02T17:51:12.388404Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-02T17:51:12.784871Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-02T17:51:12.784908Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-02T17:51:12.784924Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-02T17:51:12.784930Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
[2026-11-02T17:51:12.322Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 71 313 65 - "34.228.250.194,10.132.0.11" "python-requests/2.34.2" "c6b40beb-5e43-42a6-8e7c-d850a0dfa348" "maas.apps.df465f239a4f81e65420.prod.konflux-ocp-ci.dev" "10.134.0.31:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.133.0.38:55332 10.133.0.38:443 10.132.0.11:55898 - odh-ai-gateway-infra.maas-api-route.3
[2026-11-02T17:51:12.726Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 71 313 58 - "34.228.250.194,10.132.0.11" "python-requests/2.34.2" "7432db89-0107-9291-a505-d4ba32bebb0e" "maas.apps.df465f239a4f81e65420.prod.konflux-ocp-ci.dev" "10.134.0.31:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.133.0.38:55332 10.133.0.38:443 10.132.0.11:55908 - odh-ai-gateway-infra.maas-api-route.3
2026-11-02T17:51:13.879742Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-02T17:51:13.879777Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-02T17:51:13.879789Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-02T17:51:13.879794Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
[2026-11-02T17:51:13.823Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 71 313 56 - "34.228.250.194,10.132.0.11" "python-requests/2.34.2" "0a180d8b-d2d4-44af-a700-8f3bfee9c44f" "maas.apps.df465f239a4f81e65420.prod.konflux-ocp-ci.dev" "10.134.0.31:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.133.0.38:55342 10.133.0.38:443 10.132.0.11:53128 - odh-ai-gateway-infra.maas-api-route.3
2026-11-02T17:51:14.793384Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-02T17:51:14.793423Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-02T17:51:14.793438Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-02T17:51:14.793445Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
[2026-11-02T17:51:14.727Z] "DELETE /v1/api-keys/a7cbd137-c6af-4d5e-926b-565862a29ff9 HTTP/1.1" 200 - via_upstream - "-" 0 321 65 - "34.228.250.194,10.132.0.11" "python-requests/2.34.2" "d38c10d8-f4a8-4f41-8730-286959f4c98d" "maas.apps.df465f239a4f81e65420.prod.konflux-ocp-ci.dev" "10.134.0.31:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.133.0.38:55342 10.133.0.38:443 10.132.0.11:53146 - odh-ai-gateway-infra.maas-api-route.3
2026-11-02T17:51:16.158861Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-02T17:51:16.158895Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-02T17:51:16.158907Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-02T17:51:16.158911Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
2026-11-02T17:51:16.329903Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:372		thread=25
2026-11-02T17:51:16.329927Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:372		thread=25
2026-11-02T17:51:16.329931Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:372		thread=25
2026-11-02T17:51:16.329936Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:385	key 'model' missing from lines 1-1 key: model	thread=25
[2026-11-02T17:51:16.095Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 71 313 63 - "34.228.250.194,10.132.0.11" "python-requests/2.34.2" "51a2e545-43b5-9aaa-ac71-1236c4211e2b" "maas.apps.df465f239a4f81e65420.prod.konflux-ocp-ci.dev" "10.134.0.31:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.133.0.38:55332 10.133.0.38:443 10.132.0.11:53154 - odh-ai-gateway-infra.maas-api-route.3
[2026-11-02T17:51:16.230Z] "POST /llm/facebook-opt-125m-simulated/v1/completions HTTP/1.1" 403 -  - "-" 66 77 99 - "34.228.250.194,10.132.0.11" "python-requests/2.34.2" "1d14907a-09c1-46b6-b638-8e24f11ee8f8" "maas.apps.df465f239a4f81e65420.prod.konflux-ocp-ci.dev" "-" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local - 10.133.0.38:443 10.132.0.11:53164 - v1-completions-path
[2026-11-02T17:51:22.160Z] "POST /llm/facebook-opt-125m-simulated/v1/completions HTTP/1.1" 403 -  - "-" 66 0 54 - "34.228.250.194,10.132.0.11" "python-requests/2.34.2" "cc483e4b-9676-4616-9a19-000610f2f35d" "maas.apps.df465f239a4f81e65420.prod.konflux-ocp-ci.dev" "-" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local - 10.133.0.38:443 10.132.0.11:53178 - v1-completions-path
2026-11-02T17:51:23.816489Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T17:51:26.309351Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Tracing span buffer full (100), dropping oldest spans to prevent memory growth	thread=25
[2026-11-02T17:51:24.712Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 66 280 1597 - "34.228.250.194,10.132.0.11" "python-requests/2.34.2" "f666bcfc-a1b8-4d59-8cb0-22892ad44b41" "maas.apps.df465f239a4f81e65420.prod.konflux-ocp-ci.dev" "10.132.0.53:8000" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local 10.133.0.38:41628 10.133.0.38:443 10.132.0.11:34010 - v1-completions-path
2026-11-02T17:51:28.494017Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-02T17:51:28.494053Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-02T17:51:28.494065Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-02T17:51:28.494070Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
[2026-11-02T17:51:28.425Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 71 313 68 - "34.228.250.194,10.132.0.11" "python-requests/2.34.2" "83d2241d-ad61-4356-8aa6-4e8dd9d2b43f" "maas.apps.df465f239a4f81e65420.prod.konflux-ocp-ci.dev" "10.134.0.31:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.133.0.38:55332 10.133.0.38:443 10.132.0.11:34018 - odh-ai-gateway-infra.maas-api-route.3
2026-11-02T17:51:36.175509Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T17:54:46.908474Z	error	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1155	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: gRPC status code is not OK	thread=24
[2026-11-02T17:54:44.907Z] "GET /maas-api/v1/models HTTP/1.1" 500 -  - "-" 0 23 2002 - "34.228.250.194,10.132.0.11" "python-requests/2.34.2" "cd4f9dd0-2042-46ff-97d3-685f6afea21e" "maas.apps.df465f239a4f81e65420.prod.konflux-ocp-ci.dev" "-" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local - 10.133.0.38:443 10.132.0.11:49972 - odh-ai-gateway-infra.maas-api-route.3
2026-11-02T17:55:15.894555Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T17:55:50.012857Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T17:56:46.020805Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T17:57:26.890899Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T18:01:41.598205Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T18:02:04.804912Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T18:02:16.522528Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-02T18:02:16.522561Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-02T18:02:16.522572Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
2026-11-02T18:02:16.522577Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
[2026-11-02T18:02:16.456Z] "POST /v1/api-keys HTTP/1.1" 400 - via_upstream - "-" 80 94 66 - "34.228.250.194,10.132.0.11" "python-requests/2.34.2" "ae1daa59-fdba-4b6f-891f-a90c90066172" "maas.apps.df465f239a4f81e65420.prod.konflux-ocp-ci.dev" "10.134.0.31:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.133.0.38:53472 10.133.0.38:443 10.132.0.11:51590 - odh-ai-gateway-infra.maas-api-route.3
2026-11-02T18:02:47.163673Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-02T18:02:47.163717Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-02T18:02:47.163731Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
2026-11-02T18:02:47.163736Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
[2026-11-02T18:02:47.103Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 74 317 60 - "34.228.250.194,10.132.0.11" "python-requests/2.34.2" "482888cf-a448-4fa0-b050-1024fc38edc6" "maas.apps.df465f239a4f81e65420.prod.konflux-ocp-ci.dev" "10.134.0.31:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.133.0.38:55060 10.133.0.38:443 10.132.0.11:56048 - odh-ai-gateway-infra.maas-api-route.3
2026-11-02T18:02:50.152873Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T18:03:08.306289Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T18:03:11.826731Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T18:03:29.301273Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T18:03:31.059516Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T18:03:33.901908Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T18:03:42.177808Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
[2026-11-02T18:03:48.185Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 293 83 - "34.228.250.194,10.132.0.11" "python-requests/2.34.2" "80d72078-74d2-420c-b41b-3a1a99d72761" "maas.apps.df465f239a4f81e65420.prod.konflux-ocp-ci.dev" "10.133.0.35:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.133.0.38:44710 10.133.0.38:443 10.132.0.11:33166 - v1-completions-path
2026-11-02T18:03:50.024892Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Tracing span buffer full (100), dropping oldest spans to prevent memory growth	thread=24
[2026-11-02T18:03:49.969Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 293 60 - "34.228.250.194,10.132.0.11" "python-requests/2.34.2" "952d272f-2b75-4141-98bd-0dd2a4eb51d0" "maas.apps.df465f239a4f81e65420.prod.konflux-ocp-ci.dev" "10.133.0.35:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.133.0.38:44710 10.133.0.38:443 10.132.0.11:33174 - v1-completions-path
[2026-11-02T18:03:50.988Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 295 56 - "34.228.250.194,10.132.0.11" "python-requests/2.34.2" "08f4ef38-3ebf-4865-9412-1c8b46751c1d" "maas.apps.df465f239a4f81e65420.prod.konflux-ocp-ci.dev" "10.133.0.35:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.133.0.38:44710 10.133.0.38:443 10.132.0.11:33176 - v1-completions-path
2026-11-02T18:04:06.467484Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T18:04:17.007299Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T18:04:28.602209Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
[2026-11-02T18:04:34.365Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 299 61 - "34.228.250.194,10.132.0.11" "python-requests/2.34.2" "1c049e68-3103-4769-a235-05fb3ae9d6a0" "maas.apps.df465f239a4f81e65420.prod.konflux-ocp-ci.dev" "10.133.0.35:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.133.0.38:40034 10.133.0.38:443 10.132.0.11:42324 - v1-completions-path
2026-11-02T18:04:47.793044Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T18:04:49.612200Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T18:04:54.459412Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-02T18:04:54.459447Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-02T18:04:54.459463Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
2026-11-02T18:04:54.459468Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
[2026-11-02T18:04:54.363Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 73 315 96 - "34.228.250.194,10.132.0.11" "python-requests/2.34.2" "68bbf76a-bceb-4255-b7c2-3847205d418f" "maas.apps.df465f239a4f81e65420.prod.konflux-ocp-ci.dev" "10.134.0.31:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.133.0.38:56940 10.133.0.38:443 10.132.0.11:34480 - odh-ai-gateway-infra.maas-api-route.3
2026-11-02T18:05:06.237768Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T18:05:08.551277Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T18:05:25.017783Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T18:05:26.895545Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T18:05:42.946730Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T18:05:53.484985Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T18:05:56.465623Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T18:06:15.147128Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T18:06:17.260339Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T18:06:20.578895Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-02T18:06:20.578929Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-02T18:06:20.578942Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-02T18:06:20.578947Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
[2026-11-02T18:06:20.520Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 89 331 58 - "34.228.250.194,10.132.0.11" "python-requests/2.34.2" "e6274fc3-581b-4e71-aded-4866a7b012f0" "maas.apps.df465f239a4f81e65420.prod.konflux-ocp-ci.dev" "10.134.0.31:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.133.0.38:42096 10.133.0.38:443 10.132.0.11:33372 - odh-ai-gateway-infra.maas-api-route.3
2026-11-02T18:06:24.695434Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
[2026-11-02T18:06:31.245Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 298 62 - "34.228.250.194,10.132.0.11" "python-requests/2.34.2" "d5fb9916-9722-4b5c-b06c-94bc68071081" "maas.apps.df465f239a4f81e65420.prod.konflux-ocp-ci.dev" "10.133.0.35:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.133.0.38:44710 10.133.0.38:443 10.132.0.11:37744 - v1-completions-path
2026-11-02T18:06:43.011070Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T18:06:53.049793Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T18:06:57.032048Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-02T18:06:57.032106Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-02T18:06:57.032119Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
2026-11-02T18:06:57.032124Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
[2026-11-02T18:06:56.973Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 71 313 58 - "34.228.250.194,10.132.0.11" "python-requests/2.34.2" "564e01cf-b168-4b42-b2e4-8ef48a1377d7" "maas.apps.df465f239a4f81e65420.prod.konflux-ocp-ci.dev" "10.134.0.31:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.133.0.38:42096 10.133.0.38:443 10.132.0.11:58914 - odh-ai-gateway-infra.maas-api-route.3
2026-11-02T18:08:56.922031Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T18:08:59.553247Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T18:10:38.307356Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T18:10:53.614644Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T18:10:55.210209Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
[2026-11-02T18:11:00.651Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 66 288 68 - "34.228.250.194,10.132.0.11" "python-requests/2.34.2" "aef948b5-e27d-4dfe-9510-fbb76ed8593f" "maas.apps.df465f239a4f81e65420.prod.konflux-ocp-ci.dev" "10.132.0.53:8000" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local 10.133.0.38:46234 10.133.0.38:443 10.132.0.11:38908 - v1-completions-path
2026-11-02T18:11:12.399602Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T18:12:45.872819Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T18:13:01.970332Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T18:13:17.842969Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T18:13:29.254352Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T18:13:33.090777Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T18:13:44.288714Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T18:13:47.800263Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T18:13:53.055956Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Tracing span buffer full (100), dropping oldest spans to prevent memory growth	thread=25
[2026-11-02T18:13:53.001Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 290 60 - "34.228.250.194,10.132.0.11" "python-requests/2.34.2" "be0f1e30-e365-47d2-9109-789bd1f1f63d" "maas.apps.df465f239a4f81e65420.prod.konflux-ocp-ci.dev" "10.133.0.35:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.133.0.38:40034 10.133.0.38:443 10.132.0.11:46350 - v1-completions-path
2026-11-02T18:13:53.395435Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-02T18:13:53.395471Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-02T18:13:53.395488Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-02T18:13:53.395493Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
[2026-11-02T18:13:53.344Z] "GET /v1/models HTTP/1.1" 200 - via_upstream - "-" 0 524 50 - "34.228.250.194,10.132.0.11" "python-requests/2.34.2" "8af897ba-0bda-4a68-a4eb-71ce8d0810d5" "maas.apps.df465f239a4f81e65420.prod.konflux-ocp-ci.dev" "10.134.0.31:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.133.0.38:38712 10.133.0.38:443 10.132.0.11:46352 - odh-ai-gateway-infra.maas-api-route.3
2026-11-02T18:14:04.815003Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T18:17:03.537918Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T18:17:07.114212Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:385	key 'completion_tokens' missing from lines 1-1 key: completion_tokens	thread=25
[2026-11-02T18:17:07.032Z] "POST /v1/embeddings HTTP/1.1" 200 - via_upstream - "-" 91 3616 81 - "34.228.250.194,10.132.0.11" "python-requests/2.34.2" "1afc67ba-76e2-4376-bd95-a8eb850ce472" "maas.apps.df465f239a4f81e65420.prod.konflux-ocp-ci.dev" "10.133.0.34:8000" outbound|8000||e2e-embedding-simulated-kserve-workload-svc.llm.svc.cluster.local 10.133.0.38:46436 10.133.0.38:443 10.132.0.11:41074 - v1-catch-all-model-routing
2026-11-02T18:17:08.959107Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T18:17:12.178694Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:385	key 'completion_tokens' missing from lines 1-1 key: completion_tokens	thread=25
[2026-11-02T18:17:12.116Z] "POST /v1/embeddings HTTP/1.1" 200 - via_upstream - "-" 61 4185 61 - "34.228.250.194,10.132.0.11" "python-requests/2.34.2" "59c41e48-eadd-4d12-813d-1e4bd742d76c" "maas.apps.df465f239a4f81e65420.prod.konflux-ocp-ci.dev" "10.133.0.34:8000" outbound|8000||e2e-embedding-simulated-kserve-workload-svc.llm.svc.cluster.local 10.133.0.38:46436 10.133.0.38:443 10.132.0.11:41094 - v1-catch-all-path
2026-11-02T18:17:24.425478Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T18:17:25.991660Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T18:17:29.193263Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:385	key 'completion_tokens' missing from lines 1-1 key: completion_tokens	thread=24
[2026-11-02T18:17:29.123Z] "POST /v1/embeddings HTTP/1.1" 200 - via_upstream - "-" 61 4185 69 - "34.228.250.194,10.132.0.11" "python-requests/2.34.2" "79a45ac5-0777-44d2-977e-2976726340d0" "maas.apps.df465f239a4f81e65420.prod.konflux-ocp-ci.dev" "10.133.0.34:8000" outbound|8000||e2e-embedding-simulated-kserve-workload-svc.llm.svc.cluster.local 10.133.0.38:47860 10.133.0.38:443 10.132.0.11:60488 - v1-catch-all-path
2026-11-02T18:17:40.631898Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T18:17:51.432405Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-02T18:18:31.789807Z	info	xdsproxy	connected to delta upstream XDS server: istiod-openshift-gateway.openshift-ingress.svc:15012	id=2