2026-11-03T01:28:33.335192Z	info	FLAG: --concurrency="0"
2026-11-03T01:28:33.335223Z	info	FLAG: --domain="openshift-ingress.svc.cluster.local"
2026-11-03T01:28:33.335228Z	info	FLAG: --help="false"
2026-11-03T01:28:33.335230Z	info	FLAG: --log_as_json="false"
2026-11-03T01:28:33.335233Z	info	FLAG: --log_caller=""
2026-11-03T01:28:33.335235Z	info	FLAG: --log_output_level="default:info"
2026-11-03T01:28:33.335237Z	info	FLAG: --log_stacktrace_level="default:none"
2026-11-03T01:28:33.335242Z	info	FLAG: --log_target="[stdout]"
2026-11-03T01:28:33.335244Z	info	FLAG: --meshConfig="./etc/istio/config/mesh"
2026-11-03T01:28:33.335246Z	info	FLAG: --outlierLogPath=""
2026-11-03T01:28:33.335248Z	info	FLAG: --profiling="true"
2026-11-03T01:28:33.335251Z	info	FLAG: --proxyComponentLogLevel="misc:error"
2026-11-03T01:28:33.335253Z	info	FLAG: --proxyLogLevel="warning"
2026-11-03T01:28:33.335256Z	info	FLAG: --serviceCluster="istio-proxy"
2026-11-03T01:28:33.335258Z	info	FLAG: --stsPort="0"
2026-11-03T01:28:33.335260Z	info	FLAG: --templateFile=""
2026-11-03T01:28:33.335262Z	info	FLAG: --tokenManagerPlugin=""
2026-11-03T01:28:33.335264Z	info	FLAG: --vklog="0"
2026-11-03T01:28:33.335267Z	info	Version 1.28.10-cebc47d567fd1333707199224c18129ecfe07c05-Clean
2026-11-03T01:28:33.335460Z	info	Proxy role	ips=[10.134.0.41] type=router id=maas-default-gateway-openshift-default-59f957fdd7-x2xwt.openshift-ingress domain=openshift-ingress.svc.cluster.local
2026-11-03T01:28:33.335511Z	info	Apply proxy config from env {"discoveryAddress":"istiod-openshift-gateway.openshift-ingress.svc:15012","proxyHeaders":{"server":{"disabled":true},"envoyDebugHeaders":{"disabled":true},"metadataExchangeHeaders":{"mode":"IN_MESH"}}}

2026-11-03T01:28:33.336681Z	info	cpu limit detected as 2, setting concurrency
2026-11-03T01:28:33.336895Z	info	Effective config: binaryPath: /usr/local/bin/envoy
concurrency: 2
configPath: ./etc/istio/proxy
controlPlaneAuthPolicy: MUTUAL_TLS
discoveryAddress: istiod-openshift-gateway.openshift-ingress.svc:15012
drainDuration: 45s
proxyAdminPort: 15000
proxyHeaders:
  envoyDebugHeaders:
    disabled: true
  metadataExchangeHeaders:
    mode: IN_MESH
  server:
    disabled: true
serviceCluster: istio-proxy
statNameLength: 189
statusPort: 15020
terminationDrainDuration: 5s

2026-11-03T01:28:33.336907Z	info	JWT policy is third-party-jwt
2026-11-03T01:28:33.336909Z	info	using credential fetcher of JWT type in cluster.local trust domain
2026-11-03T01:28:33.338514Z	info	Starting default Istio SDS Server
2026-11-03T01:28:33.338544Z	info	CA Endpoint istiod-openshift-gateway.openshift-ingress.svc:15012, provider Citadel
2026-11-03T01:28:33.338568Z	info	Using CA istiod-openshift-gateway.openshift-ingress.svc:15012 cert with certs: var/run/secrets/istio/root-cert.pem
2026-11-03T01:28:33.338895Z	info	Opening status port 15020
2026-11-03T01:28:33.339737Z	info	xdsproxy	Initializing with upstream address "istiod-openshift-gateway.openshift-ingress.svc:15012" and cluster "Kubernetes"
2026-11-03T01:28:33.340552Z	info	sds	Starting SDS grpc server
2026-11-03T01:28:33.340593Z	info	sds	Starting SDS server for workload certificates, will listen on "var/run/secrets/workload-spiffe-uds/socket"
2026-11-03T01:28:33.341432Z	info	Pilot SAN: [istiod-openshift-gateway.openshift-ingress.svc]
2026-11-03T01:28:33.342696Z	info	Starting proxy agent
2026-11-03T01:28:33.342735Z	info	Envoy command: [-c etc/istio/proxy/envoy-rev.json --drain-time-s 45 --drain-strategy immediate --local-address-ip-version v4 --file-flush-interval-msec 1000 --disable-hot-restart --allow-unknown-static-fields -l warning --component-log-level misc:error --skip-deprecated-logs --concurrency 2]
2026-11-03T01:28:33.413537Z	info	xdsproxy	connected to delta upstream XDS server: istiod-openshift-gateway.openshift-ingress.svc:15012	id=1
2026-11-03T01:28:33.477078Z	info	cache	generated new workload certificate	resourceName=default latency=136.403373ms ttl=23h59m59.522927663s
2026-11-03T01:28:33.477129Z	info	cache	Root cert has changed, start rotating root cert
2026-11-03T01:28:33.477174Z	info	cache	returned workload trust anchor from cache	ttl=23h59m59.522827654s
2026-11-03T01:28:33.567877Z	info	ads	ADS: new connection for node:1
2026-11-03T01:28:33.567961Z	info	cache	returned workload certificate from cache	ttl=23h59m59.432042185s
2026-11-03T01:28:33.568416Z	info	ads	ADS: new connection for node:2
2026-11-03T01:28:33.568498Z	info	cache	returned workload trust anchor from cache	ttl=23h59m59.43150321s
2026-11-03T01:28:33.655233Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T01:28:38.618346Z	error	failed scraping envoy metrics: error scraping http://localhost:15090/stats/prometheus: Get "http://localhost:15090/stats/prometheus": dial tcp [::1]:15090: connect: connection refused
2026-11-03T01:28:41.830146Z	info	Readiness succeeded in 8.498162611s
2026-11-03T01:28:41.830632Z	info	Envoy proxy is ready
2026-11-03T01:28:50.349401Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=26
2026-11-03T01:28:50.349441Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=26
2026-11-03T01:28:50.349458Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=26
2026-11-03T01:28:50.349463Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=26
[2026-11-03T01:28:50.256Z] "GET /v1/models HTTP/1.1" 200 - via_upstream - "-" 0 567 93 - "34.228.250.194,10.132.0.19" "curl/7.76.1" "afabd4c4-953a-4401-9d5e-e450229053d2" "maas.apps.a6ff95811a9faa36af00.prod.konflux-ocp-ci.dev" "10.134.0.28:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.41:48930 10.134.0.41:443 10.132.0.19:47240 - odh-ai-gateway-infra.maas-api-route.3
[2026-11-03T01:28:51.565Z] "POST /v1/chat/completions HTTP/1.1" 429 -  - "-" 122 18 56 - "34.228.250.194,10.132.0.19" "curl/7.76.1" "3585f797-08b3-4986-9da5-f8322b7356d6" "maas.apps.a6ff95811a9faa36af00.prod.konflux-ocp-ci.dev" "-" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local - 10.134.0.41:443 10.132.0.19:33804 - v1-model-routing
2026-11-03T01:28:53.764342Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:372		thread=26
2026-11-03T01:28:53.764386Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:372		thread=26
2026-11-03T01:28:53.764390Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:372		thread=26
2026-11-03T01:28:53.764393Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:385	key 'model' missing from lines 1-1 key: model	thread=26
[2026-11-03T01:28:52.972Z] "POST /v1/chat/completions HTTP/1.1" 429 -  - "-" 122 18 55 - "34.228.250.194,10.132.0.19" "curl/7.76.1" "16802f17-39c5-4a9c-9509-d5d735a9f5e3" "maas.apps.a6ff95811a9faa36af00.prod.konflux-ocp-ci.dev" "-" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local - 10.134.0.41:443 10.132.0.19:33818 - v1-model-routing
[2026-11-03T01:28:53.746Z] "POST /v1/chat/completions HTTP/1.1" 401 -  - "-" 122 88 17 - "34.228.250.194,10.132.0.19" "curl/7.76.1" "bb7415a7-fcce-48c9-a93a-5dea02742d9e" "maas.apps.a6ff95811a9faa36af00.prod.konflux-ocp-ci.dev" "-" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local - 10.134.0.41:443 10.132.0.19:33834 - v1-model-routing
2026-11-03T01:34:28.861242Z	info	ads	ADS: new connection for node:3
2026-11-03T01:34:28.865103Z	info	cache	adding watcher for file certificate /etc/pki/tls/certs/ca-bundle.crt
2026-11-03T01:34:28.865150Z	info	cache	read certificate from file	resource=file-root:system
2026-11-03T01:34:33.365740Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T01:34:47.232352Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T01:34:50.058212Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=26
2026-11-03T01:34:50.058249Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=26
2026-11-03T01:34:50.058259Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=26
2026-11-03T01:34:50.058266Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=26
2026-11-03T01:34:50.058500Z	error	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1155	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Task failed: Some("2")	thread=26
[2026-11-03T01:34:49.846Z] "POST /anything/e2e-rt-sw-821252-client HTTP/1.1" 200 - via_upstream - "-" 124 1770 211 - "34.228.250.194,10.132.0.19" "python-requests/2.34.2" "69926472-ab31-4164-87d5-85337ab66635" "httpbingo.org" "66.241.125.232:443" outbound|443||httpbingo.org 10.134.0.41:54958 10.134.0.41:443 10.132.0.19:55684 - llm.external-model-e2e-rt-sw-821252-b9b3b4cd1e46.2
2026-11-03T01:34:57.453244Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T01:35:03.440141Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=26
2026-11-03T01:35:03.440183Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=26
2026-11-03T01:35:03.440198Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=26
2026-11-03T01:35:03.440205Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=26
2026-11-03T01:35:03.440441Z	error	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1155	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Task failed: Some("2")	thread=26
[2026-11-03T01:35:03.374Z] "POST /llm/e2e-rt-sw-821252/anything/e2e-rt-sw-821252-client HTTP/1.1" 503 UH no_healthy_upstream - "-" 124 19 65 - "34.228.250.194,10.132.0.19" "python-requests/2.34.2" "40f731de-a30c-4fa5-a0fd-33f98a7dad39" "maas.apps.a6ff95811a9faa36af00.prod.konflux-ocp-ci.dev" "-" outbound|443||provider-selection-required-e2e-rt-sw-821252.llm.svc.cluster.local - 10.134.0.41:443 10.132.0.19:55274 - llm.external-model-e2e-rt-sw-821252-b9b3b4cd1e46.2
2026-11-03T01:35:09.561507Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T01:35:09.561551Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T01:35:09.561565Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
2026-11-03T01:35:09.561572Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T01:35:09.561824Z	error	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1155	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Task failed: Some("2")	thread=25
[2026-11-03T01:35:08.636Z] "POST /llm/e2e-rt-sw-821252/anything/e2e-rt-sw-821252-client HTTP/1.1" 503 UH no_healthy_upstream - "-" 124 19 925 - "34.228.250.194,10.132.0.19" "python-requests/2.34.2" "316396e6-26d6-4303-bf23-00698ebdc5a0" "maas.apps.a6ff95811a9faa36af00.prod.konflux-ocp-ci.dev" "-" outbound|443||provider-selection-required-e2e-rt-sw-821252.llm.svc.cluster.local - 10.134.0.41:443 10.132.0.19:55296 - llm.external-model-e2e-rt-sw-821252-b9b3b4cd1e46.2
2026-11-03T01:35:25.503345Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T01:35:25.503407Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T01:35:25.503416Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T01:35:25.503420Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
2026-11-03T01:35:25.503579Z	error	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1155	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Task failed: Some("2")	thread=25
[2026-11-03T01:35:25.294Z] "POST /anything/e2e-rt-sw-821252-client HTTP/1.1" 200 - via_upstream - "-" 124 1761 209 - "34.228.250.194,10.132.0.19" "python-requests/2.34.2" "341326f5-ce38-4d37-a25b-5fae88966f63" "httpbingo.org" "66.241.125.232:443" outbound|443||httpbingo.org 10.134.0.41:36694 10.134.0.41:443 10.132.0.19:40048 - llm.external-model-e2e-rt-sw-821252-b9b3b4cd1e46.0
2026-11-03T01:35:44.856868Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T01:35:48.513310Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T01:35:48.513342Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T01:35:48.513355Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T01:35:48.513378Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
2026-11-03T01:35:48.513592Z	error	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1155	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Task failed: Some("2")	thread=25
[2026-11-03T01:35:48.306Z] "POST /anything/e2e-rt-sw-821252-client HTTP/1.1" 200 - via_upstream - "-" 124 1771 206 - "34.228.250.194,10.132.0.19" "python-requests/2.34.2" "f090f41d-e09a-4f8c-97f8-4ae8a529ae5d" "httpbingo.org" "66.241.125.232:443" outbound|443||httpbingo.org 10.134.0.41:45694 10.134.0.41:443 10.132.0.19:34614 - llm.external-model-e2e-rt-sw-821252-b9b3b4cd1e46.0
2026-11-03T01:35:58.083113Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T01:36:14.209606Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T01:36:18.700347Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=26
2026-11-03T01:36:18.700419Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=26
2026-11-03T01:36:18.700442Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=26
2026-11-03T01:36:18.700451Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=26
[2026-11-03T01:36:18.575Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 74 317 124 - "34.228.250.194,10.132.0.19" "python-requests/2.34.2" "4797c950-448a-45af-a5f8-4a8fc7d2d9ef" "maas.apps.a6ff95811a9faa36af00.prod.konflux-ocp-ci.dev" "10.134.0.28:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.41:51586 10.134.0.41:443 10.132.0.19:34856 - odh-ai-gateway-infra.maas-api-route.3
[2026-11-03T01:37:28.056Z] "POST /llm/e2e-rt-eq-82791c/anything/e2e-rt-eq-82791c-client HTTP/1.1" 503 -  - "-" 124 0 63 - "34.228.250.194,10.132.0.19" "python-requests/2.34.2" "d6c2e841-86de-4ab6-8731-c58cc612f9c8" "maas.apps.a6ff95811a9faa36af00.prod.konflux-ocp-ci.dev" "-" outbound|443||provider-selection-required-e2e-rt-eq-82791c.llm.svc.cluster.local - 10.134.0.41:443 10.132.0.19:41590 - llm.external-model-e2e-rt-eq-82791c-5b5895b7ae63.4
2026-11-03T01:37:54.457880Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Tracing span buffer full (100), dropping oldest spans to prevent memory growth	thread=25
[2026-11-03T01:37:54.386Z] "POST /llm/e2e-rt-eq-82791c/anything/e2e-rt-eq-82791c-client HTTP/1.1" 503 -  - "-" 124 0 80 - "34.228.250.194,10.132.0.19" "python-requests/2.34.2" "cd015f78-6794-4128-97c7-d15a8a16047e" "maas.apps.a6ff95811a9faa36af00.prod.konflux-ocp-ci.dev" "-" outbound|443||provider-selection-required-e2e-rt-eq-82791c.llm.svc.cluster.local - 10.134.0.41:443 10.132.0.19:60112 - llm.external-model-e2e-rt-eq-82791c-5b5895b7ae63.4
[2026-11-03T01:39:15.088Z] "POST /llm/e2e-rt-eq-82791c/anything/e2e-rt-eq-82791c-client HTTP/1.1" 503 -  - "-" 124 0 61 - "34.228.250.194,10.132.0.19" "python-requests/2.34.2" "05fcdbd9-7ed6-4411-b4ac-a8efa228dd1a" "maas.apps.a6ff95811a9faa36af00.prod.konflux-ocp-ci.dev" "-" outbound|443||provider-selection-required-e2e-rt-eq-82791c.llm.svc.cluster.local - 10.134.0.41:443 10.132.0.19:54690 - llm.external-model-e2e-rt-eq-82791c-5b5895b7ae63.4
2026-11-03T01:39:53.095501Z	info	ads	ADS: "" 3 terminated
2026-11-03T01:39:54.132466Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T01:40:02.332065Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T01:40:27.702142Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T01:40:54.227931Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T01:42:25.712111Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T01:46:00.382955Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Tracing span buffer full (100), dropping oldest spans to prevent memory growth	thread=26
2026-11-03T01:46:00.391132Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=26
2026-11-03T01:46:00.391168Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=26
2026-11-03T01:46:00.391185Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=26
2026-11-03T01:46:00.391191Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=26
[2026-11-03T01:46:00.281Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 71 313 109 - "34.228.250.194,10.132.0.19" "python-requests/2.34.2" "e0d83fb7-016b-41e0-a764-dba277cba933" "maas.apps.a6ff95811a9faa36af00.prod.konflux-ocp-ci.dev" "10.134.0.28:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.41:47320 10.134.0.41:443 10.132.0.19:58502 - odh-ai-gateway-infra.maas-api-route.3
2026-11-03T01:46:01.391029Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=26
2026-11-03T01:46:01.391078Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=26
2026-11-03T01:46:01.391100Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=26
2026-11-03T01:46:01.391107Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=26
[2026-11-03T01:46:01.273Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 71 313 117 - "34.228.250.194,10.132.0.19" "python-requests/2.34.2" "b58d6d9d-b321-451a-be9f-ff9490b48c38" "maas.apps.a6ff95811a9faa36af00.prod.konflux-ocp-ci.dev" "10.134.0.28:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.41:47320 10.134.0.41:443 10.132.0.19:52406 - odh-ai-gateway-infra.maas-api-route.3
2026-11-03T01:46:01.754708Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=26
2026-11-03T01:46:01.754745Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=26
2026-11-03T01:46:01.754762Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=26
2026-11-03T01:46:01.754768Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=26
[2026-11-03T01:46:01.642Z] "DELETE /v1/api-keys/e361dd19-7769-4c65-8457-6ea4f4979405 HTTP/1.1" 200 - via_upstream - "-" 0 321 112 - "34.228.250.194,10.132.0.19" "python-requests/2.34.2" "2eb07f3e-3d1f-4507-bf87-ad3b2d323152" "maas.apps.a6ff95811a9faa36af00.prod.konflux-ocp-ci.dev" "10.134.0.28:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.41:47320 10.134.0.41:443 10.132.0.19:52422 - odh-ai-gateway-infra.maas-api-route.3
2026-11-03T01:46:07.131236Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T01:46:07.131273Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T01:46:07.131289Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
2026-11-03T01:46:07.131294Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T01:46:07.598097Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=26
2026-11-03T01:46:07.598132Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=26
2026-11-03T01:46:07.598148Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=26
2026-11-03T01:46:07.598154Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=26
[2026-11-03T01:46:07.026Z] "DELETE /v1/api-keys/a6ada03e-5c05-4c47-a8a2-3b4769add011 HTTP/1.1" 200 - via_upstream - "-" 0 321 104 - "34.228.250.194,10.132.0.19" "python-requests/2.34.2" "47b3b99f-f19d-47b1-9d2b-26de05a4512c" "maas.apps.a6ff95811a9faa36af00.prod.konflux-ocp-ci.dev" "10.134.0.28:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.41:55354 10.134.0.41:443 10.132.0.19:52442 - odh-ai-gateway-infra.maas-api-route.3
[2026-11-03T01:46:07.488Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 71 314 109 - "34.228.250.194,10.132.0.19" "python-requests/2.34.2" "41114d05-b0a9-49e7-97a6-8d4588da0082" "maas.apps.a6ff95811a9faa36af00.prod.konflux-ocp-ci.dev" "10.134.0.28:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.41:47320 10.134.0.41:443 10.132.0.19:52454 - odh-ai-gateway-infra.maas-api-route.3
2026-11-03T01:46:39.616870Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T01:47:05.451318Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-11-03T01:47:14.759Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 66 281 78 - "34.228.250.194,10.132.0.19" "python-requests/2.34.2" "c31a59c1-494e-4cb5-bc65-bf6b3f4888b1" "maas.apps.a6ff95811a9faa36af00.prod.konflux-ocp-ci.dev" "10.134.0.38:8000" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local 10.134.0.41:53222 10.134.0.41:443 10.132.0.19:49016 - v1-completions-path
2026-11-03T01:47:16.209274Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T01:47:16.209308Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T01:47:16.209322Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
2026-11-03T01:47:16.209327Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
[2026-11-03T01:47:16.200Z] "GET /health HTTP/1.1" 200 - via_upstream - "-" 0 91 9 - "34.228.250.194,10.132.0.19" "python-requests/2.34.2" "57dd1ca8-1038-409d-befe-75414ce5e199" "maas.apps.a6ff95811a9faa36af00.prod.konflux-ocp-ci.dev" "10.134.0.28:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.41:38650 10.134.0.41:443 10.132.0.19:49026 - odh-ai-gateway-infra.maas-api-route.4
2026-11-03T01:56:19.916765Z	info	xdsproxy	connected to delta upstream XDS server: istiod-openshift-gateway.openshift-ingress.svc:15012	id=2
2026-11-03T02:01:08.912408Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T02:01:08.912449Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T02:01:08.912470Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T02:01:08.912476Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
2026-11-03T02:01:09.292547Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=26
2026-11-03T02:01:09.292585Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=26
2026-11-03T02:01:09.292602Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=26
2026-11-03T02:01:09.292607Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=26
[2026-11-03T02:01:08.900Z] "GET /health HTTP/1.1" 200 - via_upstream - "-" 0 91 11 - "34.228.250.194,10.132.0.19" "python-requests/2.34.2" "41682b85-e21c-4580-8fb2-1039deb3f868" "maas.apps.a6ff95811a9faa36af00.prod.konflux-ocp-ci.dev" "10.134.0.28:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.41:54340 10.134.0.41:443 10.132.0.19:43134 - odh-ai-gateway-infra.maas-api-route.4
[2026-11-03T02:01:09.128Z] "GET /v1/models HTTP/1.1" 200 - via_upstream - "-" 0 567 164 - "34.228.250.194,10.132.0.19" "python-requests/2.34.2" "67b71df0-396f-495f-b542-373c4d84cca9" "maas.apps.a6ff95811a9faa36af00.prod.konflux-ocp-ci.dev" "10.134.0.28:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.41:54354 10.134.0.41:443 10.132.0.19:43142 - odh-ai-gateway-infra.maas-api-route.3
[2026-11-03T02:01:09.860Z] "POST /v1/chat/completions HTTP/1.1" 200 - via_upstream - "-" 136 337 92 - "34.228.250.194,10.132.0.19" "python-requests/2.34.2" "1e06f6cb-e432-43ac-b1e9-90a4f5c606f0" "maas.apps.a6ff95811a9faa36af00.prod.konflux-ocp-ci.dev" "10.134.0.38:8000" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local 10.134.0.41:53222 10.134.0.41:443 10.132.0.19:43148 - v1-chat-completions-path
[2026-11-03T02:01:10.176Z] "POST /v1/chat/completions HTTP/1.1" 200 - via_upstream - "-" 135 3079 62 - "34.228.250.194,10.132.0.19" "python-requests/2.34.2" "46c739e1-e23e-4efa-98ab-e31fe2a7eee1" "maas.apps.a6ff95811a9faa36af00.prod.konflux-ocp-ci.dev" "10.134.0.38:8000" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local 10.134.0.41:53222 10.134.0.41:443 10.132.0.19:43156 - v1-chat-completions-path
2026-11-03T02:01:10.518119Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T02:01:10.518155Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T02:01:10.518168Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T02:01:10.518173Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
2026-11-03T02:01:10.518334Z	error	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1155	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Task failed: Some("2")	thread=25
2026-11-03T02:01:10.518408Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:372		thread=25
2026-11-03T02:01:10.518417Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:372		thread=25
2026-11-03T02:01:10.518419Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:372		thread=25
2026-11-03T02:01:10.518423Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:385	key 'model' missing from lines 1-1 key: model	thread=25
[2026-11-03T02:01:10.439Z] "POST /v1/completions HTTP/1.1" 404 - via_upstream - "-" 94 126 79 - "34.228.250.194,10.132.0.19" "python-requests/2.34.2" "2429e44e-2d3e-42ae-8e79-4907d63152e1" "maas.apps.a6ff95811a9faa36af00.prod.konflux-ocp-ci.dev" "10.134.0.38:8000" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local 10.134.0.41:55314 10.134.0.41:443 10.132.0.19:43166 - v1-completions-path
2026-11-03T02:01:34.545393Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T02:01:34.545431Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T02:01:34.545448Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T02:01:34.545454Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
2026-11-03T02:01:35.340415Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T02:01:35.340453Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T02:01:35.340467Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
2026-11-03T02:01:35.340472Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T02:01:35.340648Z	error	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1155	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Task failed: Some("2")	thread=25
2026-11-03T02:01:35.340711Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:372		thread=25
2026-11-03T02:01:35.340720Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:372		thread=25
2026-11-03T02:01:35.340723Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:372		thread=25
2026-11-03T02:01:35.340727Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:385	key 'model' missing from lines 1-1 key: model	thread=25
[2026-11-03T02:01:34.437Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 72 315 108 - "34.228.250.194,10.132.0.19" "python-requests/2.34.2" "7fbde31f-67b8-44a0-9cc0-6ddf10f99f1b" "maas.apps.a6ff95811a9faa36af00.prod.konflux-ocp-ci.dev" "10.134.0.28:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.41:54340 10.134.0.41:443 10.132.0.19:39234 - odh-ai-gateway-infra.maas-api-route.3
[2026-11-03T02:01:34.736Z] "POST /v1/chat/completions HTTP/1.1" 200 - via_upstream - "-" 113 316 61 - "34.228.250.194,10.132.0.19" "python-requests/2.34.2" "36a42b16-ffd1-48a1-9178-b17f3272e3f8" "maas.apps.a6ff95811a9faa36af00.prod.konflux-ocp-ci.dev" "10.134.0.38:8000" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local 10.134.0.41:55314 10.134.0.41:443 10.132.0.19:39256 - v1-chat-completions-path
[2026-11-03T02:01:34.999Z] "POST /v1/chat/completions HTTP/1.1" 200 - via_upstream - "-" 113 318 71 - "34.228.250.194,10.132.0.19" "python-requests/2.34.2" "5c1efcc6-d7e3-4a4d-9c2b-01cf0e3f4da1" "maas.apps.a6ff95811a9faa36af00.prod.konflux-ocp-ci.dev" "10.134.0.38:8000" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local 10.134.0.41:55314 10.134.0.41:443 10.132.0.19:39272 - v1-chat-completions-path
[2026-11-03T02:01:35.269Z] "POST /v1/chat/completions HTTP/1.1" 404 - via_upstream - "-" 126 129 71 - "34.228.250.194,10.132.0.19" "python-requests/2.34.2" "7cc7bb3d-7de0-4e24-b21b-56336775c2bb" "maas.apps.a6ff95811a9faa36af00.prod.konflux-ocp-ci.dev" "10.134.0.38:8000" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local 10.134.0.41:55314 10.134.0.41:443 10.132.0.19:39284 - v1-chat-completions-path
2026-11-03T02:01:40.661801Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T02:01:40.661837Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T02:01:40.661856Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
2026-11-03T02:01:40.661861Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
[2026-11-03T02:01:40.533Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 69 311 128 - "34.228.250.194,10.132.0.19" "python-requests/2.34.2" "e964eced-c1ab-4859-b3d2-c6af0b9f2112" "maas.apps.a6ff95811a9faa36af00.prod.konflux-ocp-ci.dev" "10.134.0.28:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.41:54340 10.134.0.41:443 10.132.0.19:39292 - odh-ai-gateway-infra.maas-api-route.3
[2026-11-03T02:01:41.152Z] "POST /v1/chat/completions HTTP/1.1" 200 - via_upstream - "-" 110 322 91 - "34.228.250.194,10.132.0.19" "python-requests/2.34.2" "9dead127-2123-47a3-b636-1d0a85e066a2" "maas.apps.a6ff95811a9faa36af00.prod.konflux-ocp-ci.dev" "10.134.0.38:8000" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local 10.134.0.41:55314 10.134.0.41:443 10.132.0.19:58340 - v1-chat-completions-path
2026-11-03T02:02:12.499810Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T02:02:12.499853Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T02:02:12.499871Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T02:02:12.499876Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
[2026-11-03T02:02:12.384Z] "GET /v1/models HTTP/1.1" 200 - via_upstream - "-" 0 567 115 - "34.228.250.194,10.132.0.19" "python-requests/2.34.2" "7c29d519-5910-4fe1-ac8a-c819c61f4198" "maas.apps.a6ff95811a9faa36af00.prod.konflux-ocp-ci.dev" "10.134.0.28:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.41:54340 10.134.0.41:443 10.132.0.19:36386 - odh-ai-gateway-infra.maas-api-route.3
[2026-11-03T02:14:28.926Z] "GET /v1/tenants HTTP/1.1" 404 NR route_not_found - "-" 0 0 8 - "34.228.250.194,10.132.0.19" "python-requests/2.34.2" "83a86988-c0ac-4028-b515-337ca40ea9fc" "maas.apps.a6ff95811a9faa36af00.prod.konflux-ocp-ci.dev" "-" - - 10.134.0.41:443 10.132.0.19:50778 - -
2026-11-03T02:22:47.078095Z	info	ads	ADS: new connection for node:4
2026-11-03T02:22:47.082946Z	info	cache	read certificate from file	resource=file-root:system
2026-11-03T02:22:51.570490Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T02:23:19.600745Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T02:23:28.222419Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T02:23:28.222454Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T02:23:28.222470Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T02:23:28.222475Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
[2026-11-03T02:23:28.048Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 66 308 174 - "34.228.250.194,10.132.0.19" "python-requests/2.34.2" "4940f653-727e-46c7-88e7-e9bd9fc0160e" "maas.apps.a6ff95811a9faa36af00.prod.konflux-ocp-ci.dev" "10.134.0.28:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.41:54944 10.134.0.41:443 10.132.0.19:32918 - odh-ai-gateway-infra.maas-api-route.3
2026-11-03T02:23:28.668955Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=26
2026-11-03T02:23:28.668993Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=26
2026-11-03T02:23:28.669008Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=26
2026-11-03T02:23:28.669015Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=26
2026-11-03T02:23:28.669208Z	error	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1155	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Task failed: Some("2")	thread=26
2026-11-03T02:23:29.502247Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=26
2026-11-03T02:23:29.502277Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=26
2026-11-03T02:23:29.502287Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=26
2026-11-03T02:23:29.502291Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=26
2026-11-03T02:23:29.502454Z	error	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1155	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Task failed: Some("2")	thread=26
[2026-11-03T02:23:28.419Z] "POST /anything/e2e-dft-9c25b8-4bfb69 HTTP/1.1" 200 - via_upstream - "-" 109 1781 250 - "34.228.250.194,10.132.0.19" "python-requests/2.34.2" "d5d7c69c-9373-47f3-a4ca-314115abb074" "httpbingo.org" "66.241.125.232:443" outbound|443||httpbingo.org 10.134.0.41:39902 10.134.0.41:443 10.132.0.19:32920 - llm.external-model-e2e-dft-9c25b8-828ceeb0b34c.0
[2026-11-03T02:23:29.334Z] "POST /anything/e2e-dft-9c25b8-4bfb69 HTTP/1.1" 200 - via_upstream - "-" 109 1768 168 - "34.228.250.194,10.132.0.19" "python-requests/2.34.2" "cde76119-a7d6-43c0-9050-6e0cd0e07746" "httpbingo.org" "66.241.125.232:443" outbound|443||httpbingo.org 10.134.0.41:39902 10.134.0.41:443 10.132.0.19:32928 - llm.external-model-e2e-dft-9c25b8-828ceeb0b34c.0
2026-11-03T02:23:30.206571Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=26
2026-11-03T02:23:30.206600Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=26
2026-11-03T02:23:30.206610Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=26
2026-11-03T02:23:30.206614Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=26
2026-11-03T02:23:30.206757Z	error	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1155	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Task failed: Some("2")	thread=26
[2026-11-03T02:23:29.715Z] "POST /llm/e2e-dft-9c25b8/anything/e2e-dft-9c25b8-4bfb69 HTTP/1.1" 401 -  - "-" 109 88 148 - "34.228.250.194,10.132.0.19" "python-requests/2.34.2" "9765b139-ea6c-4cb4-b484-e408d7160a47" "maas.apps.a6ff95811a9faa36af00.prod.konflux-ocp-ci.dev" "-" outbound|443||provider-selection-required-e2e-dft-9c25b8.llm.svc.cluster.local - 10.134.0.41:443 10.132.0.19:32930 - llm.external-model-e2e-dft-9c25b8-828ceeb0b34c.2
[2026-11-03T02:23:30.073Z] "POST /anything/e2e-dft-9c25b8-4bfb69 HTTP/1.1" 200 - via_upstream - "-" 109 1768 133 - "34.228.250.194,10.132.0.19" "python-requests/2.34.2" "fe47d4ac-88ba-4b47-b733-8b3531ea54a2" "httpbingo.org" "66.241.125.232:443" outbound|443||httpbingo.org 10.134.0.41:39902 10.134.0.41:443 10.132.0.19:32934 - llm.external-model-e2e-dft-9c25b8-828ceeb0b34c.0
2026-11-03T02:23:41.204842Z	info	ads	ADS: "" 4 terminated
2026-11-03T02:23:44.168554Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T02:23:44.265048Z	info	ads	ADS: new connection for node:5
2026-11-03T02:23:44.269734Z	info	cache	read certificate from file	resource=file-root:system
2026-11-03T02:23:50.224849Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T02:23:50.254159Z	info	ads	ADS: "" 5 terminated
2026-11-03T02:23:50.801857Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T02:23:56.009757Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T02:23:56.795934Z	info	ads	ADS: new connection for node:6
2026-11-03T02:23:56.800962Z	info	cache	read certificate from file	resource=file-root:system
2026-11-03T02:24:03.102438Z	info	ads	ADS: "" 6 terminated with stream closed
2026-11-03T02:24:04.418002Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T02:24:07.799160Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T02:24:21.455564Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T02:28:23.501495Z	info	xdsproxy	connected to delta upstream XDS server: istiod-openshift-gateway.openshift-ingress.svc:15012	id=3
2026-11-03T02:29:07.125054Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T02:30:10.179857Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T02:30:41.315696Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T02:32:08.543530Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T02:48:00.787646Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T02:48:00.787682Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T02:48:00.787698Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T02:48:00.787703Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
[2026-11-03T02:48:00.582Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 30 315 204 - "34.228.250.194,10.132.0.19" "python-requests/2.34.2" "3c24a99b-e116-48d3-a734-ee2e3c63e2fd" "maas.apps.a6ff95811a9faa36af00.prod.konflux-ocp-ci.dev" "10.134.0.28:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.41:47154 10.134.0.41:443 10.132.0.19:37946 - odh-ai-gateway-infra.maas-api-route.3
2026-11-03T02:48:06.116025Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T02:48:06.116060Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T02:48:06.116075Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T02:48:06.116080Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
[2026-11-03T02:48:06.008Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 70 313 107 - "34.228.250.194,10.132.0.19" "python-requests/2.34.2" "1bc5883d-a260-49fb-81db-0d1a7f98149c" "maas.apps.a6ff95811a9faa36af00.prod.konflux-ocp-ci.dev" "10.134.0.28:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.41:47154 10.134.0.41:443 10.132.0.19:59560 - odh-ai-gateway-infra.maas-api-route.3
2026-11-03T02:48:08.662605Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T02:48:32.972214Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T02:48:42.475119Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=26
2026-11-03T02:48:42.475158Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=26
2026-11-03T02:48:42.475174Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=26
2026-11-03T02:48:42.475180Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=26
[2026-11-03T02:48:42.347Z] "POST /v1/api-keys HTTP/1.1" 400 - via_upstream - "-" 80 94 127 - "34.228.250.194,10.132.0.19" "python-requests/2.34.2" "02bd515d-df0b-4e42-97b6-97334b7bbc3f" "maas.apps.a6ff95811a9faa36af00.prod.konflux-ocp-ci.dev" "10.134.0.28:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.41:48308 10.134.0.41:443 10.132.0.19:54880 - odh-ai-gateway-infra.maas-api-route.3
2026-11-03T02:49:10.615219Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-11-03T02:49:14.217Z] "POST /v1/chat/completions HTTP/1.1" 200 - via_upstream - "-" 5518 5791 71 - "34.228.250.194,10.132.0.19" "python-requests/2.34.2" "72f758f1-4258-4214-b998-12885185e6d1" "maas.apps.a6ff95811a9faa36af00.prod.konflux-ocp-ci.dev" "10.133.0.34:8000" outbound|8000||echo-simulator-kserve-workload-svc.llm.svc.cluster.local 10.134.0.41:41284 10.134.0.41:443 10.132.0.19:44902 - v1-chat-completions-path
2026-11-03T02:49:29.211382Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T02:49:33.850685Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T02:49:36.647300Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T02:49:36.647376Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T02:49:36.647402Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
2026-11-03T02:49:36.647409Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
[2026-11-03T02:49:36.491Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 81 324 155 - "34.228.250.194,10.132.0.19" "python-requests/2.34.2" "f09206a8-6110-4097-bd95-7c168850dd9d" "maas.apps.a6ff95811a9faa36af00.prod.konflux-ocp-ci.dev" "10.134.0.28:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.41:36172 10.134.0.41:443 10.132.0.19:35986 - odh-ai-gateway-infra.maas-api-route.3
2026-11-03T02:49:39.131908Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:385	key 'completion_tokens' missing from lines 1-1 key: completion_tokens	thread=25
[2026-11-03T02:49:39.057Z] "POST /v1/embeddings HTTP/1.1" 200 - via_upstream - "-" 91 3616 74 - "34.228.250.194,10.132.0.19" "python-requests/2.34.2" "119c4bf5-7ba6-4c68-8485-023e6f02d4c9" "maas.apps.a6ff95811a9faa36af00.prod.konflux-ocp-ci.dev" "10.134.0.35:8000" outbound|8000||e2e-embedding-simulated-kserve-workload-svc.llm.svc.cluster.local 10.134.0.41:50336 10.134.0.41:443 10.132.0.19:36000 - v1-catch-all-model-routing
2026-11-03T02:49:43.702419Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T02:49:47.454388Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:385	key 'completion_tokens' missing from lines 1-1 key: completion_tokens	thread=25
[2026-11-03T02:49:47.382Z] "POST /v1/embeddings HTTP/1.1" 200 - via_upstream - "-" 61 4185 72 - "34.228.250.194,10.132.0.19" "python-requests/2.34.2" "ebaf2bde-666f-4b57-8a80-123373fd9fc1" "maas.apps.a6ff95811a9faa36af00.prod.konflux-ocp-ci.dev" "10.134.0.35:8000" outbound|8000||e2e-embedding-simulated-kserve-workload-svc.llm.svc.cluster.local 10.134.0.41:50336 10.134.0.41:443 10.132.0.19:36654 - v1-catch-all-path
2026-11-03T02:49:49.029503Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:385	key 'completion_tokens' missing from lines 1-1 key: completion_tokens	thread=25
[2026-11-03T02:49:48.966Z] "POST /v1/embeddings HTTP/1.1" 200 - via_upstream - "-" 61 4185 62 - "34.228.250.194,10.132.0.19" "python-requests/2.34.2" "a65799ec-711f-4012-bbc9-b59bee84e3a2" "maas.apps.a6ff95811a9faa36af00.prod.konflux-ocp-ci.dev" "10.134.0.35:8000" outbound|8000||e2e-embedding-simulated-kserve-workload-svc.llm.svc.cluster.local 10.134.0.41:50336 10.134.0.41:443 10.132.0.19:36676 - v1-catch-all-path
[2026-11-03T02:49:49.708Z] "POST /llm/e2e-embedding-simulated/v1/embeddings HTTP/1.1" 429 -  - "-" 61 18 83 - "34.228.250.194,10.132.0.19" "python-requests/2.34.2" "9ad4af14-a761-43c6-8136-9f3281b4f8cf" "maas.apps.a6ff95811a9faa36af00.prod.konflux-ocp-ci.dev" "-" outbound|8000||e2e-embedding-simulated-kserve-workload-svc.llm.svc.cluster.local - 10.134.0.41:443 10.132.0.19:36680 - v1-catch-all-path
2026-11-03T02:49:57.626550Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T02:50:06.760848Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T02:50:16.523227Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T02:50:35.841279Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T02:50:39.026278Z	info	ads	ADS: new connection for node:7
2026-11-03T02:50:39.026499Z	info	cache	adding watcher for file certificate /var/run/secrets/kubernetes.io/serviceaccount/service-ca.crt
2026-11-03T02:50:39.026535Z	info	cache	read certificate from file	resource=file-root:/var/run/secrets/kubernetes.io/serviceaccount/service-ca.crt
2026-11-03T02:50:42.971060Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T02:51:22.202129Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-11-03T02:51:28.636Z] "POST /v1/chat/completions HTTP/1.1" 200 - via_upstream - "-" 131 336 85 - "34.228.250.194,10.132.0.19" "python-requests/2.34.2" "40476ecd-a08a-4a6c-af47-c0be0cfd4e20" "maas.apps.a6ff95811a9faa36af00.prod.konflux-ocp-ci.dev" "10.134.0.198:8000" outbound|54321||e2e-prio-pool-1bfe99e1-inference-pool-ip-c2c28be6.llm.svc.cluster.local 10.134.0.41:51432 10.134.0.41:443 10.132.0.19:48696 - v1-model-routing
2026-11-03T02:51:46.490014Z	info	ads	ADS: "" 7 terminated with stream closed
2026-11-03T02:51:46.822197Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T02:51:53.481712Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T02:52:08.646602Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T02:54:23.088711Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=26
2026-11-03T02:54:23.088748Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=26
2026-11-03T02:54:23.088764Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=26
2026-11-03T02:54:23.088770Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=26
[2026-11-03T02:54:22.975Z] "GET /v1/models HTTP/1.1" 200 - via_upstream - "-" 0 567 113 - "34.228.250.194,10.132.0.19" "python-requests/2.34.2" "53c9129d-6b89-4e61-bfbd-495eae11fafe" "maas.apps.a6ff95811a9faa36af00.prod.konflux-ocp-ci.dev" "10.134.0.28:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.41:38192 10.134.0.41:443 10.132.0.19:43282 - odh-ai-gateway-infra.maas-api-route.3
2026-11-03T02:54:25.597170Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T02:54:25.597203Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T02:54:25.597217Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
2026-11-03T02:54:25.597223Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
[2026-11-03T02:54:25.534Z] "GET /v1/models HTTP/1.1" 200 - via_upstream - "-" 0 27 62 - "34.228.250.194,10.132.0.19" "python-requests/2.34.2" "0875016c-87c4-4ff0-af62-e328baf6c6b5" "maas.apps.a6ff95811a9faa36af00.prod.konflux-ocp-ci.dev" "10.134.0.28:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.41:47264 10.134.0.41:443 10.132.0.19:43298 - odh-ai-gateway-infra.maas-api-route.3
2026-11-03T02:54:43.406112Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T02:55:10.298909Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T02:55:32.800809Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T02:55:48.139536Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T02:55:54.791411Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=26
2026-11-03T02:55:54.791445Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=26
2026-11-03T02:55:54.791459Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=26
2026-11-03T02:55:54.791464Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=26
[2026-11-03T02:55:54.677Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 84 326 113 - "34.228.250.194,10.132.0.19" "python-requests/2.34.2" "c293742d-ad22-4c8e-a9e4-5110f9739e66" "maas.apps.a6ff95811a9faa36af00.prod.konflux-ocp-ci.dev" "10.134.0.28:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.41:49214 10.134.0.41:443 10.132.0.19:42930 - odh-ai-gateway-infra.maas-api-route.3
2026-11-03T02:55:55.062544Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T02:55:55.062578Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T02:55:55.062590Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T02:55:55.062595Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
[2026-11-03T02:55:55.012Z] "GET /v1/models HTTP/1.1" 200 - via_upstream - "-" 0 27 50 - "34.228.250.194,10.132.0.19" "python-requests/2.34.2" "ba2cd157-e2b0-4027-8f86-694dad5c3c18" "maas.apps.a6ff95811a9faa36af00.prod.konflux-ocp-ci.dev" "10.134.0.28:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.41:49220 10.134.0.41:443 10.132.0.19:42940 - odh-ai-gateway-infra.maas-api-route.3
2026-11-03T02:55:56.813805Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T02:56:10.390191Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T02:56:15.273614Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T02:56:33.862665Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-11-03T02:57:05.520Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 66 289 66 - "34.228.250.194,10.132.0.19" "python-requests/2.34.2" "f4c0002e-e834-4685-8226-f9d6177d6ab3" "maas.apps.a6ff95811a9faa36af00.prod.konflux-ocp-ci.dev" "10.134.0.38:8000" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local 10.134.0.41:55314 10.134.0.41:443 10.132.0.19:39450 - v1-completions-path
2026-11-03T02:57:22.797997Z	info	ads	ADS: new connection for node:8
2026-11-03T02:57:22.801585Z	info	cache	read certificate from file	resource=file-root:system
2026-11-03T02:57:26.514171Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T02:57:27.835150Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T02:57:35.620508Z	warning	envoy ext_proc external/envoy/source/extensions/filters/http/ext_proc/ext_proc.cc:1688	[Tags: "ConnectionId":"1277","StreamId":"3667518457156348376"] Received gRPC error on stream: 14, message upstream connect error or disconnect/reset before headers. reset reason: remote connection failure, transport failure reason: delayed connect error: Connection refused{upstream_reset_before_response_started{remote_connection_failure|delayed_connect_error:_Connection_refused}}	thread=25
[2026-11-03T02:57:35.561Z] "POST /models-as-a-service/e2e-rotation-external-model/anything/v1/chat/completions HTTP/1.1" 500 - ext_proc_error_gRPC_error_14{upstream_connect_error_or_disconnect/reset_before_headers._reset_reason:_remote_connection_failure,_transport_failure_reason:_delayed_connect_error:_Connection_refused{upstream_reset_before_response_started{remote_connection_failure|delayed_connect_error:_Connection_refused}}} - "-" 92 0 59 - "34.228.250.194,10.132.0.19" "python-requests/2.34.2" "2b1e8967-9636-4a64-9bc1-2a31d0002fcd" "maas.apps.a6ff95811a9faa36af00.prod.konflux-ocp-ci.dev" "-" outbound|443||provider-selection-required-e2e-rotation-external-model.models-as-a-service.svc.cluster.local - 10.134.0.41:443 10.132.0.19:46804 - models-as-a-service.external-model-e2e-rotation-external-model.2
2026-11-03T02:57:45.017704Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T02:57:45.017739Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T02:57:45.017750Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T02:57:45.017755Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
2026-11-03T02:57:45.017909Z	error	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1155	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Task failed: Some("2")	thread=25
[2026-11-03T02:57:44.831Z] "POST /anything/v1/chat/completions HTTP/1.1" 200 - via_upstream - "-" 92 1725 186 - "34.228.250.194,10.132.0.19" "python-requests/2.34.2" "9c863cc7-ca6a-41bd-9527-69d587cd0e81" "httpbingo.org" "66.241.125.232:443" outbound|443||httpbingo.org 10.134.0.41:33316 10.134.0.41:443 10.132.0.19:39238 - models-as-a-service.external-model-e2e-rotation-external-model.0
2026-11-03T02:57:47.335955Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T02:57:47.335989Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T02:57:47.335999Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T02:57:47.336003Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
2026-11-03T02:57:47.336151Z	error	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1155	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Task failed: Some("2")	thread=25
[2026-11-03T02:57:47.212Z] "POST /anything/v1/chat/completions HTTP/1.1" 200 - via_upstream - "-" 92 1721 124 - "34.228.250.194,10.132.0.19" "python-requests/2.34.2" "98c05c47-3923-433b-9a01-c1a14844242d" "httpbingo.org" "66.241.125.232:443" outbound|443||httpbingo.org 10.134.0.41:33316 10.134.0.41:443 10.132.0.19:39246 - models-as-a-service.external-model-e2e-rotation-external-model.0
2026-11-03T02:58:27.750903Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T02:58:27.750936Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T02:58:27.750946Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T02:58:27.750950Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
2026-11-03T02:58:27.751099Z	error	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1155	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Task failed: Some("2")	thread=25
[2026-11-03T02:58:27.626Z] "POST /anything/v1/chat/completions HTTP/1.1" 200 - via_upstream - "-" 92 1722 125 - "34.228.250.194,10.132.0.19" "python-requests/2.34.2" "c6913094-0b36-4a7f-a0f6-9c5e644b6693" "httpbingo.org" "66.241.125.232:443" outbound|443||httpbingo.org 10.134.0.41:33316 10.134.0.41:443 10.132.0.19:33680 - models-as-a-service.external-model-e2e-rotation-external-model.0
2026-11-03T02:59:02.606018Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T02:59:02.625981Z	info	ads	ADS: "" 8 terminated with stream closed
2026-11-03T02:59:05.279431Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T02:59:15.955703Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T02:59:34.525965Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T02:59:39.309130Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-11-03T02:59:44.432Z] "POST /llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions HTTP/1.1" 429 -  - "-" 76 18 59 - "34.228.250.194,10.132.0.19" "python-requests/2.34.2" "edb71f39-0a70-47d4-bd1b-4c682cbb3e2f" "maas.apps.a6ff95811a9faa36af00.prod.konflux-ocp-ci.dev" "-" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local - 10.134.0.41:443 10.132.0.19:53464 - v1-completions-path
2026-11-03T02:59:58.658615Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T03:00:16.125249Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-11-03T03:00:23.714Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 293 70 - "34.228.250.194,10.132.0.19" "python-requests/2.34.2" "148ee530-5399-4524-9c48-0d1715e727a1" "maas.apps.a6ff95811a9faa36af00.prod.konflux-ocp-ci.dev" "10.134.0.37:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.134.0.41:53158 10.134.0.41:443 10.132.0.19:52172 - v1-completions-path
[2026-11-03T03:00:25.824Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 292 62 - "34.228.250.194,10.132.0.19" "python-requests/2.34.2" "0e1a0208-1414-4612-967b-54512024686a" "maas.apps.a6ff95811a9faa36af00.prod.konflux-ocp-ci.dev" "10.134.0.37:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.134.0.41:53162 10.134.0.41:443 10.132.0.19:52184 - v1-completions-path
[2026-11-03T03:00:26.637Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 294 59 - "34.228.250.194,10.132.0.19" "python-requests/2.34.2" "c086356c-f4bc-4f61-8ed5-ada11eecb4a4" "maas.apps.a6ff95811a9faa36af00.prod.konflux-ocp-ci.dev" "10.134.0.37:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.134.0.41:53158 10.134.0.41:443 10.132.0.19:52194 - v1-completions-path
2026-11-03T03:00:46.794813Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T03:00:57.474554Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T03:01:03.860077Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-11-03T03:01:16.152Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 291 59 - "34.228.250.194,10.132.0.19" "python-requests/2.34.2" "e7ca857a-2f63-4b32-b45d-dee39af46f33" "maas.apps.a6ff95811a9faa36af00.prod.konflux-ocp-ci.dev" "10.134.0.37:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.134.0.41:53162 10.134.0.41:443 10.132.0.19:33268 - v1-completions-path
[2026-11-03T03:01:16.423Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 292 57 - "34.228.250.194,10.132.0.19" "python-requests/2.34.2" "e3abd292-81af-41db-83c5-329f282a49ed" "maas.apps.a6ff95811a9faa36af00.prod.konflux-ocp-ci.dev" "10.134.0.37:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.134.0.41:53158 10.134.0.41:443 10.132.0.19:33274 - v1-completions-path
[2026-11-03T03:01:17.457Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 294 61 - "34.228.250.194,10.132.0.19" "python-requests/2.34.2" "727683c9-df94-4e11-84b4-4aac2a92c3be" "maas.apps.a6ff95811a9faa36af00.prod.konflux-ocp-ci.dev" "10.134.0.37:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.134.0.41:53162 10.134.0.41:443 10.132.0.19:33286 - v1-completions-path
2026-11-03T03:01:33.601158Z	info	xdsproxy	connected to delta upstream XDS server: istiod-openshift-gateway.openshift-ingress.svc:15012	id=4
2026-11-03T03:01:33.715328Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T03:01:37.436615Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T03:01:49.218024Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T03:01:58.023740Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T03:02:07.570253Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-11-03T03:02:10.122Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 66 282 67 - "34.228.250.194,10.132.0.19" "python-requests/2.34.2" "487446a2-894a-4375-8a28-7499d5836ecd" "maas.apps.a6ff95811a9faa36af00.prod.konflux-ocp-ci.dev" "10.134.0.38:8000" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local 10.134.0.41:38202 10.134.0.41:443 10.132.0.19:34988 - v1-completions-path
2026-11-03T03:02:16.480686Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T03:02:24.436588Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T03:02:43.261238Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T03:03:14.943336Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T03:03:38.251121Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T03:03:48.928121Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T03:06:35.200780Z	info	cache	event for file certificate /var/run/secrets/kubernetes.io/serviceaccount/service-ca.crt : REMOVE, pushing to proxy
2026-11-03T03:08:15.945316Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T03:08:33.387883Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T03:08:37.862154Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T03:08:50.961309Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T03:09:08.605166Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T03:09:16.473325Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-11-03T03:09:22.331Z] "POST /llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions HTTP/1.1" 429 -  - "-" 76 18 59 - "34.228.250.194,10.132.0.19" "python-requests/2.34.2" "763b91c7-b0d1-4f94-98dc-87db646404d4" "maas.apps.a6ff95811a9faa36af00.prod.konflux-ocp-ci.dev" "-" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local - 10.134.0.41:443 10.132.0.19:37276 - v1-completions-path
2026-11-03T03:09:36.979820Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T03:09:47.727820Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T03:09:54.003636Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T03:10:22.022181Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T03:10:28.300173Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T03:10:34.308719Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-11-03T03:10:41.992Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 295 59 - "34.228.250.194,10.132.0.19" "python-requests/2.34.2" "b591d431-a292-4f06-a590-07dc3aed28ec" "maas.apps.a6ff95811a9faa36af00.prod.konflux-ocp-ci.dev" "10.134.0.37:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.134.0.41:53158 10.134.0.41:443 10.132.0.19:52174 - v1-completions-path
2026-11-03T03:11:05.268010Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T03:11:15.931376Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T03:11:22.503933Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T03:11:28.514338Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T03:11:39.252108Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T03:12:02.885190Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T03:12:13.713559Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T03:12:18.648327Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T03:12:37.032556Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T03:12:44.097021Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T03:13:04.781353Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T03:13:26.713388Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T03:13:46.759904Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T03:13:57.708835Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T03:14:08.365668Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T03:14:19.163300Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T03:14:30.108666Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T03:14:40.907501Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T03:14:51.645773Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T03:15:02.356750Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T03:15:10.948095Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:372		thread=26
2026-11-03T03:15:10.948121Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:372		thread=26
2026-11-03T03:15:10.948124Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:372		thread=26
2026-11-03T03:15:10.948128Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:385	key 'model' missing from lines 1-1 key: model	thread=26
[2026-11-03T03:15:10.924Z] "POST /llm/facebook-opt-125m-simulated/v1/completions HTTP/1.1" 401 -  - "-" 66 88 23 - "34.228.250.194,10.132.0.19" "python-requests/2.34.2" "7f5500d0-a401-4b0c-ad58-73fa6a539353" "maas.apps.a6ff95811a9faa36af00.prod.konflux-ocp-ci.dev" "-" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local - 10.134.0.41:443 10.132.0.19:46602 - v1-completions-path