2026-11-03T16:57:26.099603Z	info	FLAG: --concurrency="0"
2026-11-03T16:57:26.099622Z	info	FLAG: --domain="openshift-ingress.svc.cluster.local"
2026-11-03T16:57:26.099626Z	info	FLAG: --help="false"
2026-11-03T16:57:26.099629Z	info	FLAG: --log_as_json="false"
2026-11-03T16:57:26.099631Z	info	FLAG: --log_caller=""
2026-11-03T16:57:26.099633Z	info	FLAG: --log_output_level="default:info"
2026-11-03T16:57:26.099635Z	info	FLAG: --log_stacktrace_level="default:none"
2026-11-03T16:57:26.099639Z	info	FLAG: --log_target="[stdout]"
2026-11-03T16:57:26.099641Z	info	FLAG: --meshConfig="./etc/istio/config/mesh"
2026-11-03T16:57:26.099643Z	info	FLAG: --outlierLogPath=""
2026-11-03T16:57:26.099645Z	info	FLAG: --profiling="true"
2026-11-03T16:57:26.099647Z	info	FLAG: --proxyComponentLogLevel="misc:error"
2026-11-03T16:57:26.099649Z	info	FLAG: --proxyLogLevel="warning"
2026-11-03T16:57:26.099652Z	info	FLAG: --serviceCluster="istio-proxy"
2026-11-03T16:57:26.099654Z	info	FLAG: --stsPort="0"
2026-11-03T16:57:26.099656Z	info	FLAG: --templateFile=""
2026-11-03T16:57:26.099657Z	info	FLAG: --tokenManagerPlugin=""
2026-11-03T16:57:26.099660Z	info	FLAG: --vklog="0"
2026-11-03T16:57:26.099662Z	info	Version 1.28.10-cebc47d567fd1333707199224c18129ecfe07c05-Clean
2026-11-03T16:57:26.099802Z	info	Proxy role	ips=[10.133.1.113] type=router id=maas-default-gateway-openshift-default-746ff8f49f-zr5xs.openshift-ingress domain=openshift-ingress.svc.cluster.local
2026-11-03T16:57:26.099846Z	info	Apply proxy config from env {"discoveryAddress":"istiod-openshift-gateway.openshift-ingress.svc:15012","proxyHeaders":{"server":{"disabled":true},"envoyDebugHeaders":{"disabled":true},"metadataExchangeHeaders":{"mode":"IN_MESH"}}}

2026-11-03T16:57:26.100859Z	info	cpu limit detected as 2, setting concurrency
2026-11-03T16:57:26.101081Z	info	Effective config: binaryPath: /usr/local/bin/envoy
concurrency: 2
configPath: ./etc/istio/proxy
controlPlaneAuthPolicy: MUTUAL_TLS
discoveryAddress: istiod-openshift-gateway.openshift-ingress.svc:15012
drainDuration: 45s
proxyAdminPort: 15000
proxyHeaders:
  envoyDebugHeaders:
    disabled: true
  metadataExchangeHeaders:
    mode: IN_MESH
  server:
    disabled: true
serviceCluster: istio-proxy
statNameLength: 189
statusPort: 15020
terminationDrainDuration: 5s

2026-11-03T16:57:26.101093Z	info	JWT policy is third-party-jwt
2026-11-03T16:57:26.101097Z	info	using credential fetcher of JWT type in cluster.local trust domain
2026-11-03T16:57:26.102516Z	info	Starting default Istio SDS Server
2026-11-03T16:57:26.102540Z	info	CA Endpoint istiod-openshift-gateway.openshift-ingress.svc:15012, provider Citadel
2026-11-03T16:57:26.102563Z	info	Using CA istiod-openshift-gateway.openshift-ingress.svc:15012 cert with certs: var/run/secrets/istio/root-cert.pem
2026-11-03T16:57:26.103057Z	info	Opening status port 15020
2026-11-03T16:57:26.103751Z	info	xdsproxy	Initializing with upstream address "istiod-openshift-gateway.openshift-ingress.svc:15012" and cluster "Kubernetes"
2026-11-03T16:57:26.104364Z	info	sds	Starting SDS grpc server
2026-11-03T16:57:26.104379Z	info	sds	Starting SDS server for workload certificates, will listen on "var/run/secrets/workload-spiffe-uds/socket"
2026-11-03T16:57:26.105189Z	info	Pilot SAN: [istiod-openshift-gateway.openshift-ingress.svc]
2026-11-03T16:57:26.105931Z	info	Starting proxy agent
2026-11-03T16:57:26.105961Z	info	Envoy command: [-c etc/istio/proxy/envoy-rev.json --drain-time-s 45 --drain-strategy immediate --local-address-ip-version v4 --file-flush-interval-msec 1000 --disable-hot-restart --allow-unknown-static-fields -l warning --component-log-level misc:error --skip-deprecated-logs --concurrency 2]
2026-11-03T16:57:26.183067Z	info	xdsproxy	connected to delta upstream XDS server: istiod-openshift-gateway.openshift-ingress.svc:15012	id=1
2026-11-03T16:57:26.260456Z	info	cache	generated new workload certificate	resourceName=default latency=155.953403ms ttl=23h59m59.73954807s
2026-11-03T16:57:26.260496Z	info	cache	Root cert has changed, start rotating root cert
2026-11-03T16:57:26.260527Z	info	cache	returned workload trust anchor from cache	ttl=23h59m59.739473953s
2026-11-03T16:57:26.348930Z	info	ads	ADS: new connection for node:1
2026-11-03T16:57:26.348994Z	info	cache	returned workload certificate from cache	ttl=23h59m59.651007483s
2026-11-03T16:57:26.349225Z	info	ads	ADS: new connection for node:2
2026-11-03T16:57:26.349306Z	info	cache	returned workload trust anchor from cache	ttl=23h59m59.650697316s
2026-11-03T16:57:26.433711Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T16:57:34.498961Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T16:57:35.620526Z	warn	Envoy proxy is NOT ready: Get "http://127.0.0.1:15000/stats?usedonly&filter=^(cluster_manager\\.cds|listener_manager\\.lds)\\.(update_success|update_rejected)$": context deadline exceeded (Client.Timeout exceeded while awaiting headers)
2026-11-03T16:57:36.526987Z	info	Readiness succeeded in 10.430004725s
2026-11-03T16:57:36.527336Z	info	Envoy proxy is ready
2026-11-03T16:57:39.009943Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T16:57:39.009980Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T16:57:39.009992Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T16:57:39.009997Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
[2026-11-03T16:57:38.878Z] "POST /v1/api-keys HTTP/1.1" 400 - via_upstream - "-" 80 94 131 - "52.71.36.72,10.132.0.16" "python-requests/2.34.2" "56a63cd0-b563-473b-bd7d-dea9beb83ad4" "maas.apps.f969c4366d09ff5181a9.prod.konflux-ocp-ci.dev" "10.132.0.52:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.133.1.113:43364 10.133.1.113:443 10.132.0.16:44360 - odh-ai-gateway-infra.maas-api-route.3
2026-11-03T16:58:17.005891Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T16:58:23.915118Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-03T16:58:23.915162Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-03T16:58:23.915180Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
2026-11-03T16:58:23.915185Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
[2026-11-03T16:58:23.787Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 61 303 127 - "52.71.36.72,10.132.0.16" "python-requests/2.34.2" "ea59721e-8501-4490-8fd9-b7eb84b75442" "maas.apps.f969c4366d09ff5181a9.prod.konflux-ocp-ci.dev" "10.132.0.52:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.133.1.113:55500 10.133.1.113:443 10.132.0.16:59622 - odh-ai-gateway-infra.maas-api-route.3
[2026-11-03T16:58:24.733Z] "POST /v1/chat/completions HTTP/1.1" 200 - via_upstream - "-" 108118 108394 332 - "52.71.36.72,10.132.0.16" "python-requests/2.34.2" "39158623-6af7-4f2a-b733-de8f3c434cbd" "maas.apps.f969c4366d09ff5181a9.prod.konflux-ocp-ci.dev" "10.134.0.39:8000" outbound|8000||echo-simulator-kserve-workload-svc.llm.svc.cluster.local 10.133.1.113:43640 10.133.1.113:443 10.132.0.16:59638 - v1-chat-completions-path
2026-11-03T16:58:26.503572Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Tracing span buffer full (100), dropping oldest spans to prevent memory growth	thread=24
[2026-11-03T16:58:25.704Z] "POST /v1/chat/completions HTTP/1.1" 200 - via_upstream - "-" 108118 108394 357 - "52.71.36.72,10.132.0.16" "python-requests/2.34.2" "7a8eb66e-f12e-4ba2-940b-741ddb560531" "maas.apps.f969c4366d09ff5181a9.prod.konflux-ocp-ci.dev" "10.134.0.39:8000" outbound|8000||echo-simulator-kserve-workload-svc.llm.svc.cluster.local 10.133.1.113:43640 10.133.1.113:443 10.132.0.16:59650 - v1-chat-completions-path
[2026-11-03T16:58:26.441Z] "POST /v1/chat/completions HTTP/1.1" 200 - via_upstream - "-" 144 409 62 - "52.71.36.72,10.132.0.16" "python-requests/2.34.2" "57cb4195-b477-44de-9a2a-2d39dd92b5e0" "maas.apps.f969c4366d09ff5181a9.prod.konflux-ocp-ci.dev" "10.134.0.39:8000" outbound|8000||echo-simulator-kserve-workload-svc.llm.svc.cluster.local 10.133.1.113:43640 10.133.1.113:443 10.132.0.16:59660 - v1-chat-completions-path
2026-11-03T16:58:40.440507Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T16:58:45.498335Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T16:58:48.372636Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:385	key 'completion_tokens' missing from lines 1-1 key: completion_tokens	thread=24
[2026-11-03T16:58:48.295Z] "POST /v1/embeddings HTTP/1.1" 200 - via_upstream - "-" 61 4185 77 - "52.71.36.72,10.132.0.16" "python-requests/2.34.2" "667e7c6b-3a5f-412d-a7cf-c62e878e4eac" "maas.apps.f969c4366d09ff5181a9.prod.konflux-ocp-ci.dev" "10.134.0.37:8000" outbound|8000||e2e-embedding-simulated-kserve-workload-svc.llm.svc.cluster.local 10.133.1.113:57148 10.133.1.113:443 10.132.0.16:56606 - v1-catch-all-path
2026-11-03T16:58:55.105858Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T16:58:57.815766Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:385	key 'completion_tokens' missing from lines 1-1 key: completion_tokens	thread=24
[2026-11-03T16:58:57.748Z] "POST /v1/embeddings HTTP/1.1" 200 - via_upstream - "-" 61 4185 67 - "52.71.36.72,10.132.0.16" "python-requests/2.34.2" "de594b7a-12ad-4d72-872a-b919307023a4" "maas.apps.f969c4366d09ff5181a9.prod.konflux-ocp-ci.dev" "10.134.0.37:8000" outbound|8000||e2e-embedding-simulated-kserve-workload-svc.llm.svc.cluster.local 10.133.1.113:57148 10.133.1.113:443 10.132.0.16:57084 - v1-catch-all-path
[2026-11-03T16:59:00.766Z] "POST /llm/e2e-embedding-simulated/v1/embeddings HTTP/1.1" 429 -  - "-" 61 18 77 - "52.71.36.72,10.132.0.16" "python-requests/2.34.2" "bb1ae36d-bc99-480f-87be-92b4fd4b4c65" "maas.apps.f969c4366d09ff5181a9.prod.konflux-ocp-ci.dev" "-" outbound|8000||e2e-embedding-simulated-kserve-workload-svc.llm.svc.cluster.local - 10.133.1.113:443 10.132.0.16:48260 - v1-catch-all-path
2026-11-03T16:59:08.983047Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T16:59:27.158071Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T16:59:29.875265Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T16:59:29.875341Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T16:59:29.875364Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
2026-11-03T16:59:29.875371Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
[2026-11-03T16:59:29.734Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 73 314 140 - "52.71.36.72,10.132.0.16" "python-requests/2.34.2" "636294fb-db62-4dfa-8d04-b5df28a82784" "maas.apps.f969c4366d09ff5181a9.prod.konflux-ocp-ci.dev" "10.132.0.52:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.133.1.113:49806 10.133.1.113:443 10.132.0.16:50466 - odh-ai-gateway-infra.maas-api-route.3
2026-11-03T16:59:43.863690Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T16:59:55.710906Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T16:59:59.710939Z	info	ads	ADS: new connection for node:3
2026-11-03T16:59:59.711103Z	info	cache	adding watcher for file certificate /var/run/secrets/kubernetes.io/serviceaccount/service-ca.crt
2026-11-03T16:59:59.711134Z	info	cache	read certificate from file	resource=file-root:/var/run/secrets/kubernetes.io/serviceaccount/service-ca.crt
2026-11-03T17:00:02.781671Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:00:47.443360Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-11-03T17:00:50.746Z] "POST /v1/chat/completions HTTP/1.1" 200 - via_upstream - "-" 131 340 106 - "52.71.36.72,10.132.0.16" "python-requests/2.34.2" "d9fdca26-f403-4f9b-a39b-73cd7378de2f" "maas.apps.f969c4366d09ff5181a9.prod.konflux-ocp-ci.dev" "10.133.1.120:8000" outbound|54321||e2e-prio-pool-ec45b979-inference-pool-ip-8b4fc56d.llm.svc.cluster.local 10.133.1.113:49442 10.133.1.113:443 10.132.0.16:44086 - v1-model-routing
2026-11-03T17:01:14.620870Z	info	ads	ADS: "" 3 terminated
2026-11-03T17:01:14.680368Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:01:21.501797Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:01:34.883145Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:04:53.686806Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:05:26.777021Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:05:55.442083Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T17:05:55.442131Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T17:05:55.442154Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
2026-11-03T17:05:55.442160Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
[2026-11-03T17:05:55.374Z] "GET /v1/models HTTP/1.1" 200 - via_upstream - "-" 0 628 67 - "52.71.36.72,10.132.0.16" "python-requests/2.34.2" "3c0b84ab-b82d-4ee3-b982-69d375801a66" "maas.apps.f969c4366d09ff5181a9.prod.konflux-ocp-ci.dev" "10.132.0.52:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.133.1.113:37238 10.133.1.113:443 10.132.0.16:37800 - odh-ai-gateway-infra.maas-api-route.3
2026-11-03T17:05:57.817159Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:06:13.465185Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:06:17.656334Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-03T17:06:17.656370Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-03T17:06:17.656385Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-03T17:06:17.656391Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
[2026-11-03T17:06:17.594Z] "GET /v1/models HTTP/1.1" 200 - via_upstream - "-" 0 27 61 - "52.71.36.72,10.132.0.16" "python-requests/2.34.2" "ddb42985-02ed-413c-804d-a9bc991bacf4" "maas.apps.f969c4366d09ff5181a9.prod.konflux-ocp-ci.dev" "10.132.0.52:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.133.1.113:44780 10.133.1.113:443 10.132.0.16:57844 - odh-ai-gateway-infra.maas-api-route.3
2026-11-03T17:06:20.407375Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:06:32.864366Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:06:37.904929Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:06:56.495493Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-11-03T17:07:48.236Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 66 292 77 - "52.71.36.72,10.132.0.16" "python-requests/2.34.2" "5d206f13-7575-49e1-a85d-87fa1d6f5f82" "maas.apps.f969c4366d09ff5181a9.prod.konflux-ocp-ci.dev" "10.133.0.28:8000" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local 10.133.1.113:50016 10.133.1.113:443 10.132.0.16:40594 - v1-completions-path
2026-11-03T17:08:15.698578Z	info	ads	ADS: new connection for node:4
2026-11-03T17:08:15.703841Z	info	cache	adding watcher for file certificate /etc/pki/tls/certs/ca-bundle.crt
2026-11-03T17:08:15.703891Z	info	cache	read certificate from file	resource=file-root:system
2026-11-03T17:08:19.279092Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:08:20.949568Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:08:26.429438Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Tracing span buffer full (100), dropping oldest spans to prevent memory growth	thread=25
2026-11-03T17:08:26.433366Z	warning	envoy ext_proc external/envoy/source/extensions/filters/http/ext_proc/ext_proc.cc:1688	[Tags: "ConnectionId":"219","StreamId":"4363087697341468647"] Received gRPC error on stream: 14, message upstream connect error or disconnect/reset before headers. reset reason: remote connection failure, transport failure reason: delayed connect error: Connection refused{upstream_reset_before_response_started{remote_connection_failure|delayed_connect_error:_Connection_refused}}	thread=25
[2026-11-03T17:08:26.366Z] "POST /models-as-a-service/e2e-rotation-external-model/anything/v1/chat/completions HTTP/1.1" 500 - ext_proc_error_gRPC_error_14{upstream_connect_error_or_disconnect/reset_before_headers._reset_reason:_remote_connection_failure,_transport_failure_reason:_delayed_connect_error:_Connection_refused{upstream_reset_before_response_started{remote_connection_failure|delayed_connect_error:_Connection_refused}}} - "-" 92 0 67 - "52.71.36.72,10.132.0.16" "python-requests/2.34.2" "60c0a450-e9b9-4f80-bfac-ba3ba14bdb38" "maas.apps.f969c4366d09ff5181a9.prod.konflux-ocp-ci.dev" "-" outbound|443||provider-selection-required-e2e-rotation-external-model.models-as-a-service.svc.cluster.local - 10.133.1.113:443 10.132.0.16:40400 - models-as-a-service.external-model-e2e-rotation-external-model.2
2026-11-03T17:08:38.311100Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-03T17:08:38.311140Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-03T17:08:38.311154Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-03T17:08:38.311159Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
2026-11-03T17:08:38.311403Z	error	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1155	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Task failed: Some("2")	thread=24
[2026-11-03T17:08:38.108Z] "POST /anything/v1/chat/completions HTTP/1.1" 200 - via_upstream - "-" 92 1718 202 - "52.71.36.72,10.132.0.16" "python-requests/2.34.2" "ae17d598-5488-4fd2-a128-68f1ec2c2229" "httpbingo.org" "66.241.125.232:443" outbound|443||httpbingo.org 10.133.1.113:39230 10.133.1.113:443 10.132.0.16:54228 - models-as-a-service.external-model-e2e-rotation-external-model.0
2026-11-03T17:09:01.991081Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T17:09:01.991118Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T17:09:01.991129Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
2026-11-03T17:09:01.991134Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T17:09:01.991326Z	error	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1155	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Task failed: Some("2")	thread=25
[2026-11-03T17:09:01.791Z] "POST /anything/v1/chat/completions HTTP/1.1" 200 - via_upstream - "-" 92 1719 199 - "52.71.36.72,10.132.0.16" "python-requests/2.34.2" "ad457e81-82d2-4323-bb52-22ef0619c560" "httpbingo.org" "66.241.125.232:443" outbound|443||httpbingo.org 10.133.1.113:38896 10.133.1.113:443 10.132.0.16:35978 - models-as-a-service.external-model-e2e-rotation-external-model.0
2026-11-03T17:09:25.605726Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T17:09:25.605761Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T17:09:25.605773Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T17:09:25.605779Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
2026-11-03T17:09:25.605982Z	error	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1155	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Task failed: Some("2")	thread=25
[2026-11-03T17:09:25.473Z] "POST /anything/v1/chat/completions HTTP/1.1" 200 - via_upstream - "-" 92 1722 132 - "52.71.36.72,10.132.0.16" "python-requests/2.34.2" "dd398a98-5bcc-4b97-b3a3-173e4c7493b0" "httpbingo.org" "66.241.125.232:443" outbound|443||httpbingo.org 10.133.1.113:38896 10.133.1.113:443 10.132.0.16:37324 - models-as-a-service.external-model-e2e-rotation-external-model.0
2026-11-03T17:09:52.727859Z	info	ads	ADS: "" 4 terminated with stream closed
2026-11-03T17:09:52.772142Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:09:55.653553Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:10:06.692180Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-11-03T17:10:10.581Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 292 78 - "52.71.36.72,10.132.0.16" "python-requests/2.34.2" "ca5f591f-4ade-4e21-a926-6ae546a2c2f8" "maas.apps.f969c4366d09ff5181a9.prod.konflux-ocp-ci.dev" "10.134.0.38:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.133.1.113:48822 10.133.1.113:443 10.132.0.16:51946 - v1-completions-path
[2026-11-03T17:10:11.341Z] "POST /llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions HTTP/1.1" 429 -  - "-" 76 18 58 - "52.71.36.72,10.132.0.16" "python-requests/2.34.2" "00a82ce9-f27b-4b1f-8638-f1602b3815a4" "maas.apps.f969c4366d09ff5181a9.prod.konflux-ocp-ci.dev" "-" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local - 10.133.1.113:443 10.132.0.16:51952 - v1-completions-path
2026-11-03T17:10:25.120160Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:10:29.877644Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-11-03T17:10:33.278Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 297 65 - "52.71.36.72,10.132.0.16" "python-requests/2.34.2" "eda530a7-fa50-46db-9afd-301a7694068d" "maas.apps.f969c4366d09ff5181a9.prod.konflux-ocp-ci.dev" "10.134.0.38:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.133.1.113:48822 10.133.1.113:443 10.132.0.16:49508 - v1-completions-path
[2026-11-03T17:10:48.864Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 66 283 68 - "52.71.36.72,10.132.0.16" "python-requests/2.34.2" "910813f9-72b9-4345-9d14-4d08cae62223" "maas.apps.f969c4366d09ff5181a9.prod.konflux-ocp-ci.dev" "10.133.0.28:8000" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local 10.133.1.113:48042 10.133.1.113:443 10.132.0.16:39282 - v1-completions-path
2026-11-03T17:10:50.385763Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:11:17.563192Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:11:23.806107Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T17:11:23.806147Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T17:11:23.806168Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
2026-11-03T17:11:23.806174Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
[2026-11-03T17:11:23.677Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 81 323 128 - "52.71.36.72,10.132.0.16" "python-requests/2.34.2" "22210f6a-2bb0-4bf8-8799-289b057748d9" "maas.apps.f969c4366d09ff5181a9.prod.konflux-ocp-ci.dev" "10.132.0.52:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.133.1.113:58878 10.133.1.113:443 10.132.0.16:46366 - odh-ai-gateway-infra.maas-api-route.3
[2026-11-03T17:11:27.004Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 292 59 - "52.71.36.72,10.132.0.16" "python-requests/2.34.2" "c4a57825-a94f-4ab1-b426-4c1d2306bfec" "maas.apps.f969c4366d09ff5181a9.prod.konflux-ocp-ci.dev" "10.134.0.38:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.133.1.113:48822 10.133.1.113:443 10.132.0.16:46376 - v1-completions-path
[2026-11-03T17:11:27.782Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 292 61 - "52.71.36.72,10.132.0.16" "python-requests/2.34.2" "d8c66468-171e-47e4-8c9b-6d15e3743d45" "maas.apps.f969c4366d09ff5181a9.prod.konflux-ocp-ci.dev" "10.134.0.38:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.133.1.113:59188 10.133.1.113:443 10.132.0.16:46388 - v1-completions-path
[2026-11-03T17:11:28.834Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 292 57 - "52.71.36.72,10.132.0.16" "python-requests/2.34.2" "b2c0a6bb-9717-9221-abf5-46c0ab1d1944" "maas.apps.f969c4366d09ff5181a9.prod.konflux-ocp-ci.dev" "10.134.0.38:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.133.1.113:59188 10.133.1.113:443 10.132.0.16:46402 - v1-completions-path
[2026-11-03T17:11:29.584Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 290 62 - "52.71.36.72,10.132.0.16" "python-requests/2.34.2" "13da7d74-c9ca-46f8-9400-a604bb314eef" "maas.apps.f969c4366d09ff5181a9.prod.konflux-ocp-ci.dev" "10.134.0.38:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.133.1.113:59188 10.133.1.113:443 10.132.0.16:46414 - v1-completions-path
2026-11-03T17:11:48.302784Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:11:59.065808Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:12:05.746560Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:12:16.163501Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T17:12:16.163535Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T17:12:16.163548Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T17:12:16.163553Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
[2026-11-03T17:12:16.048Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 75 317 115 - "52.71.36.72,10.132.0.16" "python-requests/2.34.2" "a66597cf-7eef-45e0-b114-396340e4dbd8" "maas.apps.f969c4366d09ff5181a9.prod.konflux-ocp-ci.dev" "10.132.0.52:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.133.1.113:58878 10.133.1.113:443 10.132.0.16:51866 - odh-ai-gateway-infra.maas-api-route.3
[2026-11-03T17:12:16.931Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 290 60 - "52.71.36.72,10.132.0.16" "python-requests/2.34.2" "ee32f229-b80f-45f2-a80c-e312fb1c3e9a" "maas.apps.f969c4366d09ff5181a9.prod.konflux-ocp-ci.dev" "10.134.0.38:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.133.1.113:59188 10.133.1.113:443 10.132.0.16:51880 - v1-completions-path
[2026-11-03T17:12:18.593Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 290 61 - "52.71.36.72,10.132.0.16" "python-requests/2.34.2" "50111a21-bc1a-4fdb-9fdc-30e1ea639293" "maas.apps.f969c4366d09ff5181a9.prod.konflux-ocp-ci.dev" "10.134.0.38:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.133.1.113:59188 10.133.1.113:443 10.132.0.16:51890 - v1-completions-path
[2026-11-03T17:12:19.106Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 290 113 - "52.71.36.72,10.132.0.16" "python-requests/2.34.2" "8e52b1cc-e263-40fa-bddc-a73569ef7201" "maas.apps.f969c4366d09ff5181a9.prod.konflux-ocp-ci.dev" "10.134.0.38:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.133.1.113:59188 10.133.1.113:443 10.132.0.16:51892 - v1-completions-path
2026-11-03T17:12:34.319601Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:12:39.066132Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:12:52.825909Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:13:02.215517Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:13:13.039612Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:13:22.460077Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:13:32.115658Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:13:52.384057Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:13:55.266818Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-03T17:13:55.266859Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-03T17:13:55.266877Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-03T17:13:55.266883Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
[2026-11-03T17:13:55.134Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 81 322 132 - "52.71.36.72,10.132.0.16" "python-requests/2.34.2" "41eb1074-856e-4171-ad73-c056aed4d8a0" "maas.apps.f969c4366d09ff5181a9.prod.konflux-ocp-ci.dev" "10.132.0.52:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.133.1.113:49346 10.133.1.113:443 10.132.0.16:38150 - odh-ai-gateway-infra.maas-api-route.3
2026-11-03T17:13:58.712463Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:14:19.321910Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:14:21.357264Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T17:14:21.357315Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T17:14:21.357332Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T17:14:21.357336Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
[2026-11-03T17:14:21.237Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 89 332 119 - "52.71.36.72,10.132.0.16" "python-requests/2.34.2" "29f396dc-d193-4a29-8a12-996d5f4a9ed3" "maas.apps.f969c4366d09ff5181a9.prod.konflux-ocp-ci.dev" "10.132.0.52:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.133.1.113:41014 10.133.1.113:443 10.132.0.16:53054 - odh-ai-gateway-infra.maas-api-route.3
2026-11-03T17:14:25.217508Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:14:36.970695Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:15:03.341210Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:15:14.023322Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:15:33.055869Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:15:39.119517Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:18:43.551952Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:18:48.664847Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:20:20.372087Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:20:37.651198Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:20:42.183207Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:20:43.059967Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-03T17:20:43.060114Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-03T17:20:43.060177Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
2026-11-03T17:20:43.060211Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
[2026-11-03T17:20:42.885Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 65 308 174 - "52.71.36.72,10.132.0.16" "python-requests/2.34.2" "24f08223-6bbf-41c0-8cb9-96ea30f9d41b" "maas.apps.f969c4366d09ff5181a9.prod.konflux-ocp-ci.dev" "10.132.0.52:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.133.1.113:41800 10.133.1.113:443 10.132.0.16:38066 - odh-ai-gateway-infra.maas-api-route.3
[2026-11-03T17:20:43.289Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 66 289 1999 - "52.71.36.72,10.132.0.16" "python-requests/2.34.2" "5315c08b-eca2-4110-b5cd-d3bace41ad95" "maas.apps.f969c4366d09ff5181a9.prod.konflux-ocp-ci.dev" "10.133.0.28:8000" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local 10.133.1.113:48042 10.133.1.113:443 10.132.0.16:38080 - v1-completions-path
2026-11-03T17:20:55.239806Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:21:22.729504Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:21:35.174820Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-11-03T17:21:39.348Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 295 61 - "52.71.36.72,10.132.0.16" "python-requests/2.34.2" "7826e829-9830-4426-843e-5e75d239a984" "maas.apps.f969c4366d09ff5181a9.prod.konflux-ocp-ci.dev" "10.134.0.38:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.133.1.113:48822 10.133.1.113:443 10.132.0.16:42432 - v1-completions-path
[2026-11-03T17:21:40.068Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 295 61 - "52.71.36.72,10.132.0.16" "python-requests/2.34.2" "ccd933a2-11dd-4dc7-848e-c2f99e4411e1" "maas.apps.f969c4366d09ff5181a9.prod.konflux-ocp-ci.dev" "10.134.0.38:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.133.1.113:48822 10.133.1.113:443 10.132.0.16:39602 - v1-completions-path
2026-11-03T17:21:54.991501Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:22:05.762457Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:22:21.728632Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:22:33.105720Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T17:22:33.105760Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T17:22:33.105778Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-03T17:22:33.105784Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
[2026-11-03T17:22:32.984Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 67 309 121 - "52.71.36.72,10.132.0.16" "python-requests/2.34.2" "e9d9ad8b-dfde-4bb0-8dad-3029d30b948e" "maas.apps.f969c4366d09ff5181a9.prod.konflux-ocp-ci.dev" "10.134.1.9:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.133.1.113:59890 10.133.1.113:443 10.132.0.16:39820 - odh-ai-gateway-infra.maas-api-route.3
[2026-11-03T17:22:33.873Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 292 62 - "52.71.36.72,10.132.0.16" "python-requests/2.34.2" "28e08b99-95c3-40b5-aebd-e00c0abfb1d3" "maas.apps.f969c4366d09ff5181a9.prod.konflux-ocp-ci.dev" "10.134.0.38:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.133.1.113:48822 10.133.1.113:443 10.132.0.16:39822 - v1-completions-path
[2026-11-03T17:22:34.498Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 290 57 - "52.71.36.72,10.132.0.16" "python-requests/2.34.2" "ab62c5af-9f02-4d0e-b18b-df9702206c7b" "maas.apps.f969c4366d09ff5181a9.prod.konflux-ocp-ci.dev" "10.134.0.38:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.133.1.113:48822 10.133.1.113:443 10.132.0.16:39838 - v1-completions-path
2026-11-03T17:22:50.052968Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:23:05.760171Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:23:10.625347Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-11-03T17:23:27.634Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 290 65 - "52.71.36.72,10.132.0.16" "python-requests/2.34.2" "ab6dd603-a7c7-417a-a027-613ae999696c" "maas.apps.f969c4366d09ff5181a9.prod.konflux-ocp-ci.dev" "10.134.0.38:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.133.1.113:48822 10.133.1.113:443 10.132.0.16:60260 - v1-completions-path
2026-11-03T17:23:46.254170Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:23:57.135794Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:24:12.602116Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:24:17.580944Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:24:25.323105Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-11-03T17:24:40.659Z] "POST /llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions HTTP/1.1" 429 -  - "-" 76 18 67 - "52.71.36.72,10.132.0.16" "python-requests/2.34.2" "954f78d3-7df6-4941-8dc9-1ff19b87ef79" "maas.apps.f969c4366d09ff5181a9.prod.konflux-ocp-ci.dev" "-" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local - 10.133.1.113:443 10.132.0.16:58638 - v1-completions-path
2026-11-03T17:24:54.588963Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:25:05.271460Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:25:10.255594Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:25:28.341013Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:25:35.209620Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:25:55.845252Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:26:15.980914Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:26:27.104198Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:26:38.032722Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:26:48.986964Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:26:59.640369Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:27:10.374106Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:27:21.252851Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:27:31.881511Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:27:42.743351Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-03T17:27:53.565655Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8