2026-11-01T07:17:06.554431Z	info	FLAG: --concurrency="0"
2026-11-01T07:17:06.554451Z	info	FLAG: --domain="openshift-ingress.svc.cluster.local"
2026-11-01T07:17:06.554456Z	info	FLAG: --help="false"
2026-11-01T07:17:06.554459Z	info	FLAG: --log_as_json="false"
2026-11-01T07:17:06.554462Z	info	FLAG: --log_caller=""
2026-11-01T07:17:06.554465Z	info	FLAG: --log_output_level="default:info"
2026-11-01T07:17:06.554468Z	info	FLAG: --log_stacktrace_level="default:none"
2026-11-01T07:17:06.554474Z	info	FLAG: --log_target="[stdout]"
2026-11-01T07:17:06.554478Z	info	FLAG: --meshConfig="./etc/istio/config/mesh"
2026-11-01T07:17:06.554481Z	info	FLAG: --outlierLogPath=""
2026-11-01T07:17:06.554483Z	info	FLAG: --profiling="true"
2026-11-01T07:17:06.554486Z	info	FLAG: --proxyComponentLogLevel="misc:error"
2026-11-01T07:17:06.554489Z	info	FLAG: --proxyLogLevel="warning"
2026-11-01T07:17:06.554492Z	info	FLAG: --serviceCluster="istio-proxy"
2026-11-01T07:17:06.554495Z	info	FLAG: --stsPort="0"
2026-11-01T07:17:06.554498Z	info	FLAG: --templateFile=""
2026-11-01T07:17:06.554501Z	info	FLAG: --tokenManagerPlugin=""
2026-11-01T07:17:06.554504Z	info	FLAG: --vklog="0"
2026-11-01T07:17:06.554508Z	info	Version 1.28.10-cebc47d567fd1333707199224c18129ecfe07c05-Clean
2026-11-01T07:17:06.554667Z	info	Proxy role	ips=[10.132.0.178] type=router id=maas-default-gateway-openshift-default-7d9897b54c-vktw8.openshift-ingress domain=openshift-ingress.svc.cluster.local
2026-11-01T07:17:06.554756Z	info	Apply proxy config from env {"discoveryAddress":"istiod-openshift-gateway.openshift-ingress.svc:15012","proxyHeaders":{"server":{"disabled":true},"envoyDebugHeaders":{"disabled":true},"metadataExchangeHeaders":{"mode":"IN_MESH"}}}

2026-11-01T07:17:06.555815Z	info	cpu limit detected as 2, setting concurrency
2026-11-01T07:17:06.556438Z	info	Effective config: binaryPath: /usr/local/bin/envoy
concurrency: 2
configPath: ./etc/istio/proxy
controlPlaneAuthPolicy: MUTUAL_TLS
discoveryAddress: istiod-openshift-gateway.openshift-ingress.svc:15012
drainDuration: 45s
proxyAdminPort: 15000
proxyHeaders:
  envoyDebugHeaders:
    disabled: true
  metadataExchangeHeaders:
    mode: IN_MESH
  server:
    disabled: true
serviceCluster: istio-proxy
statNameLength: 189
statusPort: 15020
terminationDrainDuration: 5s

2026-11-01T07:17:06.556453Z	info	JWT policy is third-party-jwt
2026-11-01T07:17:06.556457Z	info	using credential fetcher of JWT type in cluster.local trust domain
2026-11-01T07:17:06.557733Z	info	Starting default Istio SDS Server
2026-11-01T07:17:06.557756Z	info	CA Endpoint istiod-openshift-gateway.openshift-ingress.svc:15012, provider Citadel
2026-11-01T07:17:06.557789Z	info	Using CA istiod-openshift-gateway.openshift-ingress.svc:15012 cert with certs: var/run/secrets/istio/root-cert.pem
2026-11-01T07:17:06.558189Z	info	Opening status port 15020
2026-11-01T07:17:06.559202Z	info	xdsproxy	Initializing with upstream address "istiod-openshift-gateway.openshift-ingress.svc:15012" and cluster "Kubernetes"
2026-11-01T07:17:06.559890Z	info	sds	Starting SDS grpc server
2026-11-01T07:17:06.559924Z	info	sds	Starting SDS server for workload certificates, will listen on "var/run/secrets/workload-spiffe-uds/socket"
2026-11-01T07:17:06.560542Z	info	Pilot SAN: [istiod-openshift-gateway.openshift-ingress.svc]
2026-11-01T07:17:06.561296Z	info	Starting proxy agent
2026-11-01T07:17:06.561328Z	info	Envoy command: [-c etc/istio/proxy/envoy-rev.json --drain-time-s 45 --drain-strategy immediate --local-address-ip-version v4 --file-flush-interval-msec 1000 --disable-hot-restart --allow-unknown-static-fields -l warning --component-log-level misc:error --skip-deprecated-logs --concurrency 2]
2026-11-01T07:17:06.625989Z	info	xdsproxy	connected to delta upstream XDS server: istiod-openshift-gateway.openshift-ingress.svc:15012	id=1
2026-11-01T07:17:06.748658Z	info	cache	generated new workload certificate	resourceName=default latency=188.597085ms ttl=23h59m59.251345606s
2026-11-01T07:17:06.748690Z	info	cache	Root cert has changed, start rotating root cert
2026-11-01T07:17:06.748720Z	info	cache	returned workload trust anchor from cache	ttl=23h59m59.251280472s
2026-11-01T07:17:06.775731Z	info	ads	ADS: new connection for node:1
2026-11-01T07:17:06.775766Z	info	ads	ADS: new connection for node:2
2026-11-01T07:17:06.775823Z	info	cache	returned workload certificate from cache	ttl=23h59m59.224178432s
2026-11-01T07:17:06.775823Z	info	cache	returned workload trust anchor from cache	ttl=23h59m59.224178123s
2026-11-01T07:17:06.856151Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T07:17:14.670694Z	info	Readiness succeeded in 8.118887482s
2026-11-01T07:17:14.671097Z	info	Envoy proxy is ready
2026-11-01T07:19:11.531792Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T07:19:31.329541Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T07:19:38.253393Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T07:19:58.888073Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T07:20:06.395038Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T07:20:29.114771Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T07:20:59.510994Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T07:21:10.486588Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T07:21:21.451382Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T07:21:32.441020Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T07:21:43.577763Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T07:21:54.322203Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T07:22:05.085185Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T07:22:16.023770Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T07:22:26.621617Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T07:22:37.341963Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T07:24:33.078151Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-11-01T07:24:36.201Z] "POST /v1/chat/completions HTTP/1.1" 200 - via_upstream - "-" 2817 3089 83 - "44.212.242.249,10.132.0.11" "python-requests/2.33.0" "b38963c2-6caf-47bb-a427-bde5ffab6283" "maas.apps.e6f4510bf418d82e9118.prod.konflux-ocp-ci.dev" "10.133.0.36:8000" outbound|8000||echo-simulator-kserve-workload-svc.llm.svc.cluster.local 10.132.0.178:43726 10.132.0.178:443 10.132.0.11:38838 - v1-chat-completions-path
[2026-11-01T07:24:38.184Z] "POST /v1/chat/completions HTTP/1.1" 200 - via_upstream - "-" 144 409 69 - "44.212.242.249,10.132.0.11" "python-requests/2.33.0" "9478aa5d-a0c1-4fde-9052-3653b99789cd" "maas.apps.e6f4510bf418d82e9118.prod.konflux-ocp-ci.dev" "10.133.0.36:8000" outbound|8000||echo-simulator-kserve-workload-svc.llm.svc.cluster.local 10.132.0.178:43726 10.132.0.178:443 10.132.0.11:38864 - v1-chat-completions-path
[2026-11-01T07:24:38.447Z] "POST /v1/chat/completions HTTP/1.1" 200 - via_upstream - "-" 140 405 60 - "44.212.242.249,10.132.0.11" "python-requests/2.33.0" "2eb9df4b-3963-4298-a789-cc8c440bd19c" "maas.apps.e6f4510bf418d82e9118.prod.konflux-ocp-ci.dev" "10.133.0.36:8000" outbound|8000||echo-simulator-kserve-workload-svc.llm.svc.cluster.local 10.132.0.178:43726 10.132.0.178:443 10.132.0.11:38868 - v1-chat-completions-path
2026-11-01T07:24:52.087008Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T07:24:56.749645Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T07:25:05.711078Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T07:25:10.191511Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Tracing span buffer full (100), dropping oldest spans to prevent memory growth	thread=24
2026-11-01T07:25:10.207112Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:385	key 'completion_tokens' missing from lines 1-1 key: completion_tokens	thread=24
[2026-11-01T07:25:10.133Z] "POST /v1/embeddings HTTP/1.1" 200 - via_upstream - "-" 61 4185 73 - "44.212.242.249,10.132.0.11" "python-requests/2.33.0" "45814c2e-df75-4dea-b056-b71ad7ee371b" "maas.apps.e6f4510bf418d82e9118.prod.konflux-ocp-ci.dev" "10.132.0.39:8000" outbound|8000||e2e-embedding-simulated-kserve-workload-svc.llm.svc.cluster.local 10.132.0.178:52034 10.132.0.178:443 10.132.0.11:52304 - v1-catch-all-path
2026-11-01T07:25:18.553904Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T07:25:27.506133Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T07:25:30.473145Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:385	key 'completion_tokens' missing from lines 1-1 key: completion_tokens	thread=25
[2026-11-01T07:25:30.391Z] "POST /v1/embeddings HTTP/1.1" 200 - via_upstream - "-" 61 4185 82 - "44.212.242.249,10.132.0.11" "python-requests/2.33.0" "769ce340-101e-4dcc-9d86-11f767fddd50" "maas.apps.e6f4510bf418d82e9118.prod.konflux-ocp-ci.dev" "10.132.0.39:8000" outbound|8000||e2e-embedding-simulated-kserve-workload-svc.llm.svc.cluster.local 10.132.0.178:54084 10.132.0.178:443 10.132.0.11:57800 - v1-catch-all-path
2026-11-01T07:25:44.002182Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T07:25:55.722924Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T07:25:58.180084Z	info	ads	ADS: new connection for node:3
2026-11-01T07:25:58.180224Z	info	cache	adding watcher for file certificate /var/run/secrets/kubernetes.io/serviceaccount/service-ca.crt
2026-11-01T07:25:58.180249Z	info	cache	read certificate from file	resource=file-root:/var/run/secrets/kubernetes.io/serviceaccount/service-ca.crt
2026-11-01T07:26:00.677948Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T07:26:46.779756Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-11-01T07:26:56.394Z] "POST /v1/chat/completions HTTP/1.1" 200 - via_upstream - "-" 131 333 84 - "44.212.242.249,10.132.0.11" "python-requests/2.33.0" "f4770317-412c-41b4-9f55-a5b5a2c2541e" "maas.apps.e6f4510bf418d82e9118.prod.konflux-ocp-ci.dev" "10.134.0.173:8000" outbound|54321||e2e-prio-pool-7a816b61-inference-pool-ip-c35c702e.llm.svc.cluster.local 10.132.0.178:51818 10.132.0.178:443 10.132.0.11:44532 - v1-model-routing
2026-11-01T07:27:10.462236Z	info	ads	ADS: "" 3 terminated
2026-11-01T07:27:10.750141Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T07:27:15.546364Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T07:27:30.035699Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T07:27:40.770532Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T07:28:08.742847Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T07:28:40.286101Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T07:28:56.238934Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T07:29:08.865575Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T07:29:21.496458Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T07:29:26.307052Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-11-01T07:29:30.891Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 294 72 - "44.212.242.249,10.132.0.11" "python-requests/2.33.0" "f65333e3-3b0d-4973-9a2a-d71bb8f4d5a9" "maas.apps.e6f4510bf418d82e9118.prod.konflux-ocp-ci.dev" "10.132.0.40:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.132.0.178:58622 10.132.0.178:443 10.132.0.11:34522 - v1-completions-path
2026-11-01T07:29:45.967912Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T07:30:30.408513Z	info	ads	ADS: new connection for node:4
2026-11-01T07:30:30.413505Z	info	cache	adding watcher for file certificate /etc/pki/tls/certs/ca-bundle.crt
2026-11-01T07:30:30.413550Z	info	cache	read certificate from file	resource=file-root:system
2026-11-01T07:30:34.209609Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T07:30:35.302269Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T07:30:38.229981Z	warning	envoy ext_proc external/envoy/source/extensions/filters/http/ext_proc/ext_proc.cc:1688	[Tags: "ConnectionId":"244","StreamId":"17912640598382213718"] Received gRPC error on stream: 14, message upstream connect error or disconnect/reset before headers. reset reason: remote connection failure, transport failure reason: delayed connect error: Connection refused{upstream_reset_before_response_started{remote_connection_failure|delayed_connect_error:_Connection_refused}}	thread=24
[2026-11-01T07:30:38.160Z] "POST /models-as-a-service/e2e-rotation-external-model/anything/v1/chat/completions HTTP/1.1" 500 - ext_proc_error_gRPC_error_14{upstream_connect_error_or_disconnect/reset_before_headers._reset_reason:_remote_connection_failure,_transport_failure_reason:_delayed_connect_error:_Connection_refused{upstream_reset_before_response_started{remote_connection_failure|delayed_connect_error:_Connection_refused}}} - "-" 92 0 69 - "44.212.242.249,10.132.0.11" "python-requests/2.33.0" "7320702f-cd62-460a-b3a2-baa8fe7d462a" "maas.apps.e6f4510bf418d82e9118.prod.konflux-ocp-ci.dev" "-" outbound|443||provider-selection-required-e2e-rotation-external-model.models-as-a-service.svc.cluster.local - 10.132.0.178:443 10.132.0.11:58140 - models-as-a-service.external-model-e2e-rotation-external-model.2
2026-11-01T07:31:18.475517Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-01T07:31:18.475551Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-01T07:31:18.475562Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
2026-11-01T07:31:18.475566Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-01T07:31:18.475712Z	error	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1155	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Task failed: Some("2")	thread=24
[2026-11-01T07:31:18.357Z] "POST /anything/v1/chat/completions HTTP/1.1" 200 - via_upstream - "-" 92 1718 118 - "44.212.242.249,10.132.0.11" "python-requests/2.33.0" "e4e1a1f2-db6d-4aeb-9104-865ac6a74a54" "httpbingo.org" "66.241.125.232:443" outbound|443||httpbingo.org 10.132.0.178:59556 10.132.0.178:443 10.132.0.11:52050 - models-as-a-service.external-model-e2e-rotation-external-model.0
2026-11-01T07:31:20.782169Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-01T07:31:20.782199Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-01T07:31:20.782210Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-01T07:31:20.782216Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
2026-11-01T07:31:20.782394Z	error	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1155	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Task failed: Some("2")	thread=24
[2026-11-01T07:31:20.677Z] "POST /anything/v1/chat/completions HTTP/1.1" 200 - via_upstream - "-" 92 1714 105 - "44.212.242.249,10.132.0.11" "python-requests/2.33.0" "2561da20-e405-48ac-b0c4-b8d37a3f755b" "httpbingo.org" "66.241.125.232:443" outbound|443||httpbingo.org 10.132.0.178:59556 10.132.0.178:443 10.132.0.11:52080 - models-as-a-service.external-model-e2e-rotation-external-model.0
2026-11-01T07:31:56.297021Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-01T07:31:56.297051Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-01T07:31:56.297060Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
2026-11-01T07:31:56.297064Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-01T07:31:56.297208Z	error	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1155	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Task failed: Some("2")	thread=24
[2026-11-01T07:31:56.184Z] "POST /anything/v1/chat/completions HTTP/1.1" 200 - via_upstream - "-" 92 1719 112 - "44.212.242.249,10.132.0.11" "python-requests/2.33.0" "4861317e-abdc-4c34-ae5c-aea446ed6172" "httpbingo.org" "66.241.125.232:443" outbound|443||httpbingo.org 10.132.0.178:59556 10.132.0.178:443 10.132.0.11:40146 - models-as-a-service.external-model-e2e-rotation-external-model.0
2026-11-01T07:32:03.237340Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Tracing span buffer full (100), dropping oldest spans to prevent memory growth	thread=25
2026-11-01T07:32:03.297726Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-01T07:32:03.297752Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-01T07:32:03.297761Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-01T07:32:03.297765Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
2026-11-01T07:32:03.297909Z	error	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1155	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Task failed: Some("2")	thread=25
[2026-11-01T07:32:03.175Z] "POST /anything/v1/chat/completions HTTP/1.1" 200 - via_upstream - "-" 92 1718 122 - "44.212.242.249,10.132.0.11" "python-requests/2.33.0" "15c85d12-7c94-45b3-b171-d6e8deaa256e" "httpbingo.org" "66.241.125.232:443" outbound|443||httpbingo.org 10.132.0.178:40250 10.132.0.178:443 10.132.0.11:34512 - models-as-a-service.external-model-e2e-rotation-external-model.0
2026-11-01T07:32:27.887325Z	info	ads	ADS: "" 4 terminated
2026-11-01T07:32:27.929927Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T07:32:30.508968Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T07:32:41.005824Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-11-01T07:32:44.377Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 293 64 - "44.212.242.249,10.132.0.11" "python-requests/2.33.0" "0a7c1657-549c-4a80-a053-172dbbdbd309" "maas.apps.e6f4510bf418d82e9118.prod.konflux-ocp-ci.dev" "10.132.0.40:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.132.0.178:58622 10.132.0.178:443 10.132.0.11:56330 - v1-completions-path
2026-11-01T07:32:59.142494Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T07:33:16.047168Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-11-01T07:33:23.127Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 293 68 - "44.212.242.249,10.132.0.11" "python-requests/2.33.0" "05e18622-e5aa-4ed5-964b-39594b9b3ff8" "maas.apps.e6f4510bf418d82e9118.prod.konflux-ocp-ci.dev" "10.132.0.40:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.132.0.178:58622 10.132.0.178:443 10.132.0.11:47418 - v1-completions-path
[2026-11-01T07:33:25.636Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 290 58 - "44.212.242.249,10.132.0.11" "python-requests/2.33.0" "e7cd0f7f-9366-4f3a-b45c-ddd52a42c00a" "maas.apps.e6f4510bf418d82e9118.prod.konflux-ocp-ci.dev" "10.132.0.40:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.132.0.178:58622 10.132.0.178:443 10.132.0.11:47438 - v1-completions-path
[2026-11-01T07:33:27.402Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 290 59 - "44.212.242.249,10.132.0.11" "python-requests/2.33.0" "a1519c01-ae4e-4bcf-9de0-4c241303df25" "maas.apps.e6f4510bf418d82e9118.prod.konflux-ocp-ci.dev" "10.132.0.40:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.132.0.178:38694 10.132.0.178:443 10.132.0.11:47446 - v1-completions-path
2026-11-01T07:33:46.840880Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T07:33:57.428126Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T07:34:03.592603Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-11-01T07:34:14.719Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 292 61 - "44.212.242.249,10.132.0.11" "python-requests/2.33.0" "7d6a8c00-0fac-47e5-b7b1-d952566a65b0" "maas.apps.e6f4510bf418d82e9118.prod.konflux-ocp-ci.dev" "10.132.0.40:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.132.0.178:58622 10.132.0.178:443 10.132.0.11:38186 - v1-completions-path
[2026-11-01T07:34:14.979Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 293 57 - "44.212.242.249,10.132.0.11" "python-requests/2.33.0" "6b7c2718-b948-4135-86fb-3b12be083330" "maas.apps.e6f4510bf418d82e9118.prod.konflux-ocp-ci.dev" "10.132.0.40:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.132.0.178:58622 10.132.0.178:443 10.132.0.11:38188 - v1-completions-path
[2026-11-01T07:34:15.507Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 290 60 - "44.212.242.249,10.132.0.11" "python-requests/2.33.0" "dda47b8a-e688-413c-85bd-4ef568ffbce1" "maas.apps.e6f4510bf418d82e9118.prod.konflux-ocp-ci.dev" "10.132.0.40:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.132.0.178:38694 10.132.0.178:443 10.132.0.11:38204 - v1-completions-path
2026-11-01T07:34:32.233991Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T07:34:36.856809Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T07:34:37.083188Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-01T07:34:37.083239Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-01T07:34:37.083260Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-01T07:34:37.083267Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
[2026-11-01T07:34:36.929Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 73 316 153 - "44.212.242.249,10.132.0.11" "python-requests/2.33.0" "0fb1aa53-ed18-4602-bdb8-f02e596a889a" "maas.apps.e6f4510bf418d82e9118.prod.konflux-ocp-ci.dev" "10.132.0.32:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.132.0.178:43908 10.132.0.178:443 10.132.0.11:53480 - odh-ai-gateway-infra.maas-api-route.3
2026-11-01T07:34:49.920083Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T07:34:58.551762Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T07:35:07.590721Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T07:35:13.854726Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T07:35:28.198822Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T07:35:42.385972Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T07:36:11.937869Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T07:36:33.372024Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T07:36:43.998472Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T07:40:07.623269Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-11-01T07:40:10.673Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 66 280 73 - "44.212.242.249,10.132.0.11" "python-requests/2.33.0" "3c86c02b-9b14-4760-a7d6-e5e3eaa56e5a" "maas.apps.e6f4510bf418d82e9118.prod.konflux-ocp-ci.dev" "10.133.0.37:8000" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local 10.132.0.178:59654 10.132.0.178:443 10.132.0.11:48280 - v1-completions-path
2026-11-01T07:40:16.616762Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T07:40:37.480406Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T07:40:42.232191Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-11-01T07:40:47.640Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 292 57 - "44.212.242.249,10.132.0.11" "python-requests/2.33.0" "958ee123-a865-4e5c-a690-94971ba4a0e9" "maas.apps.e6f4510bf418d82e9118.prod.konflux-ocp-ci.dev" "10.132.0.40:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.132.0.178:38694 10.132.0.178:443 10.132.0.11:38746 - v1-completions-path
2026-11-01T07:41:01.907771Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T07:41:12.705312Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T07:41:18.783163Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T07:41:45.930676Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T07:41:52.248593Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T07:41:58.327847Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T07:42:07.100434Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-01T07:42:07.100470Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-01T07:42:07.100484Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
2026-11-01T07:42:07.100489Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
[2026-11-01T07:42:06.987Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 68 310 112 - "44.212.242.249,10.132.0.11" "python-requests/2.33.0" "a2f56d28-386d-4665-be7d-0c5b01ca35bb" "maas.apps.e6f4510bf418d82e9118.prod.konflux-ocp-ci.dev" "10.132.0.196:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.132.0.178:36912 10.132.0.178:443 10.132.0.11:50388 - odh-ai-gateway-infra.maas-api-route.3
[2026-11-01T07:42:09.629Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 290 96 - "44.212.242.249,10.132.0.11" "python-requests/2.33.0" "5d170cc8-7285-4351-89f6-61d383e3247d" "maas.apps.e6f4510bf418d82e9118.prod.konflux-ocp-ci.dev" "10.132.0.40:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.132.0.178:38694 10.132.0.178:443 10.132.0.11:50404 - v1-completions-path
[2026-11-01T07:42:11.147Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 293 57 - "44.212.242.249,10.132.0.11" "python-requests/2.33.0" "dc856534-1979-42fb-8d61-62713bb0f967" "maas.apps.e6f4510bf418d82e9118.prod.konflux-ocp-ci.dev" "10.132.0.40:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.132.0.178:58622 10.132.0.178:443 10.132.0.11:50410 - v1-completions-path
[2026-11-01T07:42:11.849Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 295 57 - "44.212.242.249,10.132.0.11" "python-requests/2.33.0" "49f2b3ef-09f8-45f6-929d-da37dd9312ba" "maas.apps.e6f4510bf418d82e9118.prod.konflux-ocp-ci.dev" "10.132.0.40:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.132.0.178:38694 10.132.0.178:443 10.132.0.11:50422 - v1-completions-path
2026-11-01T07:42:30.660615Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T07:42:41.413648Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T07:42:47.930459Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T07:42:53.719826Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T07:43:06.133518Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-11-01T07:43:14.404Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 295 60 - "44.212.242.249,10.132.0.11" "python-requests/2.33.0" "dcaa3bfd-b407-434f-b4e5-305fc645e7bd" "maas.apps.e6f4510bf418d82e9118.prod.konflux-ocp-ci.dev" "10.132.0.40:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.132.0.178:58622 10.132.0.178:443 10.132.0.11:55758 - v1-completions-path
2026-11-01T07:43:29.415984Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-01T07:43:40.083457Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8