2026-11-01T20:13:11.145051Z	info	FLAG: --concurrency="0"
2026-11-01T20:13:11.145069Z	info	FLAG: --domain="openshift-ingress.svc.cluster.local"
2026-11-01T20:13:11.145073Z	info	FLAG: --help="false"
2026-11-01T20:13:11.145076Z	info	FLAG: --log_as_json="false"
2026-11-01T20:13:11.145078Z	info	FLAG: --log_caller=""
2026-11-01T20:13:11.145080Z	info	FLAG: --log_output_level="default:info"
2026-11-01T20:13:11.145082Z	info	FLAG: --log_stacktrace_level="default:none"
2026-11-01T20:13:11.145086Z	info	FLAG: --log_target="[stdout]"
2026-11-01T20:13:11.145089Z	info	FLAG: --meshConfig="./etc/istio/config/mesh"
2026-11-01T20:13:11.145091Z	info	FLAG: --outlierLogPath=""
2026-11-01T20:13:11.145092Z	info	FLAG: --profiling="true"
2026-11-01T20:13:11.145094Z	info	FLAG: --proxyComponentLogLevel="misc:error"
2026-11-01T20:13:11.145098Z	info	FLAG: --proxyLogLevel="warning"
2026-11-01T20:13:11.145100Z	info	FLAG: --serviceCluster="istio-proxy"
2026-11-01T20:13:11.145102Z	info	FLAG: --stsPort="0"
2026-11-01T20:13:11.145104Z	info	FLAG: --templateFile=""
2026-11-01T20:13:11.145106Z	info	FLAG: --tokenManagerPlugin=""
2026-11-01T20:13:11.145108Z	info	FLAG: --vklog="0"
2026-11-01T20:13:11.145111Z	info	Version 1.28.10-cebc47d567fd1333707199224c18129ecfe07c05-Clean
2026-11-01T20:13:11.145293Z	info	Proxy role	ips=[10.133.0.30] type=router id=maas-default-gateway-openshift-default-58847f9fc5-gg89h.openshift-ingress domain=openshift-ingress.svc.cluster.local
2026-11-01T20:13:11.145355Z	info	Apply proxy config from env {"discoveryAddress":"istiod-openshift-gateway.openshift-ingress.svc:15012","proxyHeaders":{"server":{"disabled":true},"envoyDebugHeaders":{"disabled":true},"metadataExchangeHeaders":{"mode":"IN_MESH"}}}

2026-11-01T20:13:11.147137Z	info	cpu limit detected as 2, setting concurrency
2026-11-01T20:13:11.147593Z	info	Effective config: binaryPath: /usr/local/bin/envoy
concurrency: 2
configPath: ./etc/istio/proxy
controlPlaneAuthPolicy: MUTUAL_TLS
discoveryAddress: istiod-openshift-gateway.openshift-ingress.svc:15012
drainDuration: 45s
proxyAdminPort: 15000
proxyHeaders:
  envoyDebugHeaders:
    disabled: true
  metadataExchangeHeaders:
    mode: IN_MESH
  server:
    disabled: true
serviceCluster: istio-proxy
statNameLength: 189
statusPort: 15020
terminationDrainDuration: 5s

2026-11-01T20:13:11.147611Z	info	JWT policy is third-party-jwt
2026-11-01T20:13:11.147615Z	info	using credential fetcher of JWT type in cluster.local trust domain
2026-11-01T20:13:11.151421Z	info	Starting default Istio SDS Server
2026-11-01T20:13:11.151499Z	info	CA Endpoint istiod-openshift-gateway.openshift-ingress.svc:15012, provider Citadel
2026-11-01T20:13:11.151565Z	info	Using CA istiod-openshift-gateway.openshift-ingress.svc:15012 cert with certs: var/run/secrets/istio/root-cert.pem
2026-11-01T20:13:11.155408Z	info	Opening status port 15020
2026-11-01T20:13:11.165979Z	info	xdsproxy	Initializing with upstream address "istiod-openshift-gateway.openshift-ingress.svc:15012" and cluster "Kubernetes"
2026-11-01T20:13:11.180995Z	info	sds	Starting SDS grpc server
2026-11-01T20:13:11.181028Z	info	sds	Starting SDS server for workload certificates, will listen on "var/run/secrets/workload-spiffe-uds/socket"
2026-11-01T20:13:11.181715Z	info	Pilot SAN: [istiod-openshift-gateway.openshift-ingress.svc]
2026-11-01T20:13:11.183015Z	info	Starting proxy agent
2026-11-01T20:13:11.183056Z	info	Envoy command: [-c etc/istio/proxy/envoy-rev.json --drain-time-s 45 --drain-strategy immediate --local-address-ip-version v4 --file-flush-interval-msec 1000 --disable-hot-restart --allow-unknown-static-fields -l warning --component-log-level misc:error --skip-deprecated-logs --concurrency 2]
2026-11-01T20:13:11.321204Z	info	xdsproxy	connected to delta upstream XDS server: istiod-openshift-gateway.openshift-ingress.svc:15012	id=1
2026-11-01T20:13:11.425891Z	info	cache	generated new workload certificate	resourceName=default latency=256.162331ms ttl=23h59m59.574114127s
2026-11-01T20:13:11.425926Z	info	cache	Root cert has changed, start rotating root cert
2026-11-01T20:13:11.425960Z	info	cache	returned workload trust anchor from cache	ttl=23h59m59.574040325s
2026-11-01T20:13:11.550327Z	info	ads	ADS: new connection for node:1
2026-11-01T20:13:11.550420Z	info	cache	returned workload certificate from cache	ttl=23h59m59.449582806s
2026-11-01T20:13:11.552691Z	info	ads	ADS: new connection for node:2
2026-11-01T20:13:11.552781Z	info	cache	returned workload trust anchor from cache	ttl=23h59m59.447220964s
2026-11-01T20:13:11.665112Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-01T20:13:20.532454Z	info	Readiness succeeded in 9.390379556s
2026-11-01T20:13:20.532819Z	info	Envoy proxy is ready
[2026-11-01T20:13:23.035Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 66 281 150 - "44.212.242.249,10.132.0.16" "python-requests/2.33.0" "7c1f71bb-1c2f-43e0-9b23-c7a585e794f0" "maas.apps.cd841baf94d08aa20ecf.prod.konflux-ocp-ci.dev" "10.132.0.50:8000" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local 10.133.0.30:60538 10.133.0.30:443 10.132.0.16:54426 - v1-completions-path
2026-11-01T20:13:25.338583Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
[2026-11-01T20:13:25.222Z] "GET /v1/models HTTP/1.1" 200 - via_upstream - "-" 0 567 116 - "44.212.242.249,10.132.0.16" "python-requests/2.33.0" "008e0382-e9e1-4c2b-a546-a6c31ab985ff" "maas.apps.cd841baf94d08aa20ecf.prod.konflux-ocp-ci.dev" "10.133.0.25:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.133.0.30:44634 10.133.0.30:443 10.132.0.16:49490 - odh-ai-gateway-infra.maas-api-route.3
[2026-11-01T20:14:27.919Z] "POST /v1/chat/completions HTTP/1.1" 200 - via_upstream - "-" 113 329 82 - "44.212.242.249,10.132.0.16" "python-requests/2.33.0" "b72f7fa0-dbe2-4372-bbcf-e6d83ee8f819" "maas.apps.cd841baf94d08aa20ecf.prod.konflux-ocp-ci.dev" "10.132.0.50:8000" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local 10.133.0.30:60538 10.133.0.30:443 10.132.0.16:38240 - v1-chat-completions-path
2026-11-01T20:22:36.228624Z	info	ads	ADS: new connection for node:3
2026-11-01T20:22:36.245344Z	info	cache	adding watcher for file certificate /etc/pki/tls/certs/ca-bundle.crt
2026-11-01T20:22:36.245456Z	info	cache	read certificate from file	resource=file-root:system
2026-11-01T20:33:59.907260Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-01T20:34:18.055375Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-01T20:34:30.717853Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-01T20:34:48.691090Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-01T20:36:11.796446Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-01T20:36:31.299562Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-01T20:37:25.674683Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
2026-11-01T20:37:25.674954Z	error	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1155	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Task failed: Some("2")	thread=25
[2026-11-01T20:37:25.606Z] "POST /llm/e2e-rt-sw-6e441f/anything/e2e-rt-sw-6e441f-client HTTP/1.1" 503 UH no_healthy_upstream - "-" 124 19 68 - "44.212.242.249,10.132.0.16" "python-requests/2.33.0" "58e600e5-798d-40e9-b096-7f01799d4167" "maas.apps.cd841baf94d08aa20ecf.prod.konflux-ocp-ci.dev" "-" outbound|443||provider-selection-required-e2e-rt-sw-6e441f.llm.svc.cluster.local - 10.133.0.30:443 10.132.0.16:34508 - llm.external-model-e2e-rt-sw-6e441f-69ff15ddfe12.2
2026-11-01T20:37:28.308545Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-01T20:38:42.115001Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-01T20:39:32.730791Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
[2026-11-01T20:40:09.650Z] "POST /llm/e2e-rt-eq-ad77c8/anything/e2e-rt-eq-ad77c8-client HTTP/1.1" 503 -  - "-" 124 0 66 - "44.212.242.249,10.132.0.16" "python-requests/2.33.0" "5d3a5c4d-7e3b-4260-a67b-c3eb9a029018" "maas.apps.cd841baf94d08aa20ecf.prod.konflux-ocp-ci.dev" "-" outbound|443||provider-selection-required-e2e-rt-eq-ad77c8.llm.svc.cluster.local - 10.133.0.30:443 10.132.0.16:40700 - llm.external-model-e2e-rt-eq-ad77c8-f944ccb34159.4
2026-11-01T20:40:41.674834Z	info	xdsproxy	connected to delta upstream XDS server: istiod-openshift-gateway.openshift-ingress.svc:15012	id=2
[2026-11-01T20:40:46.858Z] "POST /llm/e2e-rt-eq-ad77c8/anything/e2e-rt-eq-ad77c8-client HTTP/1.1" 503 -  - "-" 124 0 74 - "44.212.242.249,10.132.0.16" "python-requests/2.33.0" "10e5997c-b283-46e3-85b6-764143ffcd5f" "maas.apps.cd841baf94d08aa20ecf.prod.konflux-ocp-ci.dev" "-" outbound|443||provider-selection-required-e2e-rt-eq-ad77c8.llm.svc.cluster.local - 10.133.0.30:443 10.132.0.16:53434 - llm.external-model-e2e-rt-eq-ad77c8-f944ccb34159.4
[2026-11-01T20:41:13.197Z] "POST /llm/e2e-rt-eq-ad77c8/anything/e2e-rt-eq-ad77c8-client HTTP/1.1" 503 -  - "-" 124 0 63 - "44.212.242.249,10.132.0.16" "python-requests/2.33.0" "4243cf2e-b9b2-4b78-923e-cbc97622d8a0" "maas.apps.cd841baf94d08aa20ecf.prod.konflux-ocp-ci.dev" "-" outbound|443||provider-selection-required-e2e-rt-eq-ad77c8.llm.svc.cluster.local - 10.133.0.30:443 10.132.0.16:54174 - llm.external-model-e2e-rt-eq-ad77c8-f944ccb34159.4
[2026-11-01T20:42:11.472Z] "POST /llm/e2e-rt-eq-ad77c8/anything/e2e-rt-eq-ad77c8-client HTTP/1.1" 503 -  - "-" 124 0 61 - "44.212.242.249,10.132.0.16" "python-requests/2.33.0" "3afc6506-7af8-43fc-b023-770c5ec79af3" "maas.apps.cd841baf94d08aa20ecf.prod.konflux-ocp-ci.dev" "-" outbound|443||provider-selection-required-e2e-rt-eq-ad77c8.llm.svc.cluster.local - 10.133.0.30:443 10.132.0.16:50560 - llm.external-model-e2e-rt-eq-ad77c8-f944ccb34159.4
[2026-11-01T20:43:15.087Z] "POST /llm/e2e-rt-eq-ad77c8/anything/e2e-rt-eq-ad77c8-client HTTP/1.1" 503 -  - "-" 124 0 63 - "44.212.242.249,10.132.0.16" "python-requests/2.33.0" "bf44cc49-9904-4be4-97d5-5d6891707b7a" "maas.apps.cd841baf94d08aa20ecf.prod.konflux-ocp-ci.dev" "-" outbound|443||provider-selection-required-e2e-rt-eq-ad77c8.llm.svc.cluster.local - 10.133.0.30:443 10.132.0.16:60268 - llm.external-model-e2e-rt-eq-ad77c8-f944ccb34159.4
[2026-11-01T20:43:25.811Z] "POST /llm/e2e-rt-eq-ad77c8/anything/e2e-rt-eq-ad77c8-client HTTP/1.1" 503 -  - "-" 124 0 63 - "44.212.242.249,10.132.0.16" "python-requests/2.33.0" "3cd35818-7bea-4dd9-8f79-7c51d3307aec" "maas.apps.cd841baf94d08aa20ecf.prod.konflux-ocp-ci.dev" "-" outbound|443||provider-selection-required-e2e-rt-eq-ad77c8.llm.svc.cluster.local - 10.133.0.30:443 10.132.0.16:60968 - llm.external-model-e2e-rt-eq-ad77c8-f944ccb34159.4
[2026-11-01T20:43:31.079Z] "POST /llm/e2e-rt-eq-ad77c8/anything/e2e-rt-eq-ad77c8-client HTTP/1.1" 503 -  - "-" 124 0 61 - "44.212.242.249,10.132.0.16" "python-requests/2.33.0" "a0abdf72-7f45-45b4-9057-49a251cdeb0b" "maas.apps.cd841baf94d08aa20ecf.prod.konflux-ocp-ci.dev" "-" outbound|443||provider-selection-required-e2e-rt-eq-ad77c8.llm.svc.cluster.local - 10.133.0.30:443 10.132.0.16:60986 - llm.external-model-e2e-rt-eq-ad77c8-f944ccb34159.4
[2026-11-01T20:43:57.570Z] "POST /llm/e2e-rt-eq-ad77c8/anything/e2e-rt-eq-ad77c8-client HTTP/1.1" 503 -  - "-" 124 0 66 - "44.212.242.249,10.132.0.16" "python-requests/2.33.0" "497e5bcf-2abf-4980-8345-c7d8b9374abd" "maas.apps.cd841baf94d08aa20ecf.prod.konflux-ocp-ci.dev" "-" outbound|443||provider-selection-required-e2e-rt-eq-ad77c8.llm.svc.cluster.local - 10.133.0.30:443 10.132.0.16:60202 - llm.external-model-e2e-rt-eq-ad77c8-f944ccb34159.4
[2026-11-01T20:44:08.106Z] "POST /llm/e2e-rt-eq-ad77c8/anything/e2e-rt-eq-ad77c8-client HTTP/1.1" 503 -  - "-" 124 0 68 - "44.212.242.249,10.132.0.16" "python-requests/2.33.0" "0474e96a-a28b-43c9-92b1-ab86b10e7290" "maas.apps.cd841baf94d08aa20ecf.prod.konflux-ocp-ci.dev" "-" outbound|443||provider-selection-required-e2e-rt-eq-ad77c8.llm.svc.cluster.local - 10.133.0.30:443 10.132.0.16:42956 - llm.external-model-e2e-rt-eq-ad77c8-f944ccb34159.4
2026-11-01T20:44:53.856950Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-01T20:45:04.824439Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-01T20:45:08.725014Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-01T20:45:56.554109Z	info	ads	ADS: "" 3 terminated
2026-11-01T20:45:58.836892Z	info	ads	ADS: new connection for node:4
2026-11-01T20:45:58.842182Z	info	cache	read certificate from file	resource=file-root:system
2026-11-01T21:01:15.134189Z	info	ads	ADS: "" 4 terminated with stream closed
2026-11-01T21:01:15.274486Z	info	ads	ADS: new connection for node:5
2026-11-01T21:01:15.277615Z	info	cache	read certificate from file	resource=file-root:system
2026-11-01T21:01:15.979602Z	info	ads	ADS: "" 5 terminated with stream closed
2026-11-01T21:01:29.852770Z	info	ads	ADS: new connection for node:6
2026-11-01T21:01:29.857747Z	info	cache	read certificate from file	resource=file-root:system
2026-11-01T21:01:33.814336Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-01T21:01:36.591296Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-01T21:01:54.058366Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-01T21:02:03.254358Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
2026-11-01T21:02:03.645888Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
2026-11-01T21:02:03.646159Z	error	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1155	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Task failed: Some("2")	thread=25
[2026-11-01T21:02:03.051Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 66 308 202 - "44.212.242.249,10.132.0.16" "python-requests/2.33.0" "1042ad46-218b-4222-93ef-0ec9411095ac" "maas.apps.cd841baf94d08aa20ecf.prod.konflux-ocp-ci.dev" "10.133.0.25:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.133.0.30:35726 10.133.0.30:443 10.132.0.16:43850 - odh-ai-gateway-infra.maas-api-route.3
[2026-11-01T21:02:03.465Z] "POST /anything/e2e-dft-6162f6-72dca6 HTTP/1.1" 200 - via_upstream - "-" 109 1781 180 - "44.212.242.249,10.132.0.16" "python-requests/2.33.0" "84c66326-c5cf-474a-adc1-3a2f791b2600" "httpbingo.org" "66.241.125.232:443" outbound|443||httpbingo.org 10.133.0.30:60876 10.133.0.30:443 10.132.0.16:43862 - llm.external-model-e2e-dft-6162f6-3b394c87ccc3.0
2026-11-01T21:02:04.416856Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
2026-11-01T21:02:04.417103Z	error	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1155	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Task failed: Some("2")	thread=25
2026-11-01T21:02:04.652734Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Tracing span buffer full (100), dropping oldest spans to prevent memory growth	thread=24
[2026-11-01T21:02:04.279Z] "POST /anything/e2e-dft-6162f6-72dca6 HTTP/1.1" 200 - via_upstream - "-" 109 1777 138 - "44.212.242.249,10.132.0.16" "python-requests/2.33.0" "8ed6ea26-ba34-48eb-bf92-70e5531b0a01" "httpbingo.org" "66.241.125.232:443" outbound|443||httpbingo.org 10.133.0.30:60876 10.133.0.30:443 10.132.0.16:43866 - llm.external-model-e2e-dft-6162f6-3b394c87ccc3.0
2026-11-01T21:02:05.138059Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
2026-11-01T21:02:05.138294Z	error	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1155	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Task failed: Some("2")	thread=24
[2026-11-01T21:02:04.645Z] "POST /llm/e2e-dft-6162f6/anything/e2e-dft-6162f6-72dca6 HTTP/1.1" 401 -  - "-" 109 88 139 - "44.212.242.249,10.132.0.16" "python-requests/2.33.0" "f125fe82-40d1-4c02-8939-a4582fc17d1f" "maas.apps.cd841baf94d08aa20ecf.prod.konflux-ocp-ci.dev" "-" outbound|443||provider-selection-required-e2e-dft-6162f6.llm.svc.cluster.local - 10.133.0.30:443 10.132.0.16:39810 - llm.external-model-e2e-dft-6162f6-3b394c87ccc3.2
[2026-11-01T21:02:04.996Z] "POST /anything/e2e-dft-6162f6-72dca6 HTTP/1.1" 200 - via_upstream - "-" 109 1777 141 - "44.212.242.249,10.132.0.16" "python-requests/2.33.0" "72684c91-7a73-4875-a0e2-91e45df1a2dd" "httpbingo.org" "66.241.125.232:443" outbound|443||httpbingo.org 10.133.0.30:60888 10.133.0.30:443 10.132.0.16:39824 - llm.external-model-e2e-dft-6162f6-3b394c87ccc3.0
2026-11-01T21:02:17.404187Z	info	ads	ADS: "" 6 terminated with stream closed
2026-11-01T21:02:18.250800Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-01T21:02:20.340139Z	info	ads	ADS: new connection for node:7
2026-11-01T21:02:20.343858Z	info	cache	read certificate from file	resource=file-root:system
2026-11-01T21:02:20.954719Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-01T21:02:24.758369Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-01T21:02:25.934683Z	info	ads	ADS: "" 7 terminated with stream closed
2026-11-01T21:02:28.498680Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-01T21:02:32.545516Z	info	ads	ADS: new connection for node:8
2026-11-01T21:02:32.550258Z	info	cache	read certificate from file	resource=file-root:system
2026-11-01T21:02:34.849096Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-01T21:02:36.153154Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-01T21:02:39.010388Z	info	ads	ADS: "" 8 terminated with stream closed
2026-11-01T21:02:39.446948Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-01T21:02:41.083173Z	info	ads	ADS: new connection for node:9
2026-11-01T21:02:41.086947Z	info	cache	read certificate from file	resource=file-root:system
2026-11-01T21:02:44.610687Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-01T21:02:48.118420Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-01T21:02:48.246208Z	info	ads	ADS: "" 9 terminated
2026-11-01T21:02:49.692157Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-01T21:02:51.594686Z	info	ads	ADS: new connection for node:10
2026-11-01T21:02:51.601423Z	info	cache	read certificate from file	resource=file-root:system
2026-11-01T21:02:51.859722Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-01T21:04:09.899895Z	info	ads	ADS: "" 10 terminated with stream closed
2026-11-01T21:04:18.291330Z	info	ads	ADS: new connection for node:11
2026-11-01T21:04:18.296107Z	info	cache	read certificate from file	resource=file-root:system
2026-11-01T21:09:31.859798Z	info	ads	ADS: new connection for node:12
2026-11-01T21:09:31.859966Z	info	cache	adding watcher for file certificate /var/run/secrets/kubernetes.io/serviceaccount/service-ca.crt
2026-11-01T21:09:31.859993Z	info	cache	read certificate from file	resource=file-root:/var/run/secrets/kubernetes.io/serviceaccount/service-ca.crt
2026-11-01T21:09:54.550994Z	info	xdsproxy	connected to delta upstream XDS server: istiod-openshift-gateway.openshift-ingress.svc:15012	id=3
2026-11-01T21:10:25.095288Z	warn	xdsproxy	upstream terminated with unexpected error send error for type url type.googleapis.com/envoy.config.route.v3.RouteConfiguration: EOF	id=3
2026-11-01T21:10:25.095376Z	warn	xdsproxy	upstream terminated with unexpected error rpc error: code = Unauthenticated desc = authentication failure	id=3
2026-11-01T21:10:25.095782Z	warning	envoy config external/envoy/source/extensions/config_subscription/grpc/grpc_stream.h:188	DeltaAggregatedResources gRPC config stream to xds-grpc closed: 2, send error for type url type.googleapis.com/envoy.config.route.v3.RouteConfiguration: EOF{via_upstream}	thread=9
2026-11-01T21:10:25.399882Z	info	xdsproxy	connected to delta upstream XDS server: istiod-openshift-gateway.openshift-ingress.svc:15012	id=4
2026-11-01T21:14:04.052858Z	info	ads	ADS: "" 12 terminated with stream closed
2026-11-01T21:15:00.255932Z	info	ads	ADS: "" 11 terminated
2026-11-01T21:17:03.562042Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
[2026-11-01T21:17:03.381Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 30 315 180 - "44.212.242.249,10.132.0.16" "python-requests/2.33.0" "051183e0-de03-49d8-95b1-6a63b9828733" "maas.apps.cd841baf94d08aa20ecf.prod.konflux-ocp-ci.dev" "10.133.0.25:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.133.0.30:40482 10.133.0.30:443 10.132.0.16:52310 - odh-ai-gateway-infra.maas-api-route.3
2026-11-01T21:17:08.961727Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
[2026-11-01T21:17:08.849Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 70 313 112 - "44.212.242.249,10.132.0.16" "python-requests/2.33.0" "5ecc2ad9-e652-4b11-b18d-e9c2b034db36" "maas.apps.cd841baf94d08aa20ecf.prod.konflux-ocp-ci.dev" "10.133.0.25:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.133.0.30:53136 10.133.0.30:443 10.132.0.16:38978 - odh-ai-gateway-infra.maas-api-route.3
2026-11-01T21:17:11.333116Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-01T21:17:35.605893Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-01T21:17:45.453312Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
[2026-11-01T21:17:45.325Z] "POST /v1/api-keys HTTP/1.1" 400 - via_upstream - "-" 80 94 128 - "44.212.242.249,10.132.0.16" "python-requests/2.33.0" "dd268eb7-ba23-4c49-b3ee-d8a8a71a2ace" "maas.apps.cd841baf94d08aa20ecf.prod.konflux-ocp-ci.dev" "10.133.0.25:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.133.0.30:53136 10.133.0.30:443 10.132.0.16:53832 - odh-ai-gateway-infra.maas-api-route.3
2026-11-01T21:18:13.341536Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-01T21:18:14.104241Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
[2026-11-01T21:18:13.976Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 61 303 127 - "44.212.242.249,10.132.0.16" "python-requests/2.33.0" "6cc10d76-e832-44fe-9339-d2e2f51cbaeb" "maas.apps.cd841baf94d08aa20ecf.prod.konflux-ocp-ci.dev" "10.133.0.25:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.133.0.30:53136 10.133.0.30:443 10.132.0.16:58270 - odh-ai-gateway-infra.maas-api-route.3
2026-11-01T21:18:31.011769Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:372		thread=25
2026-11-01T21:18:31.011791Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:372		thread=25
2026-11-01T21:18:31.011794Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:372		thread=25
2026-11-01T21:18:31.011798Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:385	key 'model' missing from lines 1-1 key: model	thread=25
[2026-11-01T21:18:30.866Z] "POST /llm/e2e-embedding-simulated/v1/embeddings HTTP/1.1" 403 -  - "-" 61 103 145 - "44.212.242.249,10.132.0.16" "python-requests/2.33.0" "9506e300-b027-4961-8e0b-3beea2f9909f" "maas.apps.cd841baf94d08aa20ecf.prod.konflux-ocp-ci.dev" "-" outbound|8000||e2e-embedding-simulated-kserve-workload-svc.llm.svc.cluster.local - 10.133.0.30:443 10.132.0.16:41076 - v1-catch-all-path
2026-11-01T21:18:32.353717Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-01T21:18:37.231186Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-01T21:18:47.893472Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
[2026-11-01T21:18:54.115Z] "POST /llm/e2e-embedding-simulated/v1/embeddings HTTP/1.1" 429 -  - "-" 61 18 60 - "44.212.242.249,10.132.0.16" "python-requests/2.33.0" "4faf463d-ac8d-4cae-9eae-7ee44e9e588f" "maas.apps.cd841baf94d08aa20ecf.prod.konflux-ocp-ci.dev" "-" outbound|8000||e2e-embedding-simulated-kserve-workload-svc.llm.svc.cluster.local - 10.133.0.30:443 10.132.0.16:40098 - v1-catch-all-path
2026-11-01T21:19:02.007671Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-01T21:19:11.307462Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-01T21:19:14.766622Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Tracing span buffer full (100), dropping oldest spans to prevent memory growth	thread=25
2026-11-01T21:19:14.917881Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
[2026-11-01T21:19:14.740Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 73 316 177 - "44.212.242.249,10.132.0.16" "python-requests/2.33.0" "ae66e113-613d-4c70-a10f-16590f6a5e13" "maas.apps.cd841baf94d08aa20ecf.prod.konflux-ocp-ci.dev" "10.133.0.25:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.133.0.30:39978 10.133.0.30:443 10.132.0.16:54668 - odh-ai-gateway-infra.maas-api-route.3
2026-11-01T21:19:28.724261Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-01T21:19:40.464294Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-01T21:19:44.562600Z	info	ads	ADS: new connection for node:13
2026-11-01T21:19:44.562823Z	info	cache	read certificate from file	resource=file-root:/var/run/secrets/kubernetes.io/serviceaccount/service-ca.crt
2026-11-01T21:19:50.277565Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-01T21:20:31.398836Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
[2026-11-01T21:20:41.212Z] "POST /v1/chat/completions HTTP/1.1" 200 - via_upstream - "-" 131 328 103 - "44.212.242.249,10.132.0.16" "python-requests/2.33.0" "065843da-f7a7-4ecc-876c-7e5977215a68" "maas.apps.cd841baf94d08aa20ecf.prod.konflux-ocp-ci.dev" "10.132.0.165:8000" outbound|54321||e2e-prio-pool-78927386-inference-pool-ip-23a9ea77.llm.svc.cluster.local 10.133.0.30:39628 10.133.0.30:443 10.132.0.16:58524 - v1-model-routing
2026-11-01T21:21:01.769730Z	info	ads	ADS: "" 13 terminated with stream closed
2026-11-01T21:21:02.651348Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
[2026-11-01T21:21:06.550Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 66 289 65 - "44.212.242.249,10.132.0.16" "python-requests/2.33.0" "0b109389-348e-4fa9-aaaf-c14dfa86d6d9" "maas.apps.cd841baf94d08aa20ecf.prod.konflux-ocp-ci.dev" "10.132.0.50:8000" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local 10.133.0.30:49994 10.133.0.30:443 10.132.0.16:42020 - v1-completions-path
2026-11-01T21:21:07.372294Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-01T21:21:22.881072Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-01T21:24:22.516955Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-01T21:24:50.594580Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-01T21:25:07.965264Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
[2026-11-01T21:25:07.847Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 80 323 117 - "44.212.242.249,10.132.0.16" "python-requests/2.33.0" "0dfcbfd4-6afa-42e9-87e8-c5e4c6f36b48" "maas.apps.cd841baf94d08aa20ecf.prod.konflux-ocp-ci.dev" "10.133.0.25:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.133.0.30:38222 10.133.0.30:443 10.132.0.16:33126 - odh-ai-gateway-infra.maas-api-route.3
2026-11-01T21:25:10.512917Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-01T21:25:24.957807Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-01T21:25:33.528927Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
[2026-11-01T21:25:33.468Z] "GET /v1/models HTTP/1.1" 200 - via_upstream - "-" 0 27 60 - "44.212.242.249,10.132.0.16" "python-requests/2.33.0" "3bb5c3bf-3c78-4424-a72b-9b533b0bc9a1" "maas.apps.cd841baf94d08aa20ecf.prod.konflux-ocp-ci.dev" "10.133.0.25:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.133.0.30:38222 10.133.0.30:443 10.132.0.16:60400 - odh-ai-gateway-infra.maas-api-route.3
2026-11-01T21:25:34.275732Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-01T21:25:48.447958Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-01T21:25:52.214266Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-01T21:26:11.480496Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-01T21:27:44.105519Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
[2026-11-01T21:27:43.993Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 69 312 111 - "44.212.242.249,10.132.0.16" "python-requests/2.33.0" "bfc283c1-4908-46b6-beee-8ed1ea396b84" "maas.apps.cd841baf94d08aa20ecf.prod.konflux-ocp-ci.dev" "10.133.0.25:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.133.0.30:55650 10.133.0.30:443 10.132.0.16:59766 - odh-ai-gateway-infra.maas-api-route.3
2026-11-01T21:31:03.468087Z	info	ads	ADS: new connection for node:14
2026-11-01T21:31:03.471482Z	info	cache	read certificate from file	resource=file-root:system
2026-11-01T21:31:07.239259Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-01T21:31:08.559891Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-01T21:31:24.317454Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
2026-11-01T21:31:24.317735Z	error	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1155	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Task failed: Some("2")	thread=24
[2026-11-01T21:31:24.179Z] "POST /anything/v1/chat/completions HTTP/1.1" 200 - via_upstream - "-" 92 1719 137 - "44.212.242.249,10.132.0.16" "python-requests/2.33.0" "6317f673-7548-4f70-983c-c466679f289e" "httpbingo.org" "66.241.125.232:443" outbound|443||httpbingo.org 10.133.0.30:47370 10.133.0.30:443 10.132.0.16:36666 - models-as-a-service.external-model-e2e-rotation-external-model.0
2026-11-01T21:31:42.933328Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
2026-11-01T21:31:42.933560Z	error	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1155	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Task failed: Some("2")	thread=24
[2026-11-01T21:31:42.820Z] "POST /anything/v1/chat/completions HTTP/1.1" 200 - via_upstream - "-" 92 1710 113 - "44.212.242.249,10.132.0.16" "python-requests/2.33.0" "1ca2faf6-0e38-451a-8af6-b136e79807de" "httpbingo.org" "66.241.125.232:443" outbound|443||httpbingo.org 10.133.0.30:47370 10.133.0.30:443 10.132.0.16:56630 - models-as-a-service.external-model-e2e-rotation-external-model.0
2026-11-01T21:32:06.180691Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
2026-11-01T21:32:06.180925Z	error	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1155	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Task failed: Some("2")	thread=24
[2026-11-01T21:32:06.070Z] "POST /anything/v1/chat/completions HTTP/1.1" 200 - via_upstream - "-" 92 1713 110 - "44.212.242.249,10.132.0.16" "python-requests/2.33.0" "80238a0c-fd5f-4a0b-a4bf-ad354afadd52" "httpbingo.org" "66.241.125.232:443" outbound|443||httpbingo.org 10.133.0.30:47370 10.133.0.30:443 10.132.0.16:57736 - models-as-a-service.external-model-e2e-rotation-external-model.0
2026-11-01T21:32:20.898512Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
2026-11-01T21:32:20.898752Z	error	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1155	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Task failed: Some("2")	thread=25
[2026-11-01T21:32:20.734Z] "POST /anything/v1/chat/completions HTTP/1.1" 200 - via_upstream - "-" 92 1717 164 - "44.212.242.249,10.132.0.16" "python-requests/2.33.0" "8509340f-3629-4b06-aa14-79bb30472feb" "httpbingo.org" "66.241.125.232:443" outbound|443||httpbingo.org 10.133.0.30:34096 10.133.0.30:443 10.132.0.16:58836 - models-as-a-service.external-model-e2e-rotation-external-model.0
2026-11-01T21:32:27.821866Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
2026-11-01T21:32:27.822098Z	error	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1155	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Task failed: Some("2")	thread=25
[2026-11-01T21:32:27.712Z] "POST /anything/v1/chat/completions HTTP/1.1" 200 - via_upstream - "-" 92 1718 109 - "44.212.242.249,10.132.0.16" "python-requests/2.33.0" "6e951190-9191-4046-82c0-fc4b460df5c7" "httpbingo.org" "66.241.125.232:443" outbound|443||httpbingo.org 10.133.0.30:34096 10.133.0.30:443 10.132.0.16:54986 - models-as-a-service.external-model-e2e-rotation-external-model.0
2026-11-01T21:33:06.085245Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-01T21:33:06.103730Z	info	ads	ADS: "" 14 terminated
2026-11-01T21:33:08.726511Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-01T21:33:19.404581Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-01T21:33:38.925729Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-01T21:33:43.812578Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-01T21:34:03.335468Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-01T21:34:21.954235Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
[2026-11-01T21:34:32.070Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 302 77 - "44.212.242.249,10.132.0.16" "python-requests/2.33.0" "ba092d1f-7008-4e99-a8f1-c615fd6188b0" "maas.apps.cd841baf94d08aa20ecf.prod.konflux-ocp-ci.dev" "10.132.0.49:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.133.0.30:49254 10.133.0.30:443 10.132.0.16:40306 - v1-completions-path
[2026-11-01T21:34:32.594Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 294 64 - "44.212.242.249,10.132.0.16" "python-requests/2.33.0" "730e93b1-c5e0-432d-b358-129063d8aa8c" "maas.apps.cd841baf94d08aa20ecf.prod.konflux-ocp-ci.dev" "10.132.0.49:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.133.0.30:49258 10.133.0.30:443 10.132.0.16:40310 - v1-completions-path
[2026-11-01T21:34:32.871Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 291 57 - "44.212.242.249,10.132.0.16" "python-requests/2.33.0" "6850e68b-0768-4c87-bbdd-5c17664aca05" "maas.apps.cd841baf94d08aa20ecf.prod.konflux-ocp-ci.dev" "10.132.0.49:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.133.0.30:49258 10.133.0.30:443 10.132.0.16:40322 - v1-completions-path
2026-11-01T21:34:53.797411Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-01T21:35:04.467400Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-01T21:35:10.922778Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
[2026-11-01T21:35:24.397Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 293 66 - "44.212.242.249,10.132.0.16" "python-requests/2.33.0" "75fce787-eeba-4d2e-96e5-639005a85795" "maas.apps.cd841baf94d08aa20ecf.prod.konflux-ocp-ci.dev" "10.132.0.49:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.133.0.30:49254 10.133.0.30:443 10.132.0.16:56856 - v1-completions-path
2026-11-01T21:35:39.092300Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-01T21:35:43.713219Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
[2026-11-01T21:35:48.180Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 74 303 83 - "44.212.242.249,10.132.0.16" "python-requests/2.33.0" "87d37a95-925e-46b2-9cd7-f11e0933f25b" "maas.apps.cd841baf94d08aa20ecf.prod.konflux-ocp-ci.dev" "10.132.0.51:8000" outbound|8000||premium-simulated-simulated-premium-kserve-workload-svc.llm.svc.cluster.local 10.133.0.30:49104 10.133.0.30:443 10.132.0.16:42016 - v1-completions-path
2026-11-01T21:35:57.148672Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-01T21:36:07.055874Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-01T21:36:16.580303Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-01T21:36:25.593119Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-01T21:36:33.590872Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-01T21:36:53.053553Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-01T21:36:59.289097Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-01T21:37:20.624582Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-01T21:37:26.037159Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-01T21:37:28.089222Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
[2026-11-01T21:37:27.979Z] "DELETE /v1/api-keys/9a29f1e0-d86b-4944-a7c2-3873f64b33e5 HTTP/1.1" 404 - via_upstream - "-" 0 29 109 - "44.212.242.249,10.132.0.16" "python-requests/2.33.0" "1bfe3b61-2075-4522-8844-62805ec4d543" "maas.apps.cd841baf94d08aa20ecf.prod.konflux-ocp-ci.dev" "10.133.0.25:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.133.0.30:44286 10.133.0.30:443 10.132.0.16:35932 - odh-ai-gateway-infra.maas-api-route.3
2026-11-01T21:37:37.372721Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-01T21:38:03.773796Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-01T21:38:14.385909Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-01T21:38:19.452395Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
[2026-11-01T21:38:19.337Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 71 314 114 - "44.212.242.249,10.132.0.16" "python-requests/2.33.0" "d76339c9-2fd2-41b8-8192-d4ba3c82be53" "maas.apps.cd841baf94d08aa20ecf.prod.konflux-ocp-ci.dev" "10.133.0.25:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.133.0.30:47322 10.133.0.30:443 10.132.0.16:49326 - odh-ai-gateway-infra.maas-api-route.3
2026-11-01T21:38:34.840992Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-01T21:38:42.705881Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-01T21:40:19.456282Z	info	xdsproxy	connected to delta upstream XDS server: istiod-openshift-gateway.openshift-ingress.svc:15012	id=5
2026-11-01T21:41:35.971568Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-01T21:43:05.078151Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-01T21:43:23.265678Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-01T21:43:26.925599Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-01T21:43:40.716063Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-01T21:43:56.490796Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-01T21:47:12.825383Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-01T21:51:12.247010Z	info	cache	event for file certificate /var/run/secrets/kubernetes.io/serviceaccount/service-ca.crt : REMOVE, pushing to proxy
2026-11-01T21:54:17.251037Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-01T21:54:22.794433Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-01T21:56:09.007578Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-01T22:00:32.051091Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-01T22:00:37.562721Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
[2026-11-01T22:00:41.825Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 290 62 - "44.212.242.249,10.132.0.16" "python-requests/2.33.0" "93a7989d-d92d-4cf3-854e-291789974787" "maas.apps.cd841baf94d08aa20ecf.prod.konflux-ocp-ci.dev" "10.132.0.49:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.133.0.30:49258 10.133.0.30:443 10.132.0.16:45150 - v1-completions-path
2026-11-01T22:00:59.801269Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-01T22:01:08.923702Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-01T22:01:15.487999Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
[2026-11-01T22:01:28.608Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 293 63 - "44.212.242.249,10.132.0.16" "python-requests/2.33.0" "22c643f4-bee8-4cdb-867e-fcfaf7fd641c" "maas.apps.cd841baf94d08aa20ecf.prod.konflux-ocp-ci.dev" "10.132.0.49:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.133.0.30:49258 10.133.0.30:443 10.132.0.16:47898 - v1-completions-path
[2026-11-01T22:01:29.985Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 292 59 - "44.212.242.249,10.132.0.16" "python-requests/2.33.0" "5a2cd9b4-dc11-45d4-82f0-606aa43f7ede" "maas.apps.cd841baf94d08aa20ecf.prod.konflux-ocp-ci.dev" "10.132.0.49:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.133.0.30:49254 10.133.0.30:443 10.132.0.16:47900 - v1-completions-path
2026-11-01T22:01:44.333588Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-01T22:01:50.995101Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-01T22:01:55.958383Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
[2026-11-01T22:02:02.682Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 290 66 - "44.212.242.249,10.132.0.16" "python-requests/2.33.0" "101b9cca-3f48-4a2e-83da-2e7580fcf27a" "maas.apps.cd841baf94d08aa20ecf.prod.konflux-ocp-ci.dev" "10.132.0.49:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.133.0.30:49258 10.133.0.30:443 10.132.0.16:59292 - v1-completions-path
[2026-11-01T22:02:03.050Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 292 59 - "44.212.242.249,10.132.0.16" "python-requests/2.33.0" "ea430a9e-b210-424f-bf89-03394323ec7e" "maas.apps.cd841baf94d08aa20ecf.prod.konflux-ocp-ci.dev" "10.132.0.49:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.133.0.30:49254 10.133.0.30:443 10.132.0.16:59300 - v1-completions-path
[2026-11-01T22:02:05.491Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 295 65 - "44.212.242.249,10.132.0.16" "python-requests/2.33.0" "d11c7b2b-7778-46b3-b923-8ed461ff75b3" "maas.apps.cd841baf94d08aa20ecf.prod.konflux-ocp-ci.dev" "10.132.0.49:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.133.0.30:49258 10.133.0.30:443 10.132.0.16:47552 - v1-completions-path
[2026-11-01T22:02:06.226Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 293 57 - "44.212.242.249,10.132.0.16" "python-requests/2.33.0" "d8a7ac4c-ced7-4f95-a6a1-633a094022d7" "maas.apps.cd841baf94d08aa20ecf.prod.konflux-ocp-ci.dev" "10.132.0.49:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.133.0.30:49254 10.133.0.30:443 10.132.0.16:47574 - v1-completions-path
2026-11-01T22:02:25.504320Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-01T22:02:36.305707Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-01T22:02:43.140423Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-01T22:02:49.633874Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-01T22:02:57.031150Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
[2026-11-01T22:02:56.909Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 70 312 121 - "44.212.242.249,10.132.0.16" "python-requests/2.33.0" "ad59cd94-e710-4d5c-8e06-668a3755d8c2" "maas.apps.cd841baf94d08aa20ecf.prod.konflux-ocp-ci.dev" "10.132.0.199:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.133.0.30:47436 10.133.0.30:443 10.132.0.16:40610 - odh-ai-gateway-infra.maas-api-route.3
2026-11-01T22:03:00.761434Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
[2026-11-01T22:03:07.981Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 290 66 - "44.212.242.249,10.132.0.16" "python-requests/2.33.0" "0ac21cb5-8384-4fca-9b72-fd85c5e4ff8f" "maas.apps.cd841baf94d08aa20ecf.prod.konflux-ocp-ci.dev" "10.132.0.49:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.133.0.30:49258 10.133.0.30:443 10.132.0.16:55732 - v1-completions-path
2026-11-01T22:03:24.140488Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-01T22:03:34.927863Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-01T22:03:38.495839Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-01T22:03:57.541108Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-01T22:04:05.378977Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-01T22:04:27.133797Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-01T22:04:49.072133Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-01T22:05:11.196890Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-01T22:05:30.654149Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-01T22:05:41.395615Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-01T22:05:52.165907Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-01T22:06:02.934157Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-01T22:06:13.622078Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-11-01T22:06:24.237711Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9