2026-11-04T01:53:49.573944Z	info	FLAG: --concurrency="0"
2026-11-04T01:53:49.573963Z	info	FLAG: --domain="openshift-ingress.svc.cluster.local"
2026-11-04T01:53:49.573967Z	info	FLAG: --help="false"
2026-11-04T01:53:49.573969Z	info	FLAG: --log_as_json="false"
2026-11-04T01:53:49.573971Z	info	FLAG: --log_caller=""
2026-11-04T01:53:49.573973Z	info	FLAG: --log_output_level="default:info"
2026-11-04T01:53:49.573975Z	info	FLAG: --log_stacktrace_level="default:none"
2026-11-04T01:53:49.573980Z	info	FLAG: --log_target="[stdout]"
2026-11-04T01:53:49.573982Z	info	FLAG: --meshConfig="./etc/istio/config/mesh"
2026-11-04T01:53:49.573984Z	info	FLAG: --outlierLogPath=""
2026-11-04T01:53:49.573986Z	info	FLAG: --profiling="true"
2026-11-04T01:53:49.573988Z	info	FLAG: --proxyComponentLogLevel="misc:error"
2026-11-04T01:53:49.573990Z	info	FLAG: --proxyLogLevel="warning"
2026-11-04T01:53:49.573992Z	info	FLAG: --serviceCluster="istio-proxy"
2026-11-04T01:53:49.573995Z	info	FLAG: --stsPort="0"
2026-11-04T01:53:49.573996Z	info	FLAG: --templateFile=""
2026-11-04T01:53:49.573998Z	info	FLAG: --tokenManagerPlugin=""
2026-11-04T01:53:49.574001Z	info	FLAG: --vklog="0"
2026-11-04T01:53:49.574003Z	info	Version 1.28.10-cebc47d567fd1333707199224c18129ecfe07c05-Clean
2026-11-04T01:53:49.574249Z	info	Proxy role	ips=[10.133.0.40] type=router id=maas-default-gateway-openshift-default-7f694df8bc-bzcs9.openshift-ingress domain=openshift-ingress.svc.cluster.local
2026-11-04T01:53:49.574298Z	info	Apply proxy config from env {"discoveryAddress":"istiod-openshift-gateway.openshift-ingress.svc:15012","proxyHeaders":{"server":{"disabled":true},"envoyDebugHeaders":{"disabled":true},"metadataExchangeHeaders":{"mode":"IN_MESH"}}}

2026-11-04T01:53:49.575442Z	info	cpu limit detected as 2, setting concurrency
2026-11-04T01:53:49.576144Z	info	Effective config: binaryPath: /usr/local/bin/envoy
concurrency: 2
configPath: ./etc/istio/proxy
controlPlaneAuthPolicy: MUTUAL_TLS
discoveryAddress: istiod-openshift-gateway.openshift-ingress.svc:15012
drainDuration: 45s
proxyAdminPort: 15000
proxyHeaders:
  envoyDebugHeaders:
    disabled: true
  metadataExchangeHeaders:
    mode: IN_MESH
  server:
    disabled: true
serviceCluster: istio-proxy
statNameLength: 189
statusPort: 15020
terminationDrainDuration: 5s

2026-11-04T01:53:49.576156Z	info	JWT policy is third-party-jwt
2026-11-04T01:53:49.576160Z	info	using credential fetcher of JWT type in cluster.local trust domain
2026-11-04T01:53:49.577446Z	info	Starting default Istio SDS Server
2026-11-04T01:53:49.577467Z	info	CA Endpoint istiod-openshift-gateway.openshift-ingress.svc:15012, provider Citadel
2026-11-04T01:53:49.577491Z	info	Using CA istiod-openshift-gateway.openshift-ingress.svc:15012 cert with certs: var/run/secrets/istio/root-cert.pem
2026-11-04T01:53:49.577832Z	info	Opening status port 15020
2026-11-04T01:53:49.579320Z	info	xdsproxy	Initializing with upstream address "istiod-openshift-gateway.openshift-ingress.svc:15012" and cluster "Kubernetes"
2026-11-04T01:53:49.580564Z	info	Pilot SAN: [istiod-openshift-gateway.openshift-ingress.svc]
2026-11-04T01:53:49.581374Z	info	Starting proxy agent
2026-11-04T01:53:49.581405Z	info	Envoy command: [-c etc/istio/proxy/envoy-rev.json --drain-time-s 45 --drain-strategy immediate --local-address-ip-version v4 --file-flush-interval-msec 1000 --disable-hot-restart --allow-unknown-static-fields -l warning --component-log-level misc:error --skip-deprecated-logs --concurrency 2]
2026-11-04T01:53:49.589946Z	info	sds	Starting SDS grpc server
2026-11-04T01:53:49.589976Z	info	sds	Starting SDS server for workload certificates, will listen on "var/run/secrets/workload-spiffe-uds/socket"
2026-11-04T01:53:49.625166Z	info	cache	generated new workload certificate	resourceName=default latency=45.577607ms ttl=23h59m59.37483782s
2026-11-04T01:53:49.625209Z	info	cache	Root cert has changed, start rotating root cert
2026-11-04T01:53:49.625242Z	info	cache	returned workload trust anchor from cache	ttl=23h59m59.374758773s
2026-11-04T01:53:49.644360Z	info	xdsproxy	connected to delta upstream XDS server: istiod-openshift-gateway.openshift-ingress.svc:15012	id=1
2026-11-04T01:53:49.767554Z	info	ads	ADS: new connection for node:1
2026-11-04T01:53:49.767858Z	info	cache	returned workload certificate from cache	ttl=23h59m59.232144637s
2026-11-04T01:53:49.768211Z	info	ads	ADS: new connection for node:2
2026-11-04T01:53:49.768519Z	info	cache	returned workload trust anchor from cache	ttl=23h59m59.23148241s
2026-11-04T01:53:49.850898Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-04T01:53:58.392685Z	info	Readiness succeeded in 8.821483726s
2026-11-04T01:53:58.393117Z	info	Envoy proxy is ready
2026-11-04T01:54:03.688497Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-04T01:54:03.688555Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-04T01:54:03.688577Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
2026-11-04T01:54:03.688584Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
[2026-11-04T01:54:03.545Z] "GET /v1/models HTTP/1.1" 200 - via_upstream - "-" 0 567 143 - "34.228.250.194,10.132.0.7" "curl/7.76.1" "f7f20468-fe13-44db-849d-dc9c14a38c30" "maas.apps.4a263ef06a303c77cb9a.prod.konflux-ocp-ci.dev" "10.133.0.35:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.133.0.40:60982 10.133.0.40:443 10.132.0.7:50958 - odh-ai-gateway-infra.maas-api-route.3
[2026-11-04T01:57:00.666Z] "POST /maas-api/v1/api-keys HTTP/1.1" 403 -  - "-" 77 0 55 - "34.228.250.194,10.132.0.7" "python-requests/2.34.2" "fc00a34e-5899-46d5-9c26-ad8d38b68d4b" "maas.apps.4a263ef06a303c77cb9a.prod.konflux-ocp-ci.dev" "-" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local - 10.133.0.40:443 10.132.0.7:50376 - odh-ai-gateway-infra.maas-api-route.3
2026-11-04T01:57:01.441501Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-04T01:57:01.441553Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-04T01:57:01.441573Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
2026-11-04T01:57:01.441580Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-04T01:57:01.680108Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-04T01:57:01.680147Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-04T01:57:01.680164Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
2026-11-04T01:57:01.680171Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-04T01:57:01.790998Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-04T01:57:01.791030Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-04T01:57:01.791042Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-04T01:57:01.791047Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
[2026-11-04T01:57:01.324Z] "DELETE /v1/api-keys/c46801cd-1288-4e16-bac5-3e7bd4e4be9e HTTP/1.1" 200 - via_upstream - "-" 0 321 116 - "34.228.250.194,10.132.0.7" "python-requests/2.34.2" "e3e29080-9bc1-4940-bbab-fb38696dbad2" "maas.apps.4a263ef06a303c77cb9a.prod.konflux-ocp-ci.dev" "10.133.0.35:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.133.0.40:55124 10.133.0.40:443 10.132.0.7:50384 - odh-ai-gateway-infra.maas-api-route.3
[2026-11-04T01:57:01.597Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 71 314 82 - "34.228.250.194,10.132.0.7" "python-requests/2.34.2" "81acee07-4c03-4878-92e9-c639bd9caaea" "maas.apps.4a263ef06a303c77cb9a.prod.konflux-ocp-ci.dev" "10.133.0.35:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.133.0.40:55130 10.133.0.40:443 10.132.0.7:50388 - odh-ai-gateway-infra.maas-api-route.3
[2026-11-04T01:57:01.712Z] "DELETE /v1/api-keys/456feba3-da33-42e3-b364-d36d72e70f50 HTTP/1.1" 200 - via_upstream - "-" 0 321 78 - "34.228.250.194,10.132.0.7" "python-requests/2.34.2" "757a5717-f372-4213-9d92-d8b439fba8ba" "maas.apps.4a263ef06a303c77cb9a.prod.konflux-ocp-ci.dev" "10.133.0.35:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.133.0.40:55130 10.133.0.40:443 10.132.0.7:50402 - odh-ai-gateway-infra.maas-api-route.3
2026-11-04T01:58:17.950733Z	info	ads	ADS: new connection for node:3
2026-11-04T01:58:17.954301Z	info	cache	adding watcher for file certificate /etc/pki/tls/certs/ca-bundle.crt
2026-11-04T01:58:17.954359Z	info	cache	read certificate from file	resource=file-root:system
2026-11-04T01:58:21.989479Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-04T01:58:29.313866Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-04T01:58:42.960778Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-11-04T01:58:49.362Z] "POST /llm/e2e-dft-149026/anything/e2e-dft-149026-abb8ef HTTP/1.1" 403 -  - "-" 109 77 95 - "34.228.250.194,10.132.0.7" "python-requests/2.34.2" "84abacfc-61d1-48a0-b769-4fffd79cf506" "maas.apps.4a263ef06a303c77cb9a.prod.konflux-ocp-ci.dev" "-" outbound|443||provider-selection-required-e2e-dft-149026.llm.svc.cluster.local - 10.133.0.40:443 10.132.0.7:57616 - llm.external-model-e2e-dft-149026-6f4a379c09f3.2
2026-11-04T01:59:23.876795Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-04T02:00:03.401395Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-04T02:00:10.314554Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-04T02:00:10.314590Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-04T02:00:10.314601Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-11-04T02:00:10.314606Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
2026-11-04T02:00:10.314823Z	error	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1155	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Task failed: Some("2")	thread=24
2026-11-04T02:00:10.465446Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-04T02:00:10.465476Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-04T02:00:10.465486Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-04T02:00:10.465491Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
2026-11-04T02:00:10.465692Z	error	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1155	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Task failed: Some("2")	thread=25
[2026-11-04T02:00:10.173Z] "POST /anything/e2e-dft-ed7fb3-f96bc4 HTTP/1.1" 200 - via_upstream - "-" 109 1598 141 - "34.228.250.194,10.132.0.7" "python-requests/2.34.2" "b10ea3c8-9579-46c4-a227-616afb4ee134" "httpbingo.org" "66.241.125.232:443" outbound|443||httpbingo.org 10.133.0.40:36204 10.133.0.40:443 10.132.0.7:55586 - llm.external-model-e2e-dft-ed7fb3-021d47143a91.0
[2026-11-04T02:00:10.348Z] "POST /anything/e2e-dft-ed7fb3-f96bc4 HTTP/1.1" 200 - via_upstream - "-" 109 1599 117 - "34.228.250.194,10.132.0.7" "python-requests/2.34.2" "b4443da1-ab44-42fb-8db1-ee3e50b72b38" "httpbingo.org" "66.241.125.232:443" outbound|443||httpbingo.org 10.133.0.40:36208 10.133.0.40:443 10.132.0.7:55600 - llm.external-model-e2e-dft-ed7fb3-021d47143a91.0
2026-11-04T02:00:23.242523Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-04T02:00:27.966778Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-04T02:00:43.803025Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-04T02:01:38.306812Z	info	ads	ADS: "" 3 terminated