{"level":"info","ts":1785244009.5661619,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b0c92730-0a00-4156-9c9f-a005f712408e","EoS":false} {"level":"info","ts":1785244009.5661767,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b0c92730-0a00-4156-9c9f-a005f712408e","EoS":true} {"level":"info","ts":1785244009.5662105,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"b0c92730-0a00-4156-9c9f-a005f712408e"} {"level":"info","ts":1785244032.907931,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785244032.9080112,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5abd3623-de27-42cc-9bb4-6d351816b62d"} {"level":"info","ts":1785244032.9080245,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5abd3623-de27-42cc-9bb4-6d351816b62d"} {"level":"info","ts":1785244032.9080365,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5abd3623-de27-42cc-9bb4-6d351816b62d","EoS":true} {"level":"info","ts":1785244032.9080603,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5abd3623-de27-42cc-9bb4-6d351816b62d","header":"x-maas-username"} {"level":"info","ts":1785244032.9080718,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5abd3623-de27-42cc-9bb4-6d351816b62d","header":"x-maas-subscription"} {"level":"info","ts":1785244032.9080765,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5abd3623-de27-42cc-9bb4-6d351816b62d","header":"x-maas-group"} {"level":"info","ts":1785244032.9080927,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5abd3623-de27-42cc-9bb4-6d351816b62d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785244032.9081178,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5abd3623-de27-42cc-9bb4-6d351816b62d"} {"level":"info","ts":1785244032.9092004,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5abd3623-de27-42cc-9bb4-6d351816b62d"} {"level":"info","ts":1785244032.909224,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"5abd3623-de27-42cc-9bb4-6d351816b62d"} {"level":"info","ts":1785244032.9092488,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5abd3623-de27-42cc-9bb4-6d351816b62d","EoS":false} {"level":"info","ts":1785244032.9092805,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5abd3623-de27-42cc-9bb4-6d351816b62d","EoS":true} {"level":"info","ts":1785244032.9093282,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"5abd3623-de27-42cc-9bb4-6d351816b62d"} {"level":"info","ts":1785244033.0474298,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785244033.0475087,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"02c1852e-1c0d-406b-a345-da316b9c1406"} {"level":"info","ts":1785244033.0475225,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"02c1852e-1c0d-406b-a345-da316b9c1406"} {"level":"info","ts":1785244033.047534,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"02c1852e-1c0d-406b-a345-da316b9c1406","EoS":true} {"level":"info","ts":1785244033.0475574,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"02c1852e-1c0d-406b-a345-da316b9c1406","header":"x-maas-subscription"} {"level":"info","ts":1785244033.0475676,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"02c1852e-1c0d-406b-a345-da316b9c1406","header":"x-maas-group"} {"level":"info","ts":1785244033.0475729,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"02c1852e-1c0d-406b-a345-da316b9c1406","header":"x-maas-username"} {"level":"info","ts":1785244033.0475855,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"02c1852e-1c0d-406b-a345-da316b9c1406","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785244033.0476193,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"02c1852e-1c0d-406b-a345-da316b9c1406"} {"level":"info","ts":1785244033.0484624,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"02c1852e-1c0d-406b-a345-da316b9c1406"} {"level":"info","ts":1785244033.048479,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"02c1852e-1c0d-406b-a345-da316b9c1406"} {"level":"info","ts":1785244033.048504,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"02c1852e-1c0d-406b-a345-da316b9c1406","EoS":false} {"level":"info","ts":1785244033.048515,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"02c1852e-1c0d-406b-a345-da316b9c1406","EoS":true} {"level":"info","ts":1785244033.0485415,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"02c1852e-1c0d-406b-a345-da316b9c1406"} {"level":"info","ts":1785244033.1950324,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785244033.195117,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a5f9ba4d-841e-464c-82d8-979be6462897"} {"level":"info","ts":1785244033.1951299,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a5f9ba4d-841e-464c-82d8-979be6462897"} {"level":"info","ts":1785244033.195141,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a5f9ba4d-841e-464c-82d8-979be6462897","EoS":true} {"level":"info","ts":1785244033.1951635,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a5f9ba4d-841e-464c-82d8-979be6462897","header":"x-maas-subscription"} {"level":"info","ts":1785244033.1951752,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a5f9ba4d-841e-464c-82d8-979be6462897","header":"x-maas-username"} {"level":"info","ts":1785244033.19518,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a5f9ba4d-841e-464c-82d8-979be6462897","header":"x-maas-group"} {"level":"info","ts":1785244033.195193,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a5f9ba4d-841e-464c-82d8-979be6462897","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785244033.1952188,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a5f9ba4d-841e-464c-82d8-979be6462897"} {"level":"info","ts":1785244033.1960487,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a5f9ba4d-841e-464c-82d8-979be6462897"} {"level":"info","ts":1785244033.1960742,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"a5f9ba4d-841e-464c-82d8-979be6462897"} {"level":"info","ts":1785244033.1960897,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a5f9ba4d-841e-464c-82d8-979be6462897","EoS":false} {"level":"info","ts":1785244033.1960988,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a5f9ba4d-841e-464c-82d8-979be6462897","EoS":true} {"level":"info","ts":1785244033.1961265,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"a5f9ba4d-841e-464c-82d8-979be6462897"} {"level":"info","ts":1785244033.3393023,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785244033.3393886,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"71e417af-3ff2-4937-9a13-c1002a796fed"} {"level":"info","ts":1785244033.339402,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"71e417af-3ff2-4937-9a13-c1002a796fed"} {"level":"info","ts":1785244033.3394134,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"71e417af-3ff2-4937-9a13-c1002a796fed","EoS":true} {"level":"info","ts":1785244033.3394372,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"71e417af-3ff2-4937-9a13-c1002a796fed","header":"x-maas-subscription"} {"level":"info","ts":1785244033.3394473,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"71e417af-3ff2-4937-9a13-c1002a796fed","header":"x-maas-group"} {"level":"info","ts":1785244033.3394525,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"71e417af-3ff2-4937-9a13-c1002a796fed","header":"x-maas-username"} {"level":"info","ts":1785244033.3394663,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"71e417af-3ff2-4937-9a13-c1002a796fed","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785244033.3394945,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"71e417af-3ff2-4937-9a13-c1002a796fed"} {"level":"info","ts":1785244033.3402786,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"71e417af-3ff2-4937-9a13-c1002a796fed"} {"level":"info","ts":1785244033.3402984,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"71e417af-3ff2-4937-9a13-c1002a796fed"} {"level":"info","ts":1785244033.340317,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"71e417af-3ff2-4937-9a13-c1002a796fed","EoS":false} {"level":"info","ts":1785244033.3403451,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"71e417af-3ff2-4937-9a13-c1002a796fed","EoS":true} {"level":"info","ts":1785244033.3403735,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"71e417af-3ff2-4937-9a13-c1002a796fed"} {"level":"info","ts":1785244033.4789648,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785244033.4790432,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ba2ca8f9-88b0-4972-90cf-9bbbf0388aff"} {"level":"info","ts":1785244033.479054,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ba2ca8f9-88b0-4972-90cf-9bbbf0388aff"} {"level":"info","ts":1785244033.4790652,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ba2ca8f9-88b0-4972-90cf-9bbbf0388aff","EoS":true} {"level":"info","ts":1785244033.4790878,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ba2ca8f9-88b0-4972-90cf-9bbbf0388aff","header":"x-maas-group"} {"level":"info","ts":1785244033.4790974,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ba2ca8f9-88b0-4972-90cf-9bbbf0388aff","header":"x-maas-username"} {"level":"info","ts":1785244033.479103,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ba2ca8f9-88b0-4972-90cf-9bbbf0388aff","header":"x-maas-subscription"} {"level":"info","ts":1785244033.479117,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ba2ca8f9-88b0-4972-90cf-9bbbf0388aff","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785244033.47915,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ba2ca8f9-88b0-4972-90cf-9bbbf0388aff"} {"level":"info","ts":1785244033.4815152,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ba2ca8f9-88b0-4972-90cf-9bbbf0388aff"} {"level":"info","ts":1785244033.4815373,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"ba2ca8f9-88b0-4972-90cf-9bbbf0388aff"} {"level":"info","ts":1785244033.4815528,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ba2ca8f9-88b0-4972-90cf-9bbbf0388aff","EoS":false} {"level":"info","ts":1785244033.481565,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ba2ca8f9-88b0-4972-90cf-9bbbf0388aff","EoS":true} {"level":"info","ts":1785244033.4815974,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"ba2ca8f9-88b0-4972-90cf-9bbbf0388aff"} {"level":"info","ts":1785244050.5512643,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785244050.5513473,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3cba47c6-3c2e-48b8-9446-430631d8e4db"} {"level":"info","ts":1785244050.5513604,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3cba47c6-3c2e-48b8-9446-430631d8e4db"} {"level":"info","ts":1785244050.5513723,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3cba47c6-3c2e-48b8-9446-430631d8e4db","EoS":true} {"level":"info","ts":1785244050.551399,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3cba47c6-3c2e-48b8-9446-430631d8e4db","header":"x-maas-group"} {"level":"info","ts":1785244050.55141,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3cba47c6-3c2e-48b8-9446-430631d8e4db","header":"x-maas-subscription"} {"level":"info","ts":1785244050.5514164,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3cba47c6-3c2e-48b8-9446-430631d8e4db","header":"x-maas-username"} {"level":"info","ts":1785244050.5514307,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3cba47c6-3c2e-48b8-9446-430631d8e4db","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785244050.5514555,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3cba47c6-3c2e-48b8-9446-430631d8e4db"} {"level":"info","ts":1785244050.5534914,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3cba47c6-3c2e-48b8-9446-430631d8e4db"} {"level":"info","ts":1785244050.553515,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"3cba47c6-3c2e-48b8-9446-430631d8e4db"} {"level":"info","ts":1785244050.5535364,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3cba47c6-3c2e-48b8-9446-430631d8e4db","EoS":false} {"level":"info","ts":1785244050.553553,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3cba47c6-3c2e-48b8-9446-430631d8e4db","EoS":true} {"level":"info","ts":1785244050.5535982,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"3cba47c6-3c2e-48b8-9446-430631d8e4db"} {"level":"info","ts":1785244050.667508,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785244050.667599,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9d48ea05-f5d0-4a4d-a531-a23867091d20"} {"level":"info","ts":1785244050.669334,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9d48ea05-f5d0-4a4d-a531-a23867091d20"} {"level":"info","ts":1785244050.6693501,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"9d48ea05-f5d0-4a4d-a531-a23867091d20"} {"level":"info","ts":1785244050.669376,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9d48ea05-f5d0-4a4d-a531-a23867091d20","EoS":false} {"level":"info","ts":1785244050.669393,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"9d48ea05-f5d0-4a4d-a531-a23867091d20"} {"level":"info","ts":1785244050.6694324,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9d48ea05-f5d0-4a4d-a531-a23867091d20","EoS":true} {"level":"info","ts":1785244050.6694465,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"9d48ea05-f5d0-4a4d-a531-a23867091d20"} {"level":"info","ts":1785244055.3138723,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785244055.313955,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a8897c43-f04c-4ebb-9c81-26791e703f11"} {"level":"info","ts":1785244055.3139665,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a8897c43-f04c-4ebb-9c81-26791e703f11"} {"level":"info","ts":1785244055.3139822,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a8897c43-f04c-4ebb-9c81-26791e703f11","EoS":true} {"level":"info","ts":1785244055.3140152,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a8897c43-f04c-4ebb-9c81-26791e703f11","header":"x-maas-username"} {"level":"info","ts":1785244055.3140702,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a8897c43-f04c-4ebb-9c81-26791e703f11","header":"x-maas-subscription"} {"level":"info","ts":1785244055.3140793,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a8897c43-f04c-4ebb-9c81-26791e703f11","header":"x-maas-group"} {"level":"info","ts":1785244055.3140945,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a8897c43-f04c-4ebb-9c81-26791e703f11","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785244055.3141212,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a8897c43-f04c-4ebb-9c81-26791e703f11"} {"level":"info","ts":1785244055.3159597,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a8897c43-f04c-4ebb-9c81-26791e703f11"} {"level":"info","ts":1785244055.3159852,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"a8897c43-f04c-4ebb-9c81-26791e703f11"} {"level":"info","ts":1785244055.3160007,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a8897c43-f04c-4ebb-9c81-26791e703f11","EoS":false} {"level":"info","ts":1785244055.316011,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a8897c43-f04c-4ebb-9c81-26791e703f11","EoS":true} {"level":"info","ts":1785244055.3160377,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"a8897c43-f04c-4ebb-9c81-26791e703f11"} {"level":"info","ts":1785244065.9208312,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785244065.9209154,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"df79c921-330d-43c2-b575-903136dc8461"} {"level":"info","ts":1785244065.9209301,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"df79c921-330d-43c2-b575-903136dc8461"} {"level":"info","ts":1785244065.920943,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"df79c921-330d-43c2-b575-903136dc8461","EoS":true} {"level":"info","ts":1785244065.9209661,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"df79c921-330d-43c2-b575-903136dc8461","header":"x-maas-username"} {"level":"info","ts":1785244065.920977,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"df79c921-330d-43c2-b575-903136dc8461","header":"x-maas-subscription"} {"level":"info","ts":1785244065.920985,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"df79c921-330d-43c2-b575-903136dc8461","header":"x-maas-group"} {"level":"info","ts":1785244065.9210045,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"df79c921-330d-43c2-b575-903136dc8461","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785244065.921032,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"df79c921-330d-43c2-b575-903136dc8461"} {"level":"info","ts":1785244065.9239576,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"df79c921-330d-43c2-b575-903136dc8461"} {"level":"info","ts":1785244065.9239752,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"df79c921-330d-43c2-b575-903136dc8461"} {"level":"info","ts":1785244065.9239993,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"df79c921-330d-43c2-b575-903136dc8461","EoS":false} {"level":"info","ts":1785244065.9240198,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"df79c921-330d-43c2-b575-903136dc8461","EoS":true} {"level":"info","ts":1785244065.9240453,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"df79c921-330d-43c2-b575-903136dc8461"} {"level":"info","ts":1785244078.8401086,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785244078.8401945,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3edb8d91-b90f-498a-95ce-6172a9543a01"} {"level":"info","ts":1785244078.8402107,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3edb8d91-b90f-498a-95ce-6172a9543a01"} {"level":"info","ts":1785244078.8402233,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3edb8d91-b90f-498a-95ce-6172a9543a01","EoS":true} {"level":"info","ts":1785244078.8402476,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3edb8d91-b90f-498a-95ce-6172a9543a01","header":"x-maas-username"} {"level":"info","ts":1785244078.8402596,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3edb8d91-b90f-498a-95ce-6172a9543a01","header":"x-maas-subscription"} {"level":"info","ts":1785244078.8402672,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3edb8d91-b90f-498a-95ce-6172a9543a01","header":"x-maas-group"} {"level":"info","ts":1785244078.8402877,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3edb8d91-b90f-498a-95ce-6172a9543a01","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785244078.8403206,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3edb8d91-b90f-498a-95ce-6172a9543a01"} {"level":"info","ts":1785244078.8415654,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3edb8d91-b90f-498a-95ce-6172a9543a01"} {"level":"info","ts":1785244078.8415906,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"3edb8d91-b90f-498a-95ce-6172a9543a01"} {"level":"info","ts":1785244078.8416076,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3edb8d91-b90f-498a-95ce-6172a9543a01","EoS":false} {"level":"info","ts":1785244078.8416202,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3edb8d91-b90f-498a-95ce-6172a9543a01","EoS":true} {"level":"info","ts":1785244078.8416517,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"3edb8d91-b90f-498a-95ce-6172a9543a01"} {"level":"info","ts":1785244087.6351383,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785244087.6352136,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c5784f16-59e7-403b-ad62-a6afa3d2abf7"} {"level":"info","ts":1785244087.6352253,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c5784f16-59e7-403b-ad62-a6afa3d2abf7"} {"level":"info","ts":1785244087.6352365,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c5784f16-59e7-403b-ad62-a6afa3d2abf7","EoS":true} {"level":"info","ts":1785244087.6352654,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c5784f16-59e7-403b-ad62-a6afa3d2abf7","header":"x-maas-subscription"} {"level":"info","ts":1785244087.635276,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c5784f16-59e7-403b-ad62-a6afa3d2abf7","header":"x-maas-username"} {"level":"info","ts":1785244087.635281,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c5784f16-59e7-403b-ad62-a6afa3d2abf7","header":"x-maas-group"} {"level":"info","ts":1785244087.6352947,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c5784f16-59e7-403b-ad62-a6afa3d2abf7","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785244087.6353474,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c5784f16-59e7-403b-ad62-a6afa3d2abf7"} {"level":"info","ts":1785244087.6364086,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c5784f16-59e7-403b-ad62-a6afa3d2abf7"} {"level":"info","ts":1785244087.6364326,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"c5784f16-59e7-403b-ad62-a6afa3d2abf7"} {"level":"info","ts":1785244087.6364489,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c5784f16-59e7-403b-ad62-a6afa3d2abf7","EoS":false} {"level":"info","ts":1785244087.6364605,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c5784f16-59e7-403b-ad62-a6afa3d2abf7","EoS":true} {"level":"info","ts":1785244087.6364908,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"c5784f16-59e7-403b-ad62-a6afa3d2abf7"} {"level":"info","ts":1785244096.8100348,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785244096.810134,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c55a2578-0a6c-4e87-89fc-aaa36295501b"} {"level":"info","ts":1785244096.8101454,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c55a2578-0a6c-4e87-89fc-aaa36295501b"} {"level":"info","ts":1785244096.8101575,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c55a2578-0a6c-4e87-89fc-aaa36295501b","EoS":true} {"level":"info","ts":1785244096.810186,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c55a2578-0a6c-4e87-89fc-aaa36295501b","header":"x-maas-group"} {"level":"info","ts":1785244096.810196,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c55a2578-0a6c-4e87-89fc-aaa36295501b","header":"x-maas-username"} {"level":"info","ts":1785244096.8102014,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c55a2578-0a6c-4e87-89fc-aaa36295501b","header":"x-maas-subscription"} {"level":"info","ts":1785244096.8102143,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c55a2578-0a6c-4e87-89fc-aaa36295501b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785244096.81024,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c55a2578-0a6c-4e87-89fc-aaa36295501b"} {"level":"info","ts":1785244096.8114865,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c55a2578-0a6c-4e87-89fc-aaa36295501b"} {"level":"info","ts":1785244096.811519,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"c55a2578-0a6c-4e87-89fc-aaa36295501b"} {"level":"info","ts":1785244096.8115387,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c55a2578-0a6c-4e87-89fc-aaa36295501b","EoS":false} {"level":"info","ts":1785244096.8115506,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c55a2578-0a6c-4e87-89fc-aaa36295501b","EoS":true} {"level":"info","ts":1785244096.811585,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"c55a2578-0a6c-4e87-89fc-aaa36295501b"} {"level":"info","ts":1785244119.969432,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785244119.9695208,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a98c3c27-8a0a-4129-9cff-d411c742f0eb"} {"level":"info","ts":1785244119.9695363,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a98c3c27-8a0a-4129-9cff-d411c742f0eb"} {"level":"info","ts":1785244119.9695516,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a98c3c27-8a0a-4129-9cff-d411c742f0eb","EoS":true} {"level":"info","ts":1785244119.9695785,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a98c3c27-8a0a-4129-9cff-d411c742f0eb","header":"x-maas-subscription"} {"level":"info","ts":1785244119.9695868,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a98c3c27-8a0a-4129-9cff-d411c742f0eb","header":"x-maas-group"} {"level":"info","ts":1785244119.9695923,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a98c3c27-8a0a-4129-9cff-d411c742f0eb","header":"x-maas-username"} {"level":"info","ts":1785244119.9696066,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a98c3c27-8a0a-4129-9cff-d411c742f0eb","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785244119.9696345,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a98c3c27-8a0a-4129-9cff-d411c742f0eb"} {"level":"info","ts":1785244119.9718952,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a98c3c27-8a0a-4129-9cff-d411c742f0eb"} {"level":"info","ts":1785244119.9719102,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"a98c3c27-8a0a-4129-9cff-d411c742f0eb"} {"level":"info","ts":1785244119.9719238,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a98c3c27-8a0a-4129-9cff-d411c742f0eb","EoS":false} {"level":"info","ts":1785244119.9719336,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a98c3c27-8a0a-4129-9cff-d411c742f0eb","EoS":true} {"level":"info","ts":1785244119.9719598,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"a98c3c27-8a0a-4129-9cff-d411c742f0eb"} {"level":"info","ts":1785244142.7980218,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785244142.798098,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"052d6393-fc69-46a9-aea4-0f62c0c5b6ee"} {"level":"info","ts":1785244142.7981083,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"052d6393-fc69-46a9-aea4-0f62c0c5b6ee"} {"level":"info","ts":1785244142.7981203,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"052d6393-fc69-46a9-aea4-0f62c0c5b6ee","EoS":true} {"level":"info","ts":1785244142.7981453,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"052d6393-fc69-46a9-aea4-0f62c0c5b6ee","header":"x-maas-group"} {"level":"info","ts":1785244142.7981565,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"052d6393-fc69-46a9-aea4-0f62c0c5b6ee","header":"x-maas-username"} {"level":"info","ts":1785244142.798162,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"052d6393-fc69-46a9-aea4-0f62c0c5b6ee","header":"x-maas-subscription"} {"level":"info","ts":1785244142.7981746,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"052d6393-fc69-46a9-aea4-0f62c0c5b6ee","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785244142.7982008,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"052d6393-fc69-46a9-aea4-0f62c0c5b6ee"} {"level":"info","ts":1785244142.8016279,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"052d6393-fc69-46a9-aea4-0f62c0c5b6ee"} {"level":"info","ts":1785244142.801646,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"052d6393-fc69-46a9-aea4-0f62c0c5b6ee"} {"level":"info","ts":1785244142.8016613,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"052d6393-fc69-46a9-aea4-0f62c0c5b6ee","EoS":false} {"level":"info","ts":1785244142.8016713,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"052d6393-fc69-46a9-aea4-0f62c0c5b6ee","EoS":true} {"level":"info","ts":1785244142.801698,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"052d6393-fc69-46a9-aea4-0f62c0c5b6ee"} {"level":"info","ts":1785244182.4060202,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785244182.4061182,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"37973551-1d16-467a-a9bd-2fa5cc6258b7"} {"level":"info","ts":1785244182.4061346,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"37973551-1d16-467a-a9bd-2fa5cc6258b7"} {"level":"info","ts":1785244182.4061534,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"37973551-1d16-467a-a9bd-2fa5cc6258b7","EoS":true} {"level":"info","ts":1785244182.4061904,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"37973551-1d16-467a-a9bd-2fa5cc6258b7","header":"x-maas-group"} {"level":"info","ts":1785244182.4062052,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"37973551-1d16-467a-a9bd-2fa5cc6258b7","header":"x-maas-subscription"} {"level":"info","ts":1785244182.4062135,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"37973551-1d16-467a-a9bd-2fa5cc6258b7","header":"x-maas-username"} {"level":"info","ts":1785244182.4062366,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"37973551-1d16-467a-a9bd-2fa5cc6258b7","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785244182.4062715,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"37973551-1d16-467a-a9bd-2fa5cc6258b7"} {"level":"info","ts":1785244182.4085236,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"37973551-1d16-467a-a9bd-2fa5cc6258b7"} {"level":"info","ts":1785244182.4085464,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"37973551-1d16-467a-a9bd-2fa5cc6258b7"} {"level":"info","ts":1785244182.4085627,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"37973551-1d16-467a-a9bd-2fa5cc6258b7","EoS":false} {"level":"info","ts":1785244182.4085748,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"37973551-1d16-467a-a9bd-2fa5cc6258b7","EoS":true} {"level":"info","ts":1785244182.4086099,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"37973551-1d16-467a-a9bd-2fa5cc6258b7"} {"level":"info","ts":1785244191.830441,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785244191.8305333,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"37ba170a-b4ef-48a5-9db9-f8dd9bc315e7"} {"level":"info","ts":1785244191.8305478,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"37ba170a-b4ef-48a5-9db9-f8dd9bc315e7"} {"level":"info","ts":1785244191.8305604,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"37ba170a-b4ef-48a5-9db9-f8dd9bc315e7","EoS":true} {"level":"info","ts":1785244191.8305893,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"37ba170a-b4ef-48a5-9db9-f8dd9bc315e7","header":"x-maas-group"} {"level":"info","ts":1785244191.830601,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"37ba170a-b4ef-48a5-9db9-f8dd9bc315e7","header":"x-maas-username"} {"level":"info","ts":1785244191.8306062,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"37ba170a-b4ef-48a5-9db9-f8dd9bc315e7","header":"x-maas-subscription"} {"level":"info","ts":1785244191.8306208,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"37ba170a-b4ef-48a5-9db9-f8dd9bc315e7","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785244191.8306513,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"37ba170a-b4ef-48a5-9db9-f8dd9bc315e7"} {"level":"info","ts":1785244191.8318787,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"37ba170a-b4ef-48a5-9db9-f8dd9bc315e7"} {"level":"info","ts":1785244191.8319087,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"37ba170a-b4ef-48a5-9db9-f8dd9bc315e7"} {"level":"info","ts":1785244191.8319263,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"37ba170a-b4ef-48a5-9db9-f8dd9bc315e7","EoS":false} {"level":"info","ts":1785244191.8319407,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"37ba170a-b4ef-48a5-9db9-f8dd9bc315e7","EoS":true} {"level":"info","ts":1785244191.8319716,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"37ba170a-b4ef-48a5-9db9-f8dd9bc315e7"} {"level":"info","ts":1785244191.8731308,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785244191.8732133,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dd39da63-37ac-4153-83ba-27ff2b433ec8"} {"level":"info","ts":1785244191.8732257,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"dd39da63-37ac-4153-83ba-27ff2b433ec8"} {"level":"info","ts":1785244191.8732393,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"dd39da63-37ac-4153-83ba-27ff2b433ec8","EoS":true} {"level":"info","ts":1785244191.8732648,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dd39da63-37ac-4153-83ba-27ff2b433ec8","header":"x-maas-subscription"} {"level":"info","ts":1785244191.8732767,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dd39da63-37ac-4153-83ba-27ff2b433ec8","header":"x-maas-group"} {"level":"info","ts":1785244191.8732812,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dd39da63-37ac-4153-83ba-27ff2b433ec8","header":"x-maas-username"} {"level":"info","ts":1785244191.8732953,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dd39da63-37ac-4153-83ba-27ff2b433ec8","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785244191.8733318,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"dd39da63-37ac-4153-83ba-27ff2b433ec8"} {"level":"info","ts":1785244191.874409,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"dd39da63-37ac-4153-83ba-27ff2b433ec8"} {"level":"info","ts":1785244191.8744297,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"dd39da63-37ac-4153-83ba-27ff2b433ec8"} {"level":"info","ts":1785244191.8744447,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"dd39da63-37ac-4153-83ba-27ff2b433ec8","EoS":false} {"level":"info","ts":1785244191.8744566,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"dd39da63-37ac-4153-83ba-27ff2b433ec8","EoS":true} {"level":"info","ts":1785244191.8744824,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"dd39da63-37ac-4153-83ba-27ff2b433ec8"} {"level":"info","ts":1785244211.0620778,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785244211.0621653,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c0664fb0-4b60-4984-a957-816cefd33337"} {"level":"info","ts":1785244211.0621834,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c0664fb0-4b60-4984-a957-816cefd33337"} {"level":"info","ts":1785244211.0622008,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c0664fb0-4b60-4984-a957-816cefd33337","EoS":true} {"level":"info","ts":1785244211.0622282,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c0664fb0-4b60-4984-a957-816cefd33337","header":"x-maas-subscription"} {"level":"info","ts":1785244211.0622394,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c0664fb0-4b60-4984-a957-816cefd33337","header":"x-maas-group"} {"level":"info","ts":1785244211.062245,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c0664fb0-4b60-4984-a957-816cefd33337","header":"x-maas-username"} {"level":"info","ts":1785244211.0622625,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c0664fb0-4b60-4984-a957-816cefd33337","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785244211.0622988,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c0664fb0-4b60-4984-a957-816cefd33337"} {"level":"info","ts":1785244211.0633729,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c0664fb0-4b60-4984-a957-816cefd33337"} {"level":"info","ts":1785244211.0633936,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"c0664fb0-4b60-4984-a957-816cefd33337"} {"level":"info","ts":1785244211.0634153,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c0664fb0-4b60-4984-a957-816cefd33337","EoS":false} {"level":"info","ts":1785244211.063434,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c0664fb0-4b60-4984-a957-816cefd33337","EoS":true} {"level":"info","ts":1785244211.0634732,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"c0664fb0-4b60-4984-a957-816cefd33337"} {"level":"info","ts":1785244357.4030504,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785244357.4031286,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"334cd476-5747-41f7-bbf6-fdb3ff26adaf"} {"level":"info","ts":1785244357.403141,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"334cd476-5747-41f7-bbf6-fdb3ff26adaf"} {"level":"info","ts":1785244357.4031525,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"334cd476-5747-41f7-bbf6-fdb3ff26adaf","EoS":true} {"level":"info","ts":1785244357.4031785,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"334cd476-5747-41f7-bbf6-fdb3ff26adaf","header":"x-maas-username"} {"level":"info","ts":1785244357.4031892,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"334cd476-5747-41f7-bbf6-fdb3ff26adaf","header":"x-maas-group"} {"level":"info","ts":1785244357.4031947,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"334cd476-5747-41f7-bbf6-fdb3ff26adaf","header":"x-maas-subscription"} {"level":"info","ts":1785244357.4032085,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"334cd476-5747-41f7-bbf6-fdb3ff26adaf","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785244357.4032676,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"334cd476-5747-41f7-bbf6-fdb3ff26adaf"} {"level":"info","ts":1785244357.4065456,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"334cd476-5747-41f7-bbf6-fdb3ff26adaf"} {"level":"info","ts":1785244357.4065778,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"334cd476-5747-41f7-bbf6-fdb3ff26adaf"} {"level":"info","ts":1785244357.406594,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"334cd476-5747-41f7-bbf6-fdb3ff26adaf","EoS":false} {"level":"info","ts":1785244357.406605,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"334cd476-5747-41f7-bbf6-fdb3ff26adaf","EoS":true} {"level":"info","ts":1785244357.4066346,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"334cd476-5747-41f7-bbf6-fdb3ff26adaf"} {"level":"info","ts":1785244394.9775586,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785244394.9776442,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"742ef0f5-a30c-4ae2-89ce-4400062779a7"} {"level":"info","ts":1785244394.9776573,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"742ef0f5-a30c-4ae2-89ce-4400062779a7"} {"level":"info","ts":1785244394.977674,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"742ef0f5-a30c-4ae2-89ce-4400062779a7","EoS":true} {"level":"info","ts":1785244394.9777043,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"742ef0f5-a30c-4ae2-89ce-4400062779a7","header":"x-maas-subscription"} {"level":"info","ts":1785244394.9777148,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"742ef0f5-a30c-4ae2-89ce-4400062779a7","header":"x-maas-group"} {"level":"info","ts":1785244394.977721,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"742ef0f5-a30c-4ae2-89ce-4400062779a7","header":"x-maas-username"} {"level":"info","ts":1785244394.9777362,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"742ef0f5-a30c-4ae2-89ce-4400062779a7","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785244394.977838,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"742ef0f5-a30c-4ae2-89ce-4400062779a7"} {"level":"info","ts":1785244394.980548,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"742ef0f5-a30c-4ae2-89ce-4400062779a7"} {"level":"info","ts":1785244394.980582,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"742ef0f5-a30c-4ae2-89ce-4400062779a7"} {"level":"info","ts":1785244394.9805996,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"742ef0f5-a30c-4ae2-89ce-4400062779a7","EoS":false} {"level":"info","ts":1785244394.9806108,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"742ef0f5-a30c-4ae2-89ce-4400062779a7","EoS":true} {"level":"info","ts":1785244394.9806402,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"742ef0f5-a30c-4ae2-89ce-4400062779a7"} {"level":"info","ts":1785244410.2566037,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785244410.25669,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"22d25325-1d35-4783-b338-8d57447e64bc"} {"level":"info","ts":1785244410.2567027,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"22d25325-1d35-4783-b338-8d57447e64bc"} {"level":"info","ts":1785244410.2567153,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"22d25325-1d35-4783-b338-8d57447e64bc","EoS":true} {"level":"info","ts":1785244410.2567477,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"22d25325-1d35-4783-b338-8d57447e64bc","header":"x-maas-group"} {"level":"info","ts":1785244410.2567608,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"22d25325-1d35-4783-b338-8d57447e64bc","header":"x-maas-subscription"} {"level":"info","ts":1785244410.2567663,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"22d25325-1d35-4783-b338-8d57447e64bc","header":"x-maas-username"} {"level":"info","ts":1785244410.2567801,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"22d25325-1d35-4783-b338-8d57447e64bc","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785244410.2568269,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"22d25325-1d35-4783-b338-8d57447e64bc"} {"level":"info","ts":1785244410.2578428,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"22d25325-1d35-4783-b338-8d57447e64bc"} {"level":"info","ts":1785244410.2578669,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"22d25325-1d35-4783-b338-8d57447e64bc"} {"level":"info","ts":1785244410.2578852,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"22d25325-1d35-4783-b338-8d57447e64bc","EoS":false} {"level":"info","ts":1785244410.257899,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"22d25325-1d35-4783-b338-8d57447e64bc","EoS":true} {"level":"info","ts":1785244410.2579303,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"22d25325-1d35-4783-b338-8d57447e64bc"} {"level":"info","ts":1785244716.4555871,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785244716.4556968,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4d92e4dd-a9b6-4270-9637-1dbdbcd22f27"} {"level":"info","ts":1785244716.4557157,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4d92e4dd-a9b6-4270-9637-1dbdbcd22f27"} {"level":"info","ts":1785244716.4557364,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4d92e4dd-a9b6-4270-9637-1dbdbcd22f27","EoS":true} {"level":"info","ts":1785244716.455776,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4d92e4dd-a9b6-4270-9637-1dbdbcd22f27","header":"x-maas-group"} {"level":"info","ts":1785244716.4557908,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4d92e4dd-a9b6-4270-9637-1dbdbcd22f27","header":"x-maas-username"} {"level":"info","ts":1785244716.4558249,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4d92e4dd-a9b6-4270-9637-1dbdbcd22f27","header":"x-maas-subscription"} {"level":"info","ts":1785244716.4558475,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4d92e4dd-a9b6-4270-9637-1dbdbcd22f27","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785244716.4558887,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4d92e4dd-a9b6-4270-9637-1dbdbcd22f27"} {"level":"info","ts":1785244716.4568777,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"4d92e4dd-a9b6-4270-9637-1dbdbcd22f27"} {"level":"info","ts":1785244716.456903,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"4d92e4dd-a9b6-4270-9637-1dbdbcd22f27"} {"level":"info","ts":1785244716.4569197,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"4d92e4dd-a9b6-4270-9637-1dbdbcd22f27","EoS":false} {"level":"info","ts":1785244716.456932,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"4d92e4dd-a9b6-4270-9637-1dbdbcd22f27","EoS":true} {"level":"info","ts":1785244716.4569676,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"4d92e4dd-a9b6-4270-9637-1dbdbcd22f27"} {"level":"info","ts":1785244721.266178,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"6321aeec-dc5c-4508-8794-0b49c56cd67b","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785244721.2665217,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":36093.235933221,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785244721.2665527,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785244721.3194215,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785244721.3669002,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"6321aeec-dc5c-4508-8794-0b49c56cd67b","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785244721.395783,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0f89ad31-20d6-49b4-8a50-b63660fbe4a9"} {"level":"info","ts":1785244721.3958569,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a8f10b50-c6fa-4270-b22a-8d870c729b94","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785244721.3958974,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a8f10b50-c6fa-4270-b22a-8d870c729b94","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785244721.4031403,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9d54c6fe-c7af-4d44-bab1-57c0a3be2f1d","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785244721.403171,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9d54c6fe-c7af-4d44-bab1-57c0a3be2f1d","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1785244721.4057271,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0f89ad31-20d6-49b4-8a50-b63660fbe4a9","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785244721.4060135,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":34763.143862079,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785244721.4060347,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785244721.4144306,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785244721.5065649,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0f89ad31-20d6-49b4-8a50-b63660fbe4a9","name":"e2e-external-provider"} {"level":"info","ts":1785244721.5157366,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b892c316-d9ff-4b66-90bc-a3b147870614","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785244721.515741,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a7e9ab45-ad1c-4189-a10b-a7e1ca80b1ee"} {"level":"info","ts":1785244721.5157907,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b892c316-d9ff-4b66-90bc-a3b147870614","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785244721.5164006,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0f89ad31-20d6-49b4-8a50-b63660fbe4a9","kind":"ServiceEntry","name":"e2e-external-provider"} {"level":"info","ts":1785244721.5214963,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"86e7d9a1-7592-4f62-81fb-78cc1bcdba2d","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785244721.521535,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"86e7d9a1-7592-4f62-81fb-78cc1bcdba2d","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785244721.521651,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a7e9ab45-ad1c-4189-a10b-a7e1ca80b1ee","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785244721.525227,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0f89ad31-20d6-49b4-8a50-b63660fbe4a9","kind":"DestinationRule","name":"e2e-external-provider"} {"level":"info","ts":1785244721.5289557,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"31773638-b701-44ac-8d5f-8f3374971cee","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785244721.5289896,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"31773638-b701-44ac-8d5f-8f3374971cee","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785244721.528932,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a7e9ab45-ad1c-4189-a10b-a7e1ca80b1ee","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785244721.5290575,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9f266f02-29e2-4d1b-82ed-6d21f3916127"} {"level":"info","ts":1785244721.52908,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9f266f02-29e2-4d1b-82ed-6d21f3916127","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785244721.5320847,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0f89ad31-20d6-49b4-8a50-b63660fbe4a9","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1785244721.5374277,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9f266f02-29e2-4d1b-82ed-6d21f3916127","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785244721.540398,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0f89ad31-20d6-49b4-8a50-b63660fbe4a9","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785244721.5404847,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f7ea7983-8500-4e6d-bdfb-fa6372ee16ee"} {"level":"info","ts":1785244721.540542,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f7ea7983-8500-4e6d-bdfb-fa6372ee16ee","name":"e2e-external-provider"} {"level":"info","ts":1785244721.5484598,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f854af52-7199-4b0f-979f-3f6448d7c8ad"} {"level":"info","ts":1785244721.5485008,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f854af52-7199-4b0f-979f-3f6448d7c8ad","provider":"e2e-external-provider","phase":"Pending"} {"level":"error","ts":1785244721.5528421,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f854af52-7199-4b0f-979f-3f6448d7c8ad","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785244721.552874,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f7ea7983-8500-4e6d-bdfb-fa6372ee16ee","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785244721.5586715,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b4f36141-4c00-4bb4-9092-00cd033001c7","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785244721.558697,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b4f36141-4c00-4bb4-9092-00cd033001c7","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785244721.558707,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a020f1bb-9324-4e5d-b992-2c54c6f05d32"} {"level":"info","ts":1785244721.5590258,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"867c2afb-4acf-4543-9623-59c955c068c4"} {"level":"info","ts":1785244721.5590975,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"867c2afb-4acf-4543-9623-59c955c068c4","name":"e2e-external-provider"} {"level":"info","ts":1785244721.559276,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"68201017-1389-4b7a-b6f5-46170369329b","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785244721.5598722,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":38542.96316326,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785244721.559895,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785244721.5603004,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"68201017-1389-4b7a-b6f5-46170369329b","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785244721.567896,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785244721.5703804,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"867c2afb-4acf-4543-9623-59c955c068c4","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785244721.6602366,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a020f1bb-9324-4e5d-b992-2c54c6f05d32","name":"e2e-external-model"} {"level":"info","ts":1785244721.6697478,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a020f1bb-9324-4e5d-b992-2c54c6f05d32","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785244721.677879,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fe7b58b7-7cb1-4002-b7f4-b2f94db63c54","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785244721.6779184,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fe7b58b7-7cb1-4002-b7f4-b2f94db63c54","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785244721.6780436,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"170b432a-1469-4cdd-ac5f-b570de915381"} {"level":"info","ts":1785244721.678109,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"170b432a-1469-4cdd-ac5f-b570de915381","name":"e2e-external-model"} {"level":"info","ts":1785244721.6899014,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8ad6a611-2a26-4ca4-853a-0494282caf66","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785244721.6899412,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8ad6a611-2a26-4ca4-853a-0494282caf66","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785244721.6899884,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"170b432a-1469-4cdd-ac5f-b570de915381","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785244721.6900697,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"44d2ac69-b0b0-4ed4-aebb-d316c2eeb05d"} {"level":"info","ts":1785244721.6901326,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"44d2ac69-b0b0-4ed4-aebb-d316c2eeb05d","name":"e2e-external-model"} {"level":"info","ts":1785244721.6985168,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"44d2ac69-b0b0-4ed4-aebb-d316c2eeb05d","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785244721.7041864,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8279e404-0867-40bb-b89a-6cc87fe34125","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785244721.7041936,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cf384972-1429-414a-b145-1c221466e71d"} {"level":"info","ts":1785244721.7042243,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8279e404-0867-40bb-b89a-6cc87fe34125","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785244721.7042565,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cf384972-1429-414a-b145-1c221466e71d","name":"e2e-external-model"} {"level":"info","ts":1785244721.7125785,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cf384972-1429-414a-b145-1c221466e71d","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785244731.2396855,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785244731.2397616,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dae91306-3cab-4c7c-a5fe-b409025d2a03"} {"level":"info","ts":1785244731.2397711,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"dae91306-3cab-4c7c-a5fe-b409025d2a03"} {"level":"info","ts":1785244731.2397838,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"dae91306-3cab-4c7c-a5fe-b409025d2a03","EoS":true} {"level":"info","ts":1785244731.2398329,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dae91306-3cab-4c7c-a5fe-b409025d2a03","header":"x-maas-group"} {"level":"info","ts":1785244731.239844,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dae91306-3cab-4c7c-a5fe-b409025d2a03","header":"x-maas-subscription"} {"level":"info","ts":1785244731.2398496,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dae91306-3cab-4c7c-a5fe-b409025d2a03","header":"x-maas-username"} {"level":"info","ts":1785244731.2398639,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dae91306-3cab-4c7c-a5fe-b409025d2a03","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785244731.2398713,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"dae91306-3cab-4c7c-a5fe-b409025d2a03","modelName":"e2e-external-model"} {"level":"info","ts":1785244731.2398827,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"dae91306-3cab-4c7c-a5fe-b409025d2a03","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785244731.239928,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"dae91306-3cab-4c7c-a5fe-b409025d2a03","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785244731.2399445,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"dae91306-3cab-4c7c-a5fe-b409025d2a03","authType":"apikey"} {"level":"info","ts":1785244731.2399695,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"dae91306-3cab-4c7c-a5fe-b409025d2a03"} {"level":"info","ts":1785244731.3475523,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"dae91306-3cab-4c7c-a5fe-b409025d2a03"} {"level":"info","ts":1785244731.3475811,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"dae91306-3cab-4c7c-a5fe-b409025d2a03"} {"level":"info","ts":1785244731.347599,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"dae91306-3cab-4c7c-a5fe-b409025d2a03","EoS":false} {"level":"info","ts":1785244731.3476117,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"dae91306-3cab-4c7c-a5fe-b409025d2a03","EoS":true} {"level":"error","ts":1785244731.3476214,"caller":"handlers/response.go:80","msg":"Failed to parse response body as JSON or SSE, skipping response plugins","x-request-id":"dae91306-3cab-4c7c-a5fe-b409025d2a03","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/response.go:80\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/server.go:214\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1729\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1862\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1078"} {"level":"info","ts":1785244731.3476748,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"dae91306-3cab-4c7c-a5fe-b409025d2a03"} {"level":"info","ts":1785244731.4721088,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"04bfbade-acc3-4c65-90da-e04f4e7cc451","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785244731.4721675,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"04bfbade-acc3-4c65-90da-e04f4e7cc451","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785244731.4721153,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c8e34a82-f56c-4f00-aaa4-3a877b092d03"} {"level":"info","ts":1785244731.4802701,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c4dfa185-e6a6-45e3-becf-bff426121505","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785244731.4803045,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c4dfa185-e6a6-45e3-becf-bff426121505","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785244731.4805253,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c8e34a82-f56c-4f00-aaa4-3a877b092d03","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785244731.4806035,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c8e34a82-f56c-4f00-aaa4-3a877b092d03","name":"e2e-cleanup-test"} {"level":"info","ts":1785244731.4981685,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c8e34a82-f56c-4f00-aaa4-3a877b092d03","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1785244731.5023923,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c8e34a82-f56c-4f00-aaa4-3a877b092d03","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785244731.5024862,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"87efc8af-fc1f-407f-b8a9-51cf878480eb"} {"level":"info","ts":1785244731.5025458,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"87efc8af-fc1f-407f-b8a9-51cf878480eb","name":"e2e-cleanup-test"} {"level":"info","ts":1785244731.506993,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f0d36956-a6b0-4849-9e63-ac66352ac0ce","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785244731.5070531,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f0d36956-a6b0-4849-9e63-ac66352ac0ce","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785244731.5146341,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"87efc8af-fc1f-407f-b8a9-51cf878480eb","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785244731.5146892,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"87efc8af-fc1f-407f-b8a9-51cf878480eb","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785244731.5147405,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7b66c627-b990-455a-89e9-e53120c7f3c0"} {"level":"info","ts":1785244731.5147986,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7b66c627-b990-455a-89e9-e53120c7f3c0","name":"e2e-cleanup-test"} {"level":"info","ts":1785244731.5211763,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a53150c0-4502-4af3-ad56-85b5d2a5b9c1","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785244731.5212185,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a53150c0-4502-4af3-ad56-85b5d2a5b9c1","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785244731.5230207,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7b66c627-b990-455a-89e9-e53120c7f3c0","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1785244731.526466,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7b66c627-b990-455a-89e9-e53120c7f3c0","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785244731.5265348,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"98e3c09e-9572-4501-9297-17667230be2e"} {"level":"info","ts":1785244731.5265875,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"98e3c09e-9572-4501-9297-17667230be2e","name":"e2e-cleanup-test"} {"level":"info","ts":1785244731.5349305,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"98e3c09e-9572-4501-9297-17667230be2e","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785244731.5380244,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d807bcb1-e0cb-4b90-9585-0416eaf54d91","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785244731.53806,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d807bcb1-e0cb-4b90-9585-0416eaf54d91","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785244731.54107,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"98e3c09e-9572-4501-9297-17667230be2e","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785244731.5411344,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"112c20c9-005f-4877-91b2-ef8cd7bbac00"} {"level":"info","ts":1785244731.5411806,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"112c20c9-005f-4877-91b2-ef8cd7bbac00","name":"e2e-cleanup-test"} {"level":"info","ts":1785244731.5493176,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"112c20c9-005f-4877-91b2-ef8cd7bbac00","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785244739.7421794,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7ee4eaa0-a899-4b89-93cd-7e0cd13cd58a","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785244739.7422116,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b53bd760-8346-4d8c-80f3-dbd0eb953ccf"} {"level":"info","ts":1785244739.7422254,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7ee4eaa0-a899-4b89-93cd-7e0cd13cd58a","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785244744.0637755,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785244744.0639014,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1bb0556e-29f7-4674-9424-e6cb28e3c97d"} {"level":"info","ts":1785244744.0639198,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1bb0556e-29f7-4674-9424-e6cb28e3c97d"} {"level":"info","ts":1785244744.0639398,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1bb0556e-29f7-4674-9424-e6cb28e3c97d","EoS":true} {"level":"info","ts":1785244744.0639913,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1bb0556e-29f7-4674-9424-e6cb28e3c97d","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785244744.0640333,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1bb0556e-29f7-4674-9424-e6cb28e3c97d"} {"level":"info","ts":1785244744.11415,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785244744.1142297,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5dd7b6cf-85d6-41ae-bd5c-cfb32d56034f"} {"level":"info","ts":1785244744.1142418,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5dd7b6cf-85d6-41ae-bd5c-cfb32d56034f"} {"level":"info","ts":1785244744.114253,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5dd7b6cf-85d6-41ae-bd5c-cfb32d56034f","EoS":true} {"level":"info","ts":1785244744.114276,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5dd7b6cf-85d6-41ae-bd5c-cfb32d56034f","header":"x-maas-subscription"} {"level":"info","ts":1785244744.1142883,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5dd7b6cf-85d6-41ae-bd5c-cfb32d56034f","header":"x-maas-group"} {"level":"info","ts":1785244744.1142936,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5dd7b6cf-85d6-41ae-bd5c-cfb32d56034f","header":"x-maas-username"} {"level":"info","ts":1785244744.1143086,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5dd7b6cf-85d6-41ae-bd5c-cfb32d56034f","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785244744.1143174,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"5dd7b6cf-85d6-41ae-bd5c-cfb32d56034f","modelName":"e2e-external-model"} {"level":"info","ts":1785244744.1143303,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"5dd7b6cf-85d6-41ae-bd5c-cfb32d56034f","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785244744.114351,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"5dd7b6cf-85d6-41ae-bd5c-cfb32d56034f","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785244744.114367,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"5dd7b6cf-85d6-41ae-bd5c-cfb32d56034f","authType":"apikey"} {"level":"info","ts":1785244744.1143858,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5dd7b6cf-85d6-41ae-bd5c-cfb32d56034f"} {"level":"info","ts":1785244744.2158322,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5dd7b6cf-85d6-41ae-bd5c-cfb32d56034f"} {"level":"info","ts":1785244744.2158616,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"5dd7b6cf-85d6-41ae-bd5c-cfb32d56034f"} {"level":"info","ts":1785244744.2158823,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5dd7b6cf-85d6-41ae-bd5c-cfb32d56034f","EoS":false} {"level":"info","ts":1785244744.2158976,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5dd7b6cf-85d6-41ae-bd5c-cfb32d56034f","EoS":true} {"level":"error","ts":1785244744.2159111,"caller":"handlers/response.go:80","msg":"Failed to parse response body as JSON or SSE, skipping response plugins","x-request-id":"5dd7b6cf-85d6-41ae-bd5c-cfb32d56034f","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/response.go:80\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/server.go:214\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1729\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1862\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1078"} {"level":"info","ts":1785244744.2159626,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"5dd7b6cf-85d6-41ae-bd5c-cfb32d56034f"} {"level":"info","ts":1785244744.2600367,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785244744.2601137,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a1d8a70f-13c1-4409-aa46-cb922a142315"} {"level":"info","ts":1785244744.2601256,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a1d8a70f-13c1-4409-aa46-cb922a142315"} {"level":"info","ts":1785244744.2601378,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a1d8a70f-13c1-4409-aa46-cb922a142315","EoS":true} {"level":"info","ts":1785244744.2601619,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a1d8a70f-13c1-4409-aa46-cb922a142315","header":"x-maas-subscription"} {"level":"info","ts":1785244744.2601721,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a1d8a70f-13c1-4409-aa46-cb922a142315","header":"x-maas-username"} {"level":"info","ts":1785244744.2601776,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a1d8a70f-13c1-4409-aa46-cb922a142315","header":"x-maas-group"} {"level":"info","ts":1785244744.2601917,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a1d8a70f-13c1-4409-aa46-cb922a142315","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785244744.260219,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a1d8a70f-13c1-4409-aa46-cb922a142315"} {"level":"info","ts":1785244744.3106754,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a1d8a70f-13c1-4409-aa46-cb922a142315"} {"level":"info","ts":1785244744.310706,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"a1d8a70f-13c1-4409-aa46-cb922a142315"} {"level":"info","ts":1785244744.310728,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a1d8a70f-13c1-4409-aa46-cb922a142315","EoS":false} {"level":"info","ts":1785244744.3107398,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a1d8a70f-13c1-4409-aa46-cb922a142315","EoS":true} {"level":"error","ts":1785244744.3107486,"caller":"handlers/response.go:80","msg":"Failed to parse response body as JSON or SSE, skipping response plugins","x-request-id":"a1d8a70f-13c1-4409-aa46-cb922a142315","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/response.go:80\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/server.go:214\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1729\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1862\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1078"} {"level":"info","ts":1785244744.310785,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"a1d8a70f-13c1-4409-aa46-cb922a142315"} {"level":"info","ts":1785244744.3507192,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785244744.3507965,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"940ffbb2-ccf5-44de-b856-60c4f0cb37b2"} {"level":"info","ts":1785244744.3508308,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"940ffbb2-ccf5-44de-b856-60c4f0cb37b2"} {"level":"info","ts":1785244744.350844,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"940ffbb2-ccf5-44de-b856-60c4f0cb37b2","EoS":true} {"level":"info","ts":1785244744.3508658,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"940ffbb2-ccf5-44de-b856-60c4f0cb37b2","header":"x-maas-username"} {"level":"info","ts":1785244744.3508759,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"940ffbb2-ccf5-44de-b856-60c4f0cb37b2","header":"x-maas-subscription"} {"level":"info","ts":1785244744.350881,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"940ffbb2-ccf5-44de-b856-60c4f0cb37b2","header":"x-maas-group"} {"level":"info","ts":1785244744.3509126,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"940ffbb2-ccf5-44de-b856-60c4f0cb37b2"} {"level":"info","ts":1785244744.4019794,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"940ffbb2-ccf5-44de-b856-60c4f0cb37b2"} {"level":"info","ts":1785244744.4020092,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"940ffbb2-ccf5-44de-b856-60c4f0cb37b2"} {"level":"info","ts":1785244744.4020262,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"940ffbb2-ccf5-44de-b856-60c4f0cb37b2","EoS":false} {"level":"info","ts":1785244744.4020388,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"940ffbb2-ccf5-44de-b856-60c4f0cb37b2","EoS":true} {"level":"error","ts":1785244744.4020505,"caller":"handlers/response.go:80","msg":"Failed to parse response body as JSON or SSE, skipping response plugins","x-request-id":"940ffbb2-ccf5-44de-b856-60c4f0cb37b2","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/response.go:80\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/server.go:214\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1729\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1862\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1078"} {"level":"info","ts":1785244744.4020977,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"940ffbb2-ccf5-44de-b856-60c4f0cb37b2"} {"level":"info","ts":1785244745.3157663,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d3615ce6-d678-4cf4-9897-698ff7fc219f","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785244745.3157783,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"327c39bc-68c9-4073-a1d3-672235c7ee9b"} {"level":"info","ts":1785244745.3158445,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d3615ce6-d678-4cf4-9897-698ff7fc219f","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785244745.5147262,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ff95f848-3ac8-44f1-9159-2c2d285ce010"} {"level":"info","ts":1785244745.5148592,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e91d2160-82bf-459e-88ae-6696dd695831","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785244745.514902,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e91d2160-82bf-459e-88ae-6696dd695831","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785244745.646262,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"6477d9f0-9de1-4e77-a8e4-d534b7a54620","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785244745.6463106,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"6477d9f0-9de1-4e77-a8e4-d534b7a54620","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785246198.126388,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785246198.1264734,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"907d6bdc-9e61-4f0b-b9b0-26e6726e6945"} {"level":"info","ts":1785246272.1521666,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785246272.1522667,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4690f935-4591-4426-b91c-f6b1c792b5c3"} {"level":"info","ts":1785246272.152286,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4690f935-4591-4426-b91c-f6b1c792b5c3"} {"level":"info","ts":1785246272.1523001,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4690f935-4591-4426-b91c-f6b1c792b5c3","EoS":true} {"level":"info","ts":1785246272.1523306,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4690f935-4591-4426-b91c-f6b1c792b5c3","header":"x-maas-subscription"} {"level":"info","ts":1785246272.1523414,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4690f935-4591-4426-b91c-f6b1c792b5c3","header":"x-maas-username"} {"level":"info","ts":1785246272.1523492,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4690f935-4591-4426-b91c-f6b1c792b5c3","header":"x-maas-group"} {"level":"info","ts":1785246272.1523702,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4690f935-4591-4426-b91c-f6b1c792b5c3","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785246272.1524012,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4690f935-4591-4426-b91c-f6b1c792b5c3"} {"level":"info","ts":1785246272.155383,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"4690f935-4591-4426-b91c-f6b1c792b5c3"} {"level":"info","ts":1785246272.1554167,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"4690f935-4591-4426-b91c-f6b1c792b5c3"} {"level":"info","ts":1785246272.155435,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"4690f935-4591-4426-b91c-f6b1c792b5c3","EoS":false} {"level":"info","ts":1785246272.1554477,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"4690f935-4591-4426-b91c-f6b1c792b5c3","EoS":true} {"level":"info","ts":1785246272.1554842,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"4690f935-4591-4426-b91c-f6b1c792b5c3"}