{"level":"info","ts":1785244009.5510767,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b0c92730-0a00-4156-9c9f-a005f712408e","EoS":false} {"level":"info","ts":1785244009.5510886,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b0c92730-0a00-4156-9c9f-a005f712408e","EoS":true} {"level":"info","ts":1785244009.5511134,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b0c92730-0a00-4156-9c9f-a005f712408e","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785244009.5511317,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b0c92730-0a00-4156-9c9f-a005f712408e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785244009.551154,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b0c92730-0a00-4156-9c9f-a005f712408e"} {"level":"info","ts":1785244009.592712,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785244009.5928104,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"79fa541f-3194-41f8-b75b-bc6089c1c7ec"} {"level":"info","ts":1785244009.5928242,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"79fa541f-3194-41f8-b75b-bc6089c1c7ec"} {"level":"info","ts":1785244009.5928428,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"79fa541f-3194-41f8-b75b-bc6089c1c7ec","EoS":false} {"level":"info","ts":1785244009.592862,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"79fa541f-3194-41f8-b75b-bc6089c1c7ec","EoS":true} {"level":"info","ts":1785244009.5928898,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"79fa541f-3194-41f8-b75b-bc6089c1c7ec","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785244009.5929112,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"79fa541f-3194-41f8-b75b-bc6089c1c7ec","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785244009.5929663,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"79fa541f-3194-41f8-b75b-bc6089c1c7ec"} {"level":"info","ts":1785244013.7754753,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785244013.7755504,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bc37d844-7ec1-4ef6-9b5a-c59de56b245e"} {"level":"info","ts":1785244013.7755666,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"bc37d844-7ec1-4ef6-9b5a-c59de56b245e"} {"level":"info","ts":1785244013.7755797,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bc37d844-7ec1-4ef6-9b5a-c59de56b245e","EoS":false} {"level":"info","ts":1785244013.7755964,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bc37d844-7ec1-4ef6-9b5a-c59de56b245e","EoS":true} {"level":"info","ts":1785244013.7756224,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bc37d844-7ec1-4ef6-9b5a-c59de56b245e","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785244013.7756395,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bc37d844-7ec1-4ef6-9b5a-c59de56b245e","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785244013.7756648,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"bc37d844-7ec1-4ef6-9b5a-c59de56b245e"} {"level":"info","ts":1785244032.8936517,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785244032.8937333,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5abd3623-de27-42cc-9bb4-6d351816b62d"} {"level":"info","ts":1785244032.8937428,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5abd3623-de27-42cc-9bb4-6d351816b62d"} {"level":"info","ts":1785244032.893754,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5abd3623-de27-42cc-9bb4-6d351816b62d","EoS":false} {"level":"info","ts":1785244032.8937669,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5abd3623-de27-42cc-9bb4-6d351816b62d","EoS":true} {"level":"info","ts":1785244032.8937879,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5abd3623-de27-42cc-9bb4-6d351816b62d","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785244032.893805,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5abd3623-de27-42cc-9bb4-6d351816b62d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785244032.893826,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5abd3623-de27-42cc-9bb4-6d351816b62d"} {"level":"info","ts":1785244033.0336754,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785244033.033758,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"02c1852e-1c0d-406b-a345-da316b9c1406"} {"level":"info","ts":1785244033.0337698,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"02c1852e-1c0d-406b-a345-da316b9c1406"} {"level":"info","ts":1785244033.033781,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"02c1852e-1c0d-406b-a345-da316b9c1406","EoS":false} {"level":"info","ts":1785244033.0337968,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"02c1852e-1c0d-406b-a345-da316b9c1406","EoS":true} {"level":"info","ts":1785244033.0338202,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"02c1852e-1c0d-406b-a345-da316b9c1406","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785244033.0338366,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"02c1852e-1c0d-406b-a345-da316b9c1406","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785244033.0338526,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"02c1852e-1c0d-406b-a345-da316b9c1406"} {"level":"info","ts":1785244033.1819108,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785244033.1820087,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a5f9ba4d-841e-464c-82d8-979be6462897"} {"level":"info","ts":1785244033.1820176,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a5f9ba4d-841e-464c-82d8-979be6462897"} {"level":"info","ts":1785244033.182028,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a5f9ba4d-841e-464c-82d8-979be6462897","EoS":false} {"level":"info","ts":1785244033.1820388,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a5f9ba4d-841e-464c-82d8-979be6462897","EoS":true} {"level":"info","ts":1785244033.1820583,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a5f9ba4d-841e-464c-82d8-979be6462897","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785244033.1820796,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a5f9ba4d-841e-464c-82d8-979be6462897","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785244033.1821032,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a5f9ba4d-841e-464c-82d8-979be6462897"} {"level":"info","ts":1785244033.324637,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785244033.3247242,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"71e417af-3ff2-4937-9a13-c1002a796fed"} {"level":"info","ts":1785244033.3247335,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"71e417af-3ff2-4937-9a13-c1002a796fed"} {"level":"info","ts":1785244033.3247461,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"71e417af-3ff2-4937-9a13-c1002a796fed","EoS":false} {"level":"info","ts":1785244033.324766,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"71e417af-3ff2-4937-9a13-c1002a796fed","EoS":true} {"level":"info","ts":1785244033.324787,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"71e417af-3ff2-4937-9a13-c1002a796fed","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785244033.3248029,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"71e417af-3ff2-4937-9a13-c1002a796fed","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785244033.3248267,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"71e417af-3ff2-4937-9a13-c1002a796fed"} {"level":"info","ts":1785244033.4665434,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785244033.4666557,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ba2ca8f9-88b0-4972-90cf-9bbbf0388aff"} {"level":"info","ts":1785244033.466672,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ba2ca8f9-88b0-4972-90cf-9bbbf0388aff"} {"level":"info","ts":1785244033.4666905,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ba2ca8f9-88b0-4972-90cf-9bbbf0388aff","EoS":false} {"level":"info","ts":1785244033.4667144,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ba2ca8f9-88b0-4972-90cf-9bbbf0388aff","EoS":true} {"level":"info","ts":1785244033.4667463,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ba2ca8f9-88b0-4972-90cf-9bbbf0388aff","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785244033.4667668,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ba2ca8f9-88b0-4972-90cf-9bbbf0388aff","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785244033.4668007,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ba2ca8f9-88b0-4972-90cf-9bbbf0388aff"} {"level":"info","ts":1785244033.6103008,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785244033.6103954,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c06abe7d-86f3-49eb-8151-2ecf2db65e5a"} {"level":"info","ts":1785244033.6104121,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c06abe7d-86f3-49eb-8151-2ecf2db65e5a"} {"level":"info","ts":1785244033.610425,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c06abe7d-86f3-49eb-8151-2ecf2db65e5a","EoS":false} {"level":"info","ts":1785244033.6104357,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c06abe7d-86f3-49eb-8151-2ecf2db65e5a","EoS":true} {"level":"info","ts":1785244033.6104553,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c06abe7d-86f3-49eb-8151-2ecf2db65e5a","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785244033.6104717,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c06abe7d-86f3-49eb-8151-2ecf2db65e5a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785244033.610495,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c06abe7d-86f3-49eb-8151-2ecf2db65e5a"} {"level":"info","ts":1785244050.53579,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785244050.5358796,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3cba47c6-3c2e-48b8-9446-430631d8e4db"} {"level":"info","ts":1785244050.535895,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3cba47c6-3c2e-48b8-9446-430631d8e4db"} {"level":"info","ts":1785244050.5359075,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3cba47c6-3c2e-48b8-9446-430631d8e4db","EoS":false} {"level":"info","ts":1785244050.535931,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3cba47c6-3c2e-48b8-9446-430631d8e4db","EoS":true} {"level":"info","ts":1785244050.5359564,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3cba47c6-3c2e-48b8-9446-430631d8e4db","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785244050.535972,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3cba47c6-3c2e-48b8-9446-430631d8e4db","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785244050.5359967,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3cba47c6-3c2e-48b8-9446-430631d8e4db"} {"level":"info","ts":1785244050.5781755,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785244050.578249,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"836d9b28-7bf6-42b2-b7d7-303b373c67c2"} {"level":"info","ts":1785244050.578258,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"836d9b28-7bf6-42b2-b7d7-303b373c67c2"} {"level":"info","ts":1785244050.5782738,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"836d9b28-7bf6-42b2-b7d7-303b373c67c2","EoS":false} {"level":"info","ts":1785244050.5782917,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"836d9b28-7bf6-42b2-b7d7-303b373c67c2","EoS":true} {"level":"info","ts":1785244050.5783124,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"836d9b28-7bf6-42b2-b7d7-303b373c67c2","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785244050.578327,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"836d9b28-7bf6-42b2-b7d7-303b373c67c2","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785244050.578352,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"836d9b28-7bf6-42b2-b7d7-303b373c67c2"} {"level":"info","ts":1785244050.6177533,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785244050.617832,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a52269ac-e024-42b0-9f7a-51e075971597"} {"level":"info","ts":1785244050.6178458,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a52269ac-e024-42b0-9f7a-51e075971597"} {"level":"info","ts":1785244050.6178575,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a52269ac-e024-42b0-9f7a-51e075971597","EoS":false} {"level":"info","ts":1785244050.6178672,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a52269ac-e024-42b0-9f7a-51e075971597","EoS":true} {"level":"info","ts":1785244050.6178877,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a52269ac-e024-42b0-9f7a-51e075971597","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785244050.6179023,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a52269ac-e024-42b0-9f7a-51e075971597","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785244050.6179473,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a52269ac-e024-42b0-9f7a-51e075971597"} {"level":"info","ts":1785244050.656333,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785244050.6564116,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9d48ea05-f5d0-4a4d-a531-a23867091d20"} {"level":"info","ts":1785244055.3007386,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785244055.3008115,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a8897c43-f04c-4ebb-9c81-26791e703f11"} {"level":"info","ts":1785244055.3008206,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a8897c43-f04c-4ebb-9c81-26791e703f11"} {"level":"info","ts":1785244055.300832,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a8897c43-f04c-4ebb-9c81-26791e703f11","EoS":false} {"level":"info","ts":1785244055.3008435,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a8897c43-f04c-4ebb-9c81-26791e703f11","EoS":true} {"level":"info","ts":1785244055.300865,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a8897c43-f04c-4ebb-9c81-26791e703f11","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785244055.300881,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a8897c43-f04c-4ebb-9c81-26791e703f11","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785244055.3009021,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a8897c43-f04c-4ebb-9c81-26791e703f11"} {"level":"info","ts":1785244063.873725,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785244063.8737996,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"56eeff81-8a69-4388-aa04-36137e909297"} {"level":"info","ts":1785244063.8738086,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"56eeff81-8a69-4388-aa04-36137e909297"} {"level":"info","ts":1785244063.87382,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"56eeff81-8a69-4388-aa04-36137e909297","EoS":false} {"level":"info","ts":1785244063.8738315,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"56eeff81-8a69-4388-aa04-36137e909297","EoS":true} {"level":"info","ts":1785244063.873853,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"56eeff81-8a69-4388-aa04-36137e909297","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785244063.8738701,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"56eeff81-8a69-4388-aa04-36137e909297","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785244063.8738914,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"56eeff81-8a69-4388-aa04-36137e909297"} {"level":"info","ts":1785244065.9066336,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785244065.9067128,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"df79c921-330d-43c2-b575-903136dc8461"} {"level":"info","ts":1785244065.9067225,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"df79c921-330d-43c2-b575-903136dc8461"} {"level":"info","ts":1785244065.9067364,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"df79c921-330d-43c2-b575-903136dc8461","EoS":false} {"level":"info","ts":1785244065.9067512,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"df79c921-330d-43c2-b575-903136dc8461","EoS":true} {"level":"info","ts":1785244065.90677,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"df79c921-330d-43c2-b575-903136dc8461","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785244065.9067879,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"df79c921-330d-43c2-b575-903136dc8461","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785244065.9068089,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"df79c921-330d-43c2-b575-903136dc8461"} {"level":"info","ts":1785244078.8226528,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785244078.8227644,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3edb8d91-b90f-498a-95ce-6172a9543a01"} {"level":"info","ts":1785244078.8227801,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3edb8d91-b90f-498a-95ce-6172a9543a01"} {"level":"info","ts":1785244078.8227937,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3edb8d91-b90f-498a-95ce-6172a9543a01","EoS":false} {"level":"info","ts":1785244078.8228042,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3edb8d91-b90f-498a-95ce-6172a9543a01","EoS":true} {"level":"info","ts":1785244078.8228276,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3edb8d91-b90f-498a-95ce-6172a9543a01","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785244078.8228433,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3edb8d91-b90f-498a-95ce-6172a9543a01","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785244078.8228662,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3edb8d91-b90f-498a-95ce-6172a9543a01"} {"level":"info","ts":1785244087.6212163,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785244087.6212947,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c5784f16-59e7-403b-ad62-a6afa3d2abf7"} {"level":"info","ts":1785244087.621304,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c5784f16-59e7-403b-ad62-a6afa3d2abf7"} {"level":"info","ts":1785244087.6213145,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c5784f16-59e7-403b-ad62-a6afa3d2abf7","EoS":false} {"level":"info","ts":1785244087.6213253,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c5784f16-59e7-403b-ad62-a6afa3d2abf7","EoS":true} {"level":"info","ts":1785244087.6213467,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c5784f16-59e7-403b-ad62-a6afa3d2abf7","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785244087.6213636,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c5784f16-59e7-403b-ad62-a6afa3d2abf7","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785244087.621385,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c5784f16-59e7-403b-ad62-a6afa3d2abf7"} {"level":"info","ts":1785244096.7966824,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785244096.79677,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c55a2578-0a6c-4e87-89fc-aaa36295501b"} {"level":"info","ts":1785244096.7967877,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c55a2578-0a6c-4e87-89fc-aaa36295501b"} {"level":"info","ts":1785244096.7968075,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c55a2578-0a6c-4e87-89fc-aaa36295501b","EoS":false} {"level":"info","ts":1785244096.7968266,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c55a2578-0a6c-4e87-89fc-aaa36295501b","EoS":true} {"level":"info","ts":1785244096.7968514,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c55a2578-0a6c-4e87-89fc-aaa36295501b","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785244096.7968717,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c55a2578-0a6c-4e87-89fc-aaa36295501b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785244096.7969034,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c55a2578-0a6c-4e87-89fc-aaa36295501b"} {"level":"info","ts":1785244105.8349748,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785244105.835073,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"23021787-6180-493a-b2d4-373e5dea4f30"} {"level":"info","ts":1785244105.8350863,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"23021787-6180-493a-b2d4-373e5dea4f30"} {"level":"info","ts":1785244105.8351026,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"23021787-6180-493a-b2d4-373e5dea4f30","EoS":false} {"level":"info","ts":1785244105.835122,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"23021787-6180-493a-b2d4-373e5dea4f30","EoS":true} {"level":"info","ts":1785244105.835152,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"23021787-6180-493a-b2d4-373e5dea4f30","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785244105.8351717,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"23021787-6180-493a-b2d4-373e5dea4f30","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785244105.835201,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"23021787-6180-493a-b2d4-373e5dea4f30"} {"level":"info","ts":1785244110.6938045,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785244110.6938832,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"85175640-19ab-422d-84cc-8362faea2788"} {"level":"info","ts":1785244110.6938944,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"85175640-19ab-422d-84cc-8362faea2788"} {"level":"info","ts":1785244110.6939087,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"85175640-19ab-422d-84cc-8362faea2788","EoS":false} {"level":"info","ts":1785244110.6939507,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"85175640-19ab-422d-84cc-8362faea2788","EoS":true} {"level":"info","ts":1785244110.6939719,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"85175640-19ab-422d-84cc-8362faea2788","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785244110.6939917,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"85175640-19ab-422d-84cc-8362faea2788","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785244110.694015,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"85175640-19ab-422d-84cc-8362faea2788"} {"level":"info","ts":1785244115.5039825,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785244115.5040674,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"381ec6fe-55f0-45d1-aa38-665238a99ac6"} {"level":"info","ts":1785244115.5040836,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"381ec6fe-55f0-45d1-aa38-665238a99ac6"} {"level":"info","ts":1785244115.5041053,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"381ec6fe-55f0-45d1-aa38-665238a99ac6","EoS":false} {"level":"info","ts":1785244115.5041246,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"381ec6fe-55f0-45d1-aa38-665238a99ac6","EoS":true} {"level":"info","ts":1785244115.5041542,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"381ec6fe-55f0-45d1-aa38-665238a99ac6","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785244115.504173,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"381ec6fe-55f0-45d1-aa38-665238a99ac6","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785244115.504203,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"381ec6fe-55f0-45d1-aa38-665238a99ac6"} {"level":"info","ts":1785244115.882426,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785244115.8825262,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"812ee589-aa7b-4856-b485-90c43c25347d"} {"level":"info","ts":1785244115.882542,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"812ee589-aa7b-4856-b485-90c43c25347d"} {"level":"info","ts":1785244115.8825562,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"812ee589-aa7b-4856-b485-90c43c25347d","EoS":false} {"level":"info","ts":1785244115.88257,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"812ee589-aa7b-4856-b485-90c43c25347d","EoS":true} {"level":"info","ts":1785244115.8825915,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"812ee589-aa7b-4856-b485-90c43c25347d","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785244115.8826072,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"812ee589-aa7b-4856-b485-90c43c25347d","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785244115.8826292,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"812ee589-aa7b-4856-b485-90c43c25347d"} {"level":"info","ts":1785244117.9221232,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785244117.9222054,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e84c558e-9e33-4878-bcfe-614a8a4e6f44"} {"level":"info","ts":1785244117.9222155,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e84c558e-9e33-4878-bcfe-614a8a4e6f44"} {"level":"info","ts":1785244117.9222262,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e84c558e-9e33-4878-bcfe-614a8a4e6f44","EoS":false} {"level":"info","ts":1785244117.9222374,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e84c558e-9e33-4878-bcfe-614a8a4e6f44","EoS":true} {"level":"info","ts":1785244117.9222589,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e84c558e-9e33-4878-bcfe-614a8a4e6f44","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785244117.9222755,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e84c558e-9e33-4878-bcfe-614a8a4e6f44","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785244117.9222968,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e84c558e-9e33-4878-bcfe-614a8a4e6f44"} {"level":"info","ts":1785244119.9551787,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785244119.9552796,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a98c3c27-8a0a-4129-9cff-d411c742f0eb"} {"level":"info","ts":1785244119.9552937,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a98c3c27-8a0a-4129-9cff-d411c742f0eb"} {"level":"info","ts":1785244119.9553058,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a98c3c27-8a0a-4129-9cff-d411c742f0eb","EoS":false} {"level":"info","ts":1785244119.9553187,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a98c3c27-8a0a-4129-9cff-d411c742f0eb","EoS":true} {"level":"info","ts":1785244119.955341,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a98c3c27-8a0a-4129-9cff-d411c742f0eb","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785244119.9553583,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a98c3c27-8a0a-4129-9cff-d411c742f0eb","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785244119.9553819,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a98c3c27-8a0a-4129-9cff-d411c742f0eb"} {"level":"info","ts":1785244142.7847965,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785244142.7848885,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"052d6393-fc69-46a9-aea4-0f62c0c5b6ee"} {"level":"info","ts":1785244142.7849047,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"052d6393-fc69-46a9-aea4-0f62c0c5b6ee"} {"level":"info","ts":1785244142.7849395,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"052d6393-fc69-46a9-aea4-0f62c0c5b6ee","EoS":false} {"level":"info","ts":1785244142.7849562,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"052d6393-fc69-46a9-aea4-0f62c0c5b6ee","EoS":true} {"level":"info","ts":1785244142.7849882,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"052d6393-fc69-46a9-aea4-0f62c0c5b6ee","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785244142.7850099,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"052d6393-fc69-46a9-aea4-0f62c0c5b6ee","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785244142.7850435,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"052d6393-fc69-46a9-aea4-0f62c0c5b6ee"} {"level":"info","ts":1785244152.177115,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785244152.1772103,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2af18892-b7f6-4fa8-ab92-dbfc8c281135"} {"level":"info","ts":1785244152.1772227,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2af18892-b7f6-4fa8-ab92-dbfc8c281135"} {"level":"info","ts":1785244152.177239,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2af18892-b7f6-4fa8-ab92-dbfc8c281135","EoS":false} {"level":"info","ts":1785244152.1772544,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2af18892-b7f6-4fa8-ab92-dbfc8c281135","EoS":true} {"level":"info","ts":1785244152.1772826,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2af18892-b7f6-4fa8-ab92-dbfc8c281135","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785244152.1773012,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2af18892-b7f6-4fa8-ab92-dbfc8c281135","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785244152.1773212,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2af18892-b7f6-4fa8-ab92-dbfc8c281135"} {"level":"info","ts":1785244170.620543,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785244170.6206312,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9cae510e-0e67-4da1-a32f-0dea8e9ab8eb"} {"level":"info","ts":1785244170.6206446,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9cae510e-0e67-4da1-a32f-0dea8e9ab8eb"} {"level":"info","ts":1785244170.620656,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9cae510e-0e67-4da1-a32f-0dea8e9ab8eb","EoS":false} {"level":"info","ts":1785244170.6206658,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9cae510e-0e67-4da1-a32f-0dea8e9ab8eb","EoS":true} {"level":"info","ts":1785244170.6206894,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9cae510e-0e67-4da1-a32f-0dea8e9ab8eb","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785244170.6207066,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9cae510e-0e67-4da1-a32f-0dea8e9ab8eb","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785244170.6207323,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9cae510e-0e67-4da1-a32f-0dea8e9ab8eb"} {"level":"info","ts":1785244180.3542538,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785244180.35435,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"acc178dc-7ab4-496f-aa52-e15bef785941"} {"level":"info","ts":1785244180.354366,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"acc178dc-7ab4-496f-aa52-e15bef785941"} {"level":"info","ts":1785244180.3543792,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"acc178dc-7ab4-496f-aa52-e15bef785941","EoS":false} {"level":"info","ts":1785244180.3543909,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"acc178dc-7ab4-496f-aa52-e15bef785941","EoS":true} {"level":"info","ts":1785244180.3544126,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"acc178dc-7ab4-496f-aa52-e15bef785941","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785244180.354428,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"acc178dc-7ab4-496f-aa52-e15bef785941","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785244180.3544545,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"acc178dc-7ab4-496f-aa52-e15bef785941"} {"level":"info","ts":1785244182.392093,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785244182.392175,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"37973551-1d16-467a-a9bd-2fa5cc6258b7"} {"level":"info","ts":1785244182.392185,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"37973551-1d16-467a-a9bd-2fa5cc6258b7"} {"level":"info","ts":1785244182.3921964,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"37973551-1d16-467a-a9bd-2fa5cc6258b7","EoS":false} {"level":"info","ts":1785244182.392214,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"37973551-1d16-467a-a9bd-2fa5cc6258b7","EoS":true} {"level":"info","ts":1785244182.39224,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"37973551-1d16-467a-a9bd-2fa5cc6258b7","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785244182.3922575,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"37973551-1d16-467a-a9bd-2fa5cc6258b7","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785244182.3922796,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"37973551-1d16-467a-a9bd-2fa5cc6258b7"} {"level":"info","ts":1785244191.8166795,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785244191.8167634,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"37ba170a-b4ef-48a5-9db9-f8dd9bc315e7"} {"level":"info","ts":1785244191.8167732,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"37ba170a-b4ef-48a5-9db9-f8dd9bc315e7"} {"level":"info","ts":1785244191.8167844,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"37ba170a-b4ef-48a5-9db9-f8dd9bc315e7","EoS":false} {"level":"info","ts":1785244191.816795,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"37ba170a-b4ef-48a5-9db9-f8dd9bc315e7","EoS":true} {"level":"info","ts":1785244191.8168163,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"37ba170a-b4ef-48a5-9db9-f8dd9bc315e7","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785244191.8168304,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"37ba170a-b4ef-48a5-9db9-f8dd9bc315e7","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785244191.816853,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"37ba170a-b4ef-48a5-9db9-f8dd9bc315e7"} {"level":"info","ts":1785244191.8595994,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785244191.8596892,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dd39da63-37ac-4153-83ba-27ff2b433ec8"} {"level":"info","ts":1785244191.8597047,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"dd39da63-37ac-4153-83ba-27ff2b433ec8"} {"level":"info","ts":1785244191.8597162,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"dd39da63-37ac-4153-83ba-27ff2b433ec8","EoS":false} {"level":"info","ts":1785244191.8597276,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"dd39da63-37ac-4153-83ba-27ff2b433ec8","EoS":true} {"level":"info","ts":1785244191.8597498,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"dd39da63-37ac-4153-83ba-27ff2b433ec8","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785244191.8597693,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dd39da63-37ac-4153-83ba-27ff2b433ec8","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785244191.8597922,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"dd39da63-37ac-4153-83ba-27ff2b433ec8"} {"level":"info","ts":1785244211.0506744,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785244211.0507507,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c0664fb0-4b60-4984-a957-816cefd33337"} {"level":"info","ts":1785244211.0507598,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c0664fb0-4b60-4984-a957-816cefd33337"} {"level":"info","ts":1785244211.0507712,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c0664fb0-4b60-4984-a957-816cefd33337","EoS":false} {"level":"info","ts":1785244211.050782,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c0664fb0-4b60-4984-a957-816cefd33337","EoS":true} {"level":"info","ts":1785244211.0508,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c0664fb0-4b60-4984-a957-816cefd33337","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785244211.0508165,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c0664fb0-4b60-4984-a957-816cefd33337","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785244211.0508354,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c0664fb0-4b60-4984-a957-816cefd33337"} {"level":"info","ts":1785244220.416595,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785244220.4166813,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e8bb9f09-01b4-93aa-b424-e792ae03ed97"} {"level":"info","ts":1785244220.4166923,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e8bb9f09-01b4-93aa-b424-e792ae03ed97"} {"level":"info","ts":1785244220.4167058,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e8bb9f09-01b4-93aa-b424-e792ae03ed97","EoS":false} {"level":"info","ts":1785244220.416717,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e8bb9f09-01b4-93aa-b424-e792ae03ed97","EoS":true} {"level":"info","ts":1785244220.4167378,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e8bb9f09-01b4-93aa-b424-e792ae03ed97","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785244220.4167545,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e8bb9f09-01b4-93aa-b424-e792ae03ed97","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785244220.4167747,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e8bb9f09-01b4-93aa-b424-e792ae03ed97"} {"level":"info","ts":1785244225.766552,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785244225.766647,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f5b54080-d3f9-4ee6-8613-36b6bce7c3ee"} {"level":"info","ts":1785244225.7666652,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f5b54080-d3f9-4ee6-8613-36b6bce7c3ee"} {"level":"info","ts":1785244225.7666829,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f5b54080-d3f9-4ee6-8613-36b6bce7c3ee","EoS":false} {"level":"info","ts":1785244225.7666981,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f5b54080-d3f9-4ee6-8613-36b6bce7c3ee","EoS":true} {"level":"info","ts":1785244225.7667212,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f5b54080-d3f9-4ee6-8613-36b6bce7c3ee","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785244225.766738,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f5b54080-d3f9-4ee6-8613-36b6bce7c3ee","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785244225.7667596,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f5b54080-d3f9-4ee6-8613-36b6bce7c3ee"} {"level":"info","ts":1785244329.2361348,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785244329.2362225,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"42aa6ca7-f245-4558-970f-bd9e621743ad"} {"level":"info","ts":1785244329.236234,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"42aa6ca7-f245-4558-970f-bd9e621743ad"} {"level":"info","ts":1785244329.2362497,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"42aa6ca7-f245-4558-970f-bd9e621743ad","EoS":false} {"level":"info","ts":1785244329.2362661,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"42aa6ca7-f245-4558-970f-bd9e621743ad","EoS":true} {"level":"info","ts":1785244329.2362964,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"42aa6ca7-f245-4558-970f-bd9e621743ad","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1785244329.2363195,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"42aa6ca7-f245-4558-970f-bd9e621743ad","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785244329.2363496,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"42aa6ca7-f245-4558-970f-bd9e621743ad"} {"level":"info","ts":1785244357.386817,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785244357.386915,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"334cd476-5747-41f7-bbf6-fdb3ff26adaf"} {"level":"info","ts":1785244357.386947,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"334cd476-5747-41f7-bbf6-fdb3ff26adaf"} {"level":"info","ts":1785244357.3869658,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"334cd476-5747-41f7-bbf6-fdb3ff26adaf","EoS":false} {"level":"info","ts":1785244357.3869863,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"334cd476-5747-41f7-bbf6-fdb3ff26adaf","EoS":true} {"level":"info","ts":1785244357.3870158,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"334cd476-5747-41f7-bbf6-fdb3ff26adaf","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1785244357.3870406,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"334cd476-5747-41f7-bbf6-fdb3ff26adaf","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785244357.3870714,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"334cd476-5747-41f7-bbf6-fdb3ff26adaf"} {"level":"info","ts":1785244394.9605255,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785244394.960622,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"742ef0f5-a30c-4ae2-89ce-4400062779a7"} {"level":"info","ts":1785244394.9606352,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"742ef0f5-a30c-4ae2-89ce-4400062779a7"} {"level":"info","ts":1785244394.9606507,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"742ef0f5-a30c-4ae2-89ce-4400062779a7","EoS":false} {"level":"info","ts":1785244394.9606686,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"742ef0f5-a30c-4ae2-89ce-4400062779a7","EoS":true} {"level":"info","ts":1785244394.9606984,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"742ef0f5-a30c-4ae2-89ce-4400062779a7","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785244394.9607172,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"742ef0f5-a30c-4ae2-89ce-4400062779a7","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785244394.9607456,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"742ef0f5-a30c-4ae2-89ce-4400062779a7"} {"level":"info","ts":1785244410.2416651,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785244410.2417455,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"22d25325-1d35-4783-b338-8d57447e64bc"} {"level":"info","ts":1785244410.2417536,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"22d25325-1d35-4783-b338-8d57447e64bc"} {"level":"info","ts":1785244410.2417643,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"22d25325-1d35-4783-b338-8d57447e64bc","EoS":false} {"level":"info","ts":1785244410.2417781,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"22d25325-1d35-4783-b338-8d57447e64bc","EoS":true} {"level":"info","ts":1785244410.2417996,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"22d25325-1d35-4783-b338-8d57447e64bc","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785244410.241817,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"22d25325-1d35-4783-b338-8d57447e64bc","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785244410.2418387,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"22d25325-1d35-4783-b338-8d57447e64bc"} {"level":"info","ts":1785244410.5188587,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785244410.518949,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e5f42af8-7349-4456-bb03-78c4a69ddbb8"} {"level":"info","ts":1785244410.5189595,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e5f42af8-7349-4456-bb03-78c4a69ddbb8"} {"level":"info","ts":1785244410.51897,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e5f42af8-7349-4456-bb03-78c4a69ddbb8","EoS":false} {"level":"info","ts":1785244410.5189815,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e5f42af8-7349-4456-bb03-78c4a69ddbb8","EoS":true} {"level":"info","ts":1785244410.5190027,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e5f42af8-7349-4456-bb03-78c4a69ddbb8","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785244410.5190177,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e5f42af8-7349-4456-bb03-78c4a69ddbb8","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785244410.5190382,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e5f42af8-7349-4456-bb03-78c4a69ddbb8"} {"level":"info","ts":1785244716.4394956,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785244716.4395914,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4d92e4dd-a9b6-4270-9637-1dbdbcd22f27"} {"level":"info","ts":1785244716.4396021,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4d92e4dd-a9b6-4270-9637-1dbdbcd22f27"} {"level":"info","ts":1785244716.439615,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4d92e4dd-a9b6-4270-9637-1dbdbcd22f27","EoS":false} {"level":"info","ts":1785244716.4396293,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4d92e4dd-a9b6-4270-9637-1dbdbcd22f27","EoS":true} {"level":"info","ts":1785244716.4396517,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4d92e4dd-a9b6-4270-9637-1dbdbcd22f27","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785244716.4396691,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4d92e4dd-a9b6-4270-9637-1dbdbcd22f27","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785244716.439696,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4d92e4dd-a9b6-4270-9637-1dbdbcd22f27"} {"level":"info","ts":1785244716.4832213,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785244716.4833045,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"824532b0-d968-4965-8dbd-cf92afc85fce"} {"level":"info","ts":1785244716.4833143,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"824532b0-d968-4965-8dbd-cf92afc85fce"} {"level":"info","ts":1785244716.4833257,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"824532b0-d968-4965-8dbd-cf92afc85fce","EoS":false} {"level":"info","ts":1785244716.483336,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"824532b0-d968-4965-8dbd-cf92afc85fce","EoS":true} {"level":"info","ts":1785244716.4833565,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"824532b0-d968-4965-8dbd-cf92afc85fce","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785244716.483377,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"824532b0-d968-4965-8dbd-cf92afc85fce","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785244716.483401,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"824532b0-d968-4965-8dbd-cf92afc85fce"} {"level":"info","ts":1785244716.5215757,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785244716.5216675,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d43f7005-4410-44e1-b8f7-a5578aa574b2"} {"level":"info","ts":1785244716.521679,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d43f7005-4410-44e1-b8f7-a5578aa574b2"} {"level":"info","ts":1785244716.5216906,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d43f7005-4410-44e1-b8f7-a5578aa574b2","EoS":false} {"level":"info","ts":1785244716.5217013,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d43f7005-4410-44e1-b8f7-a5578aa574b2","EoS":true} {"level":"info","ts":1785244716.5217211,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d43f7005-4410-44e1-b8f7-a5578aa574b2","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785244716.5217369,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d43f7005-4410-44e1-b8f7-a5578aa574b2","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785244716.5217578,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d43f7005-4410-44e1-b8f7-a5578aa574b2"} {"level":"info","ts":1785244721.3956065,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1ceee1fb-1a44-41f4-955c-81147c90785e","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785244721.3956482,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1ceee1fb-1a44-41f4-955c-81147c90785e","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785244721.3957026,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6523b4dd-65a6-4f44-afde-759077ed52ee"} {"level":"info","ts":1785244721.4031599,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d57f8b45-c4bb-4d51-9219-6ef330cdedad","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785244721.4032001,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d57f8b45-c4bb-4d51-9219-6ef330cdedad","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785244721.403208,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":33788.281907118,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785244721.4032297,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785244721.530853,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b547b39a-0546-422e-8621-84358db5381c","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785244721.5310898,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a910dad7-a98d-48a9-9803-e674488b988f"} {"level":"info","ts":1785244721.5311844,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b547b39a-0546-422e-8621-84358db5381c","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785244721.5312834,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a910dad7-a98d-48a9-9803-e674488b988f","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785244721.5319684,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"18edb518-1762-4c8c-a77c-ff707b3f02f6","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785244721.5320103,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"18edb518-1762-4c8c-a77c-ff707b3f02f6","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785244721.535999,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"error","ts":1785244721.5405202,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a910dad7-a98d-48a9-9803-e674488b988f","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785244721.5406177,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a5dc3e7c-9f04-4ac0-827b-02f6172be7ca"} {"level":"info","ts":1785244721.5406513,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a5dc3e7c-9f04-4ac0-827b-02f6172be7ca","provider":"e2e-external-provider","phase":"Pending"} {"level":"error","ts":1785244721.547077,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a5dc3e7c-9f04-4ac0-827b-02f6172be7ca","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785244721.5573475,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"31e6891e-7dfb-48a0-bf5a-3e6f11f9cdc8"} {"level":"info","ts":1785244721.55739,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"31e6891e-7dfb-48a0-bf5a-3e6f11f9cdc8","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785244721.55881,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7833b8a5-f2b1-4f1a-a8a0-b19696f7995f","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785244721.5588608,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7833b8a5-f2b1-4f1a-a8a0-b19696f7995f","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785244721.5589883,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b042e4dc-8e3d-4a4d-94a4-427a8e687328","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785244721.5590136,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b042e4dc-8e3d-4a4d-94a4-427a8e687328","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785244721.5621076,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"31e6891e-7dfb-48a0-bf5a-3e6f11f9cdc8","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785244721.56219,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3a695235-f6fd-4af9-8538-0a237b6ab401"} {"level":"info","ts":1785244721.5624342,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":32637.30971669,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785244721.5624535,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785244721.604156,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":39060.690022364,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785244721.604188,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785244721.6317103,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785244721.6317441,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785244721.6626372,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3a695235-f6fd-4af9-8538-0a237b6ab401","name":"e2e-external-model"} {"level":"info","ts":1785244721.6777742,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"38f0bce5-306c-4248-b271-163cd8735c3f","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785244721.6778262,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"38f0bce5-306c-4248-b271-163cd8735c3f","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785244721.6819825,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3a695235-f6fd-4af9-8538-0a237b6ab401","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785244721.6820476,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3a695235-f6fd-4af9-8538-0a237b6ab401","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-external-model\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785244721.6821127,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d4711435-994e-4ed9-899d-7bc26b5aa548"} {"level":"info","ts":1785244721.6821773,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d4711435-994e-4ed9-899d-7bc26b5aa548","name":"e2e-external-model"} {"level":"info","ts":1785244721.6898487,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3d0c1718-3a63-43ce-af56-96083436fb36","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785244721.6898882,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3d0c1718-3a63-43ce-af56-96083436fb36","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785244721.692635,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d4711435-994e-4ed9-899d-7bc26b5aa548","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1785244721.696331,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d4711435-994e-4ed9-899d-7bc26b5aa548","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785244721.6964207,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"52d0df16-0848-4159-9fd3-62d9c06a0408"} {"level":"info","ts":1785244721.6964808,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"52d0df16-0848-4159-9fd3-62d9c06a0408","name":"e2e-external-model"} {"level":"info","ts":1785244721.7040942,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ee032561-179b-4995-9177-eecee9fdef0f","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785244721.7041216,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ee032561-179b-4995-9177-eecee9fdef0f","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785244721.7041461,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6523b4dd-65a6-4f44-afde-759077ed52ee","name":"e2e-external-provider"} {"level":"info","ts":1785244721.7046554,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"52d0df16-0848-4159-9fd3-62d9c06a0408","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1785244721.7083764,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"52d0df16-0848-4159-9fd3-62d9c06a0408","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785244721.708445,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"dd5b5a92-69c4-4098-9e48-e5c6dfe5a80c"} {"level":"info","ts":1785244721.7084923,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"dd5b5a92-69c4-4098-9e48-e5c6dfe5a80c","name":"e2e-external-model"} {"level":"info","ts":1785244721.715033,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6523b4dd-65a6-4f44-afde-759077ed52ee","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785244721.7165198,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"dd5b5a92-69c4-4098-9e48-e5c6dfe5a80c","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1785244721.7186842,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6523b4dd-65a6-4f44-afde-759077ed52ee","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785244721.7187967,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"35ae68c8-714c-41ae-93b9-f17b4c422a42"} {"level":"info","ts":1785244721.7188525,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"35ae68c8-714c-41ae-93b9-f17b4c422a42","name":"e2e-external-provider"} {"level":"info","ts":1785244721.728885,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"35ae68c8-714c-41ae-93b9-f17b4c422a42","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785244731.1446307,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785244731.144706,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6e28f841-1cff-4917-b038-83fc51b11229"} {"level":"info","ts":1785244731.1447153,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6e28f841-1cff-4917-b038-83fc51b11229"} {"level":"info","ts":1785244731.1447265,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6e28f841-1cff-4917-b038-83fc51b11229","EoS":false} {"level":"info","ts":1785244731.1447372,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6e28f841-1cff-4917-b038-83fc51b11229","EoS":true} {"level":"info","ts":1785244731.144756,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6e28f841-1cff-4917-b038-83fc51b11229","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785244731.1447737,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6e28f841-1cff-4917-b038-83fc51b11229","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785244731.1447852,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"6e28f841-1cff-4917-b038-83fc51b11229","modelName":"e2e-external-model"} {"level":"info","ts":1785244731.1448019,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"6e28f841-1cff-4917-b038-83fc51b11229","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785244731.1448555,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6e28f841-1cff-4917-b038-83fc51b11229"} {"level":"info","ts":1785244731.193517,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785244731.1935906,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a4e04908-77ad-4bc4-9ddd-d3f53eb063b1"} {"level":"info","ts":1785244731.1935995,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a4e04908-77ad-4bc4-9ddd-d3f53eb063b1"} {"level":"info","ts":1785244731.1936104,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a4e04908-77ad-4bc4-9ddd-d3f53eb063b1","EoS":false} {"level":"info","ts":1785244731.1936202,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a4e04908-77ad-4bc4-9ddd-d3f53eb063b1","EoS":true} {"level":"info","ts":1785244731.193641,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a4e04908-77ad-4bc4-9ddd-d3f53eb063b1","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785244731.1936576,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a4e04908-77ad-4bc4-9ddd-d3f53eb063b1","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785244731.1936653,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"a4e04908-77ad-4bc4-9ddd-d3f53eb063b1","modelName":"e2e-external-model"} {"level":"info","ts":1785244731.1936789,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"a4e04908-77ad-4bc4-9ddd-d3f53eb063b1","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785244731.1937175,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a4e04908-77ad-4bc4-9ddd-d3f53eb063b1"} {"level":"info","ts":1785244731.2235754,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785244731.2236621,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dae91306-3cab-4c7c-a5fe-b409025d2a03"} {"level":"info","ts":1785244731.223678,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"dae91306-3cab-4c7c-a5fe-b409025d2a03"} {"level":"info","ts":1785244731.2236972,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"dae91306-3cab-4c7c-a5fe-b409025d2a03","EoS":false} {"level":"info","ts":1785244731.223721,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"dae91306-3cab-4c7c-a5fe-b409025d2a03","EoS":true} {"level":"info","ts":1785244731.2237525,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"dae91306-3cab-4c7c-a5fe-b409025d2a03","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785244731.2237713,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dae91306-3cab-4c7c-a5fe-b409025d2a03","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785244731.2237873,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"dae91306-3cab-4c7c-a5fe-b409025d2a03","modelName":"e2e-external-model"} {"level":"info","ts":1785244731.223809,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"dae91306-3cab-4c7c-a5fe-b409025d2a03","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785244731.2238557,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"dae91306-3cab-4c7c-a5fe-b409025d2a03"} {"level":"info","ts":1785244731.4719577,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bf05a4ab-af9d-4f11-a6d6-52e222bcc988","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785244731.4719973,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bf05a4ab-af9d-4f11-a6d6-52e222bcc988","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785244731.4720004,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8553c6f0-fadb-4564-b441-bbaf6b8ea2b0"} {"level":"info","ts":1785244731.48032,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c97849d3-9984-48e0-95c7-bf615cafa76d","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785244731.4803584,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c97849d3-9984-48e0-95c7-bf615cafa76d","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785244731.4803188,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8553c6f0-fadb-4564-b441-bbaf6b8ea2b0","name":"e2e-cleanup-test"} {"level":"error","ts":1785244731.5068986,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8553c6f0-fadb-4564-b441-bbaf6b8ea2b0","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785244731.507023,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"adc5c83e-f38b-4ca9-9fde-9fb5962f23ff"} {"level":"info","ts":1785244731.5070891,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7429ee3c-3aa2-4783-b689-a9a687627c1c","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785244731.5071166,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7429ee3c-3aa2-4783-b689-a9a687627c1c","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785244731.5071187,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"adc5c83e-f38b-4ca9-9fde-9fb5962f23ff","name":"e2e-cleanup-test"} {"level":"error","ts":1785244731.520966,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"adc5c83e-f38b-4ca9-9fde-9fb5962f23ff","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785244731.5210652,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b3aa2cb5-ec83-468a-9beb-9afc23896523"} {"level":"info","ts":1785244731.5210698,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2bdc315c-fffa-45e0-a3d6-7f9550b618f1","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785244731.5210986,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2bdc315c-fffa-45e0-a3d6-7f9550b618f1","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785244731.5211413,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b3aa2cb5-ec83-468a-9beb-9afc23896523","name":"e2e-cleanup-test"} {"level":"info","ts":1785244731.5292673,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b3aa2cb5-ec83-468a-9beb-9afc23896523","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785244731.5379,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"30c43e43-bb9b-44ef-b30d-6cc5971c87e9"} {"level":"info","ts":1785244731.5379994,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"30c43e43-bb9b-44ef-b30d-6cc5971c87e9","name":"e2e-cleanup-test"} {"level":"info","ts":1785244731.5379958,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c6645a3f-14ea-4ae8-8f93-ae0220d68c8e","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785244731.5381255,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c6645a3f-14ea-4ae8-8f93-ae0220d68c8e","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785244731.5465791,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"30c43e43-bb9b-44ef-b30d-6cc5971c87e9","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785244731.5513725,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cb45ce54-4464-4c0f-b751-af90f08c56c1"} {"level":"info","ts":1785244731.5514405,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cb45ce54-4464-4c0f-b751-af90f08c56c1","name":"e2e-cleanup-test"} {"level":"info","ts":1785244731.5589945,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cb45ce54-4464-4c0f-b751-af90f08c56c1","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785244739.7421892,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a41e683d-10c2-4ff6-a381-e02b2070cbb1","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785244739.74223,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a41e683d-10c2-4ff6-a381-e02b2070cbb1","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785244739.7422366,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"00ecf10e-79e5-4f49-9d1c-19dba311da3b"} {"level":"info","ts":1785244744.0608346,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785244744.0609093,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1bb0556e-29f7-4674-9424-e6cb28e3c97d"} {"level":"info","ts":1785244744.0609493,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1bb0556e-29f7-4674-9424-e6cb28e3c97d"} {"level":"info","ts":1785244744.0609627,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1bb0556e-29f7-4674-9424-e6cb28e3c97d","EoS":false} {"level":"info","ts":1785244744.0609736,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1bb0556e-29f7-4674-9424-e6cb28e3c97d","EoS":true} {"level":"info","ts":1785244744.0609941,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1bb0556e-29f7-4674-9424-e6cb28e3c97d","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1785244744.0610104,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1bb0556e-29f7-4674-9424-e6cb28e3c97d","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785244744.0610318,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1bb0556e-29f7-4674-9424-e6cb28e3c97d"} {"level":"info","ts":1785244744.0980463,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785244744.098126,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5dd7b6cf-85d6-41ae-bd5c-cfb32d56034f"} {"level":"info","ts":1785244744.098136,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5dd7b6cf-85d6-41ae-bd5c-cfb32d56034f"} {"level":"info","ts":1785244744.0981548,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5dd7b6cf-85d6-41ae-bd5c-cfb32d56034f","EoS":false} {"level":"info","ts":1785244744.0981655,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5dd7b6cf-85d6-41ae-bd5c-cfb32d56034f","EoS":true} {"level":"info","ts":1785244744.0981843,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5dd7b6cf-85d6-41ae-bd5c-cfb32d56034f","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785244744.0981991,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5dd7b6cf-85d6-41ae-bd5c-cfb32d56034f","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785244744.0982096,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"5dd7b6cf-85d6-41ae-bd5c-cfb32d56034f","modelName":"e2e-external-model"} {"level":"info","ts":1785244744.0982232,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"5dd7b6cf-85d6-41ae-bd5c-cfb32d56034f","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785244744.0982728,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5dd7b6cf-85d6-41ae-bd5c-cfb32d56034f"} {"level":"info","ts":1785244744.248492,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785244744.248577,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a1d8a70f-13c1-4409-aa46-cb922a142315"} {"level":"info","ts":1785244744.2485902,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a1d8a70f-13c1-4409-aa46-cb922a142315"} {"level":"info","ts":1785244744.2486007,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a1d8a70f-13c1-4409-aa46-cb922a142315","EoS":false} {"level":"info","ts":1785244744.2486117,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a1d8a70f-13c1-4409-aa46-cb922a142315","EoS":true} {"level":"info","ts":1785244744.2486308,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a1d8a70f-13c1-4409-aa46-cb922a142315","field":"model","value":"nonexistent-model"} {"level":"info","ts":1785244744.2486463,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a1d8a70f-13c1-4409-aa46-cb922a142315","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785244744.2486668,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a1d8a70f-13c1-4409-aa46-cb922a142315"} {"level":"info","ts":1785244744.3383982,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785244744.3384895,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"940ffbb2-ccf5-44de-b856-60c4f0cb37b2"} {"level":"info","ts":1785244744.3385048,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"940ffbb2-ccf5-44de-b856-60c4f0cb37b2"} {"level":"info","ts":1785244744.3385239,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"940ffbb2-ccf5-44de-b856-60c4f0cb37b2","EoS":false} {"level":"info","ts":1785244744.3385396,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"940ffbb2-ccf5-44de-b856-60c4f0cb37b2","EoS":true} {"level":"info","ts":1785244744.338571,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"940ffbb2-ccf5-44de-b856-60c4f0cb37b2","field":"model"} {"level":"info","ts":1785244744.3386037,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"940ffbb2-ccf5-44de-b856-60c4f0cb37b2"} {"level":"info","ts":1785244745.3156118,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1a0a0745-abe9-49f1-b504-5d8fe406b15e","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785244745.3156652,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1a0a0745-abe9-49f1-b504-5d8fe406b15e","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785244745.3156295,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"eb0227c9-235b-487a-9d49-6b5a1997cea0"} {"level":"info","ts":1785244745.5146158,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e3d5be5a-cf7d-4f89-9385-9a6846b3fa96","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785244745.5146666,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e3d5be5a-cf7d-4f89-9385-9a6846b3fa96","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785244745.5146158,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a400c1c6-b8b7-498e-a92f-c1aad01a6d70"} {"level":"info","ts":1785246198.12416,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785246198.1242428,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"907d6bdc-9e61-4f0b-b9b0-26e6726e6945"} {"level":"info","ts":1785246272.1252713,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785246272.1253576,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4690f935-4591-4426-b91c-f6b1c792b5c3"} {"level":"info","ts":1785246272.1253667,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4690f935-4591-4426-b91c-f6b1c792b5c3"} {"level":"info","ts":1785246272.125378,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4690f935-4591-4426-b91c-f6b1c792b5c3","EoS":false} {"level":"info","ts":1785246272.1253886,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4690f935-4591-4426-b91c-f6b1c792b5c3","EoS":true} {"level":"info","ts":1785246272.1254117,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4690f935-4591-4426-b91c-f6b1c792b5c3","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785246272.1254275,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4690f935-4591-4426-b91c-f6b1c792b5c3","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785246272.1254501,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4690f935-4591-4426-b91c-f6b1c792b5c3"}