{"level":"info","ts":1784830304.7703857,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e83a6f0e-a5db-4f3d-906f-eb2eb1976a5f"}
{"level":"info","ts":1784830304.770404,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e83a6f0e-a5db-4f3d-906f-eb2eb1976a5f","EoS":true}
{"level":"info","ts":1784830304.7704387,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e83a6f0e-a5db-4f3d-906f-eb2eb1976a5f","header":"x-maas-username"}
{"level":"info","ts":1784830304.7704551,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e83a6f0e-a5db-4f3d-906f-eb2eb1976a5f","header":"x-maas-group"}
{"level":"info","ts":1784830304.7704637,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e83a6f0e-a5db-4f3d-906f-eb2eb1976a5f","header":"x-maas-subscription"}
{"level":"info","ts":1784830304.7704818,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e83a6f0e-a5db-4f3d-906f-eb2eb1976a5f","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784830304.7705152,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e83a6f0e-a5db-4f3d-906f-eb2eb1976a5f"}
{"level":"info","ts":1784830304.7716217,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e83a6f0e-a5db-4f3d-906f-eb2eb1976a5f"}
{"level":"info","ts":1784830304.7716446,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"e83a6f0e-a5db-4f3d-906f-eb2eb1976a5f"}
{"level":"info","ts":1784830304.7716634,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e83a6f0e-a5db-4f3d-906f-eb2eb1976a5f","EoS":false}
{"level":"info","ts":1784830304.7716982,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e83a6f0e-a5db-4f3d-906f-eb2eb1976a5f","EoS":true}
{"level":"info","ts":1784830304.7717326,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"e83a6f0e-a5db-4f3d-906f-eb2eb1976a5f"}
{"level":"info","ts":1784830327.9467206,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784830327.9467845,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"87698f30-66ff-41c5-adfd-97c33c464e10"}
{"level":"info","ts":1784830327.9467976,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"87698f30-66ff-41c5-adfd-97c33c464e10"}
{"level":"info","ts":1784830327.9468093,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"87698f30-66ff-41c5-adfd-97c33c464e10","EoS":true}
{"level":"info","ts":1784830327.9468307,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"87698f30-66ff-41c5-adfd-97c33c464e10","header":"x-maas-group"}
{"level":"info","ts":1784830327.9468403,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"87698f30-66ff-41c5-adfd-97c33c464e10","header":"x-maas-username"}
{"level":"info","ts":1784830327.9468446,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"87698f30-66ff-41c5-adfd-97c33c464e10","header":"x-maas-subscription"}
{"level":"info","ts":1784830327.9468575,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"87698f30-66ff-41c5-adfd-97c33c464e10","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784830327.946884,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"87698f30-66ff-41c5-adfd-97c33c464e10"}
{"level":"info","ts":1784830327.9601512,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"87698f30-66ff-41c5-adfd-97c33c464e10"}
{"level":"info","ts":1784830327.9601696,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"87698f30-66ff-41c5-adfd-97c33c464e10"}
{"level":"info","ts":1784830327.9601834,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"87698f30-66ff-41c5-adfd-97c33c464e10","EoS":false}
{"level":"info","ts":1784830327.9601955,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"87698f30-66ff-41c5-adfd-97c33c464e10","EoS":true}
{"level":"info","ts":1784830327.9602306,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"87698f30-66ff-41c5-adfd-97c33c464e10"}
{"level":"info","ts":1784830328.096215,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784830328.0962849,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ea05c212-0834-4701-963e-d6ceb423de87"}
{"level":"info","ts":1784830328.0962992,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ea05c212-0834-4701-963e-d6ceb423de87"}
{"level":"info","ts":1784830328.096311,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ea05c212-0834-4701-963e-d6ceb423de87","EoS":true}
{"level":"info","ts":1784830328.0963337,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ea05c212-0834-4701-963e-d6ceb423de87","header":"x-maas-username"}
{"level":"info","ts":1784830328.0963438,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ea05c212-0834-4701-963e-d6ceb423de87","header":"x-maas-group"}
{"level":"info","ts":1784830328.0963488,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ea05c212-0834-4701-963e-d6ceb423de87","header":"x-maas-subscription"}
{"level":"info","ts":1784830328.0963619,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ea05c212-0834-4701-963e-d6ceb423de87","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784830328.0963917,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ea05c212-0834-4701-963e-d6ceb423de87"}
{"level":"info","ts":1784830328.0974016,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ea05c212-0834-4701-963e-d6ceb423de87"}
{"level":"info","ts":1784830328.0974236,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"ea05c212-0834-4701-963e-d6ceb423de87"}
{"level":"info","ts":1784830328.0974386,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ea05c212-0834-4701-963e-d6ceb423de87","EoS":false}
{"level":"info","ts":1784830328.0974507,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ea05c212-0834-4701-963e-d6ceb423de87","EoS":true}
{"level":"info","ts":1784830328.0974846,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"ea05c212-0834-4701-963e-d6ceb423de87"}
{"level":"info","ts":1784830328.2344906,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784830328.234547,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4eeb2a9b-ee73-4434-a4bb-332671aaf77f"}
{"level":"info","ts":1784830328.2345555,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4eeb2a9b-ee73-4434-a4bb-332671aaf77f"}
{"level":"info","ts":1784830328.2345665,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4eeb2a9b-ee73-4434-a4bb-332671aaf77f","EoS":true}
{"level":"info","ts":1784830328.2345853,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4eeb2a9b-ee73-4434-a4bb-332671aaf77f","header":"x-maas-subscription"}
{"level":"info","ts":1784830328.2345953,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4eeb2a9b-ee73-4434-a4bb-332671aaf77f","header":"x-maas-group"}
{"level":"info","ts":1784830328.2345998,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4eeb2a9b-ee73-4434-a4bb-332671aaf77f","header":"x-maas-username"}
{"level":"info","ts":1784830328.2346122,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4eeb2a9b-ee73-4434-a4bb-332671aaf77f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784830328.2346327,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4eeb2a9b-ee73-4434-a4bb-332671aaf77f"}
{"level":"info","ts":1784830328.2356582,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"4eeb2a9b-ee73-4434-a4bb-332671aaf77f"}
{"level":"info","ts":1784830328.2356913,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"4eeb2a9b-ee73-4434-a4bb-332671aaf77f"}
{"level":"info","ts":1784830328.235706,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"4eeb2a9b-ee73-4434-a4bb-332671aaf77f","EoS":false}
{"level":"info","ts":1784830328.2357194,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"4eeb2a9b-ee73-4434-a4bb-332671aaf77f","EoS":true}
{"level":"info","ts":1784830328.2357552,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"4eeb2a9b-ee73-4434-a4bb-332671aaf77f"}
{"level":"info","ts":1784830328.3718128,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784830328.3718743,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"941c2870-f635-43d7-a301-d50e05cb42cb"}
{"level":"info","ts":1784830328.3718872,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"941c2870-f635-43d7-a301-d50e05cb42cb"}
{"level":"info","ts":1784830328.3718987,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"941c2870-f635-43d7-a301-d50e05cb42cb","EoS":true}
{"level":"info","ts":1784830328.3719206,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"941c2870-f635-43d7-a301-d50e05cb42cb","header":"x-maas-username"}
{"level":"info","ts":1784830328.3719308,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"941c2870-f635-43d7-a301-d50e05cb42cb","header":"x-maas-group"}
{"level":"info","ts":1784830328.3719368,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"941c2870-f635-43d7-a301-d50e05cb42cb","header":"x-maas-subscription"}
{"level":"info","ts":1784830328.3719492,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"941c2870-f635-43d7-a301-d50e05cb42cb","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784830328.371971,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"941c2870-f635-43d7-a301-d50e05cb42cb"}
{"level":"info","ts":1784830328.3731143,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"941c2870-f635-43d7-a301-d50e05cb42cb"}
{"level":"info","ts":1784830328.3731327,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"941c2870-f635-43d7-a301-d50e05cb42cb"}
{"level":"info","ts":1784830328.3731492,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"941c2870-f635-43d7-a301-d50e05cb42cb","EoS":false}
{"level":"info","ts":1784830328.3731613,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"941c2870-f635-43d7-a301-d50e05cb42cb","EoS":true}
{"level":"info","ts":1784830328.3731954,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"941c2870-f635-43d7-a301-d50e05cb42cb"}
{"level":"info","ts":1784830328.5093865,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784830328.509445,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"67f39d9a-ed70-41e3-8688-e33faf82c9fb"}
{"level":"info","ts":1784830328.5094535,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"67f39d9a-ed70-41e3-8688-e33faf82c9fb"}
{"level":"info","ts":1784830328.5094647,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"67f39d9a-ed70-41e3-8688-e33faf82c9fb","EoS":true}
{"level":"info","ts":1784830328.5094855,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"67f39d9a-ed70-41e3-8688-e33faf82c9fb","header":"x-maas-subscription"}
{"level":"info","ts":1784830328.5094943,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"67f39d9a-ed70-41e3-8688-e33faf82c9fb","header":"x-maas-group"}
{"level":"info","ts":1784830328.5094988,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"67f39d9a-ed70-41e3-8688-e33faf82c9fb","header":"x-maas-username"}
{"level":"info","ts":1784830328.5095117,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"67f39d9a-ed70-41e3-8688-e33faf82c9fb","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784830328.5095444,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"67f39d9a-ed70-41e3-8688-e33faf82c9fb"}
{"level":"info","ts":1784830328.5107098,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"67f39d9a-ed70-41e3-8688-e33faf82c9fb"}
{"level":"info","ts":1784830328.5107276,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"67f39d9a-ed70-41e3-8688-e33faf82c9fb"}
{"level":"info","ts":1784830328.5107422,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"67f39d9a-ed70-41e3-8688-e33faf82c9fb","EoS":false}
{"level":"info","ts":1784830328.5107543,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"67f39d9a-ed70-41e3-8688-e33faf82c9fb","EoS":true}
{"level":"info","ts":1784830328.510792,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"67f39d9a-ed70-41e3-8688-e33faf82c9fb"}
{"level":"info","ts":1784830348.591445,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784830348.5915222,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"69fccdc7-b727-4f6f-91c9-5a8df7dd9e96"}
{"level":"info","ts":1784830348.5915337,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"69fccdc7-b727-4f6f-91c9-5a8df7dd9e96"}
{"level":"info","ts":1784830348.5915453,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"69fccdc7-b727-4f6f-91c9-5a8df7dd9e96","EoS":true}
{"level":"info","ts":1784830348.591571,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"69fccdc7-b727-4f6f-91c9-5a8df7dd9e96","header":"x-maas-username"}
{"level":"info","ts":1784830348.5915802,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"69fccdc7-b727-4f6f-91c9-5a8df7dd9e96","header":"x-maas-group"}
{"level":"info","ts":1784830348.5915847,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"69fccdc7-b727-4f6f-91c9-5a8df7dd9e96","header":"x-maas-subscription"}
{"level":"info","ts":1784830348.5915976,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"69fccdc7-b727-4f6f-91c9-5a8df7dd9e96","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784830348.5916219,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"69fccdc7-b727-4f6f-91c9-5a8df7dd9e96"}
{"level":"info","ts":1784830348.592614,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"69fccdc7-b727-4f6f-91c9-5a8df7dd9e96"}
{"level":"info","ts":1784830348.5926318,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"69fccdc7-b727-4f6f-91c9-5a8df7dd9e96"}
{"level":"info","ts":1784830348.5926466,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"69fccdc7-b727-4f6f-91c9-5a8df7dd9e96","EoS":false}
{"level":"info","ts":1784830348.59266,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"69fccdc7-b727-4f6f-91c9-5a8df7dd9e96","EoS":true}
{"level":"info","ts":1784830348.592712,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"69fccdc7-b727-4f6f-91c9-5a8df7dd9e96"}
{"level":"info","ts":1784830348.695882,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784830348.6959686,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5913b93f-56a0-42b4-88ea-95e286157fe6"}
{"level":"info","ts":1784830348.6985383,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5913b93f-56a0-42b4-88ea-95e286157fe6"}
{"level":"info","ts":1784830348.6985562,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"5913b93f-56a0-42b4-88ea-95e286157fe6"}
{"level":"info","ts":1784830348.6985717,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5913b93f-56a0-42b4-88ea-95e286157fe6","EoS":false}
{"level":"info","ts":1784830348.6985834,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"5913b93f-56a0-42b4-88ea-95e286157fe6"}
{"level":"info","ts":1784830348.6986115,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5913b93f-56a0-42b4-88ea-95e286157fe6","EoS":true}
{"level":"info","ts":1784830348.6986244,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"5913b93f-56a0-42b4-88ea-95e286157fe6"}
{"level":"info","ts":1784830353.3398457,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784830353.3399124,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3f2a46fb-407e-4ce6-afe7-c70f286ac246"}
{"level":"info","ts":1784830353.339925,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3f2a46fb-407e-4ce6-afe7-c70f286ac246"}
{"level":"info","ts":1784830353.3399382,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3f2a46fb-407e-4ce6-afe7-c70f286ac246","EoS":true}
{"level":"info","ts":1784830353.3399634,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3f2a46fb-407e-4ce6-afe7-c70f286ac246","header":"x-maas-group"}
{"level":"info","ts":1784830353.3399725,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3f2a46fb-407e-4ce6-afe7-c70f286ac246","header":"x-maas-subscription"}
{"level":"info","ts":1784830353.339978,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3f2a46fb-407e-4ce6-afe7-c70f286ac246","header":"x-maas-username"}
{"level":"info","ts":1784830353.3399906,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3f2a46fb-407e-4ce6-afe7-c70f286ac246","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784830353.3400135,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3f2a46fb-407e-4ce6-afe7-c70f286ac246"}
{"level":"info","ts":1784830353.3410094,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3f2a46fb-407e-4ce6-afe7-c70f286ac246"}
{"level":"info","ts":1784830353.3410263,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"3f2a46fb-407e-4ce6-afe7-c70f286ac246"}
{"level":"info","ts":1784830353.3410406,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"3f2a46fb-407e-4ce6-afe7-c70f286ac246","EoS":false}
{"level":"info","ts":1784830353.3410566,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"3f2a46fb-407e-4ce6-afe7-c70f286ac246","EoS":true}
{"level":"info","ts":1784830353.3410966,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"3f2a46fb-407e-4ce6-afe7-c70f286ac246"}
{"level":"info","ts":1784830364.0282192,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784830364.0282872,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"50ece526-2c18-486d-8125-30c33b40d796"}
{"level":"info","ts":1784830364.0282989,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"50ece526-2c18-486d-8125-30c33b40d796"}
{"level":"info","ts":1784830364.0283096,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"50ece526-2c18-486d-8125-30c33b40d796","EoS":true}
{"level":"info","ts":1784830364.028335,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"50ece526-2c18-486d-8125-30c33b40d796","header":"x-maas-username"}
{"level":"info","ts":1784830364.0283446,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"50ece526-2c18-486d-8125-30c33b40d796","header":"x-maas-group"}
{"level":"info","ts":1784830364.0283494,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"50ece526-2c18-486d-8125-30c33b40d796","header":"x-maas-subscription"}
{"level":"info","ts":1784830364.0283616,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"50ece526-2c18-486d-8125-30c33b40d796","path":"/llm/premium-simulated-simulated-premium/v1/completions"}
{"level":"info","ts":1784830364.028382,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"50ece526-2c18-486d-8125-30c33b40d796"}
{"level":"info","ts":1784830364.031467,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"50ece526-2c18-486d-8125-30c33b40d796"}
{"level":"info","ts":1784830364.031486,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"50ece526-2c18-486d-8125-30c33b40d796"}
{"level":"info","ts":1784830364.0314999,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"50ece526-2c18-486d-8125-30c33b40d796","EoS":false}
{"level":"info","ts":1784830364.0315104,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"50ece526-2c18-486d-8125-30c33b40d796","EoS":true}
{"level":"info","ts":1784830364.031552,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"50ece526-2c18-486d-8125-30c33b40d796"}
{"level":"info","ts":1784830376.9547262,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784830376.9548144,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5c68b63c-f073-4e8f-90d7-2a6cd46d8b20"}
{"level":"info","ts":1784830376.954831,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5c68b63c-f073-4e8f-90d7-2a6cd46d8b20"}
{"level":"info","ts":1784830376.9548485,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5c68b63c-f073-4e8f-90d7-2a6cd46d8b20","EoS":true}
{"level":"info","ts":1784830376.954885,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5c68b63c-f073-4e8f-90d7-2a6cd46d8b20","header":"x-maas-username"}
{"level":"info","ts":1784830376.9548998,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5c68b63c-f073-4e8f-90d7-2a6cd46d8b20","header":"x-maas-subscription"}
{"level":"info","ts":1784830376.9549081,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5c68b63c-f073-4e8f-90d7-2a6cd46d8b20","header":"x-maas-group"}
{"level":"info","ts":1784830376.9549263,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5c68b63c-f073-4e8f-90d7-2a6cd46d8b20","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784830376.9549568,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5c68b63c-f073-4e8f-90d7-2a6cd46d8b20"}
{"level":"info","ts":1784830376.9560313,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5c68b63c-f073-4e8f-90d7-2a6cd46d8b20"}
{"level":"info","ts":1784830376.9560492,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"5c68b63c-f073-4e8f-90d7-2a6cd46d8b20"}
{"level":"info","ts":1784830376.956063,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5c68b63c-f073-4e8f-90d7-2a6cd46d8b20","EoS":false}
{"level":"info","ts":1784830376.9560742,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5c68b63c-f073-4e8f-90d7-2a6cd46d8b20","EoS":true}
{"level":"info","ts":1784830376.956112,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"5c68b63c-f073-4e8f-90d7-2a6cd46d8b20"}
{"level":"info","ts":1784830385.5138063,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784830385.5138934,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"60bb0b99-e0ea-4057-92a7-1d370d3d0491"}
{"level":"info","ts":1784830385.513905,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"60bb0b99-e0ea-4057-92a7-1d370d3d0491"}
{"level":"info","ts":1784830385.5139165,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"60bb0b99-e0ea-4057-92a7-1d370d3d0491","EoS":true}
{"level":"info","ts":1784830385.5139415,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"60bb0b99-e0ea-4057-92a7-1d370d3d0491","header":"x-maas-username"}
{"level":"info","ts":1784830385.5139518,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"60bb0b99-e0ea-4057-92a7-1d370d3d0491","header":"x-maas-subscription"}
{"level":"info","ts":1784830385.5139565,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"60bb0b99-e0ea-4057-92a7-1d370d3d0491","header":"x-maas-group"}
{"level":"info","ts":1784830385.5139682,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"60bb0b99-e0ea-4057-92a7-1d370d3d0491","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784830385.513987,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"60bb0b99-e0ea-4057-92a7-1d370d3d0491"}
{"level":"info","ts":1784830385.514986,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"60bb0b99-e0ea-4057-92a7-1d370d3d0491"}
{"level":"info","ts":1784830385.5150056,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"60bb0b99-e0ea-4057-92a7-1d370d3d0491"}
{"level":"info","ts":1784830385.5150216,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"60bb0b99-e0ea-4057-92a7-1d370d3d0491","EoS":false}
{"level":"info","ts":1784830385.5150332,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"60bb0b99-e0ea-4057-92a7-1d370d3d0491","EoS":true}
{"level":"info","ts":1784830385.5150692,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"60bb0b99-e0ea-4057-92a7-1d370d3d0491"}
{"level":"info","ts":1784830394.4122944,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784830394.4123821,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ab250ed4-f05d-4a95-9166-0ae05f6ae1ac"}
{"level":"info","ts":1784830394.4123948,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ab250ed4-f05d-4a95-9166-0ae05f6ae1ac"}
{"level":"info","ts":1784830394.4124062,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ab250ed4-f05d-4a95-9166-0ae05f6ae1ac","EoS":true}
{"level":"info","ts":1784830394.4124322,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ab250ed4-f05d-4a95-9166-0ae05f6ae1ac","header":"x-maas-subscription"}
{"level":"info","ts":1784830394.4124422,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ab250ed4-f05d-4a95-9166-0ae05f6ae1ac","header":"x-maas-group"}
{"level":"info","ts":1784830394.412447,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ab250ed4-f05d-4a95-9166-0ae05f6ae1ac","header":"x-maas-username"}
{"level":"info","ts":1784830394.412459,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ab250ed4-f05d-4a95-9166-0ae05f6ae1ac","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784830394.4124823,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ab250ed4-f05d-4a95-9166-0ae05f6ae1ac"}
{"level":"info","ts":1784830394.413588,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ab250ed4-f05d-4a95-9166-0ae05f6ae1ac"}
{"level":"info","ts":1784830394.4136112,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"ab250ed4-f05d-4a95-9166-0ae05f6ae1ac"}
{"level":"info","ts":1784830394.4136317,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ab250ed4-f05d-4a95-9166-0ae05f6ae1ac","EoS":false}
{"level":"info","ts":1784830394.4136488,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ab250ed4-f05d-4a95-9166-0ae05f6ae1ac","EoS":true}
{"level":"info","ts":1784830394.4137187,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"ab250ed4-f05d-4a95-9166-0ae05f6ae1ac"}
{"level":"info","ts":1784830422.5892613,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784830422.5893257,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4563c90d-fe93-4335-b45d-fd23089b7313"}
{"level":"info","ts":1784830422.589335,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4563c90d-fe93-4335-b45d-fd23089b7313"}
{"level":"info","ts":1784830422.5893466,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4563c90d-fe93-4335-b45d-fd23089b7313","EoS":true}
{"level":"info","ts":1784830422.5893703,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4563c90d-fe93-4335-b45d-fd23089b7313","header":"x-maas-username"}
{"level":"info","ts":1784830422.5893805,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4563c90d-fe93-4335-b45d-fd23089b7313","header":"x-maas-group"}
{"level":"info","ts":1784830422.589386,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4563c90d-fe93-4335-b45d-fd23089b7313","header":"x-maas-subscription"}
{"level":"info","ts":1784830422.5893989,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4563c90d-fe93-4335-b45d-fd23089b7313","path":"/llm/premium-simulated-simulated-premium/v1/completions"}
{"level":"info","ts":1784830422.5894241,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4563c90d-fe93-4335-b45d-fd23089b7313"}
{"level":"info","ts":1784830422.5904202,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"4563c90d-fe93-4335-b45d-fd23089b7313"}
{"level":"info","ts":1784830422.5904424,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"4563c90d-fe93-4335-b45d-fd23089b7313"}
{"level":"info","ts":1784830422.590462,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"4563c90d-fe93-4335-b45d-fd23089b7313","EoS":false}
{"level":"info","ts":1784830422.5904768,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"4563c90d-fe93-4335-b45d-fd23089b7313","EoS":true}
{"level":"info","ts":1784830422.59051,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"4563c90d-fe93-4335-b45d-fd23089b7313"}
{"level":"info","ts":1784830446.8286362,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784830446.8287227,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fbb04ba2-255a-47e8-8de6-99cb977b77d5"}
{"level":"info","ts":1784830446.8287375,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"fbb04ba2-255a-47e8-8de6-99cb977b77d5"}
{"level":"info","ts":1784830446.8287497,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fbb04ba2-255a-47e8-8de6-99cb977b77d5","EoS":true}
{"level":"info","ts":1784830446.828773,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fbb04ba2-255a-47e8-8de6-99cb977b77d5","header":"x-maas-username"}
{"level":"info","ts":1784830446.8287833,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fbb04ba2-255a-47e8-8de6-99cb977b77d5","header":"x-maas-subscription"}
{"level":"info","ts":1784830446.8287883,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fbb04ba2-255a-47e8-8de6-99cb977b77d5","header":"x-maas-group"}
{"level":"info","ts":1784830446.8288026,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fbb04ba2-255a-47e8-8de6-99cb977b77d5","path":"/llm/premium-simulated-simulated-premium/v1/completions"}
{"level":"info","ts":1784830446.8288326,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"fbb04ba2-255a-47e8-8de6-99cb977b77d5"}
{"level":"info","ts":1784830446.8317633,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"fbb04ba2-255a-47e8-8de6-99cb977b77d5"}
{"level":"info","ts":1784830446.8317838,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"fbb04ba2-255a-47e8-8de6-99cb977b77d5"}
{"level":"info","ts":1784830446.831798,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"fbb04ba2-255a-47e8-8de6-99cb977b77d5","EoS":false}
{"level":"info","ts":1784830446.8318107,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"fbb04ba2-255a-47e8-8de6-99cb977b77d5","EoS":true}
{"level":"info","ts":1784830446.8318412,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"fbb04ba2-255a-47e8-8de6-99cb977b77d5"}
{"level":"info","ts":1784830473.2292235,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784830473.2293,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"63cd0a1e-6ce8-4bb8-b548-ef7f64dfde83"}
{"level":"info","ts":1784830473.2293122,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"63cd0a1e-6ce8-4bb8-b548-ef7f64dfde83"}
{"level":"info","ts":1784830473.229324,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"63cd0a1e-6ce8-4bb8-b548-ef7f64dfde83","EoS":true}
{"level":"info","ts":1784830473.229352,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"63cd0a1e-6ce8-4bb8-b548-ef7f64dfde83","header":"x-maas-username"}
{"level":"info","ts":1784830473.229367,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"63cd0a1e-6ce8-4bb8-b548-ef7f64dfde83","header":"x-maas-subscription"}
{"level":"info","ts":1784830473.2293751,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"63cd0a1e-6ce8-4bb8-b548-ef7f64dfde83","header":"x-maas-group"}
{"level":"info","ts":1784830473.2293916,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"63cd0a1e-6ce8-4bb8-b548-ef7f64dfde83","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784830473.2294278,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"63cd0a1e-6ce8-4bb8-b548-ef7f64dfde83"}
{"level":"info","ts":1784830473.2317424,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"63cd0a1e-6ce8-4bb8-b548-ef7f64dfde83"}
{"level":"info","ts":1784830473.231763,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"63cd0a1e-6ce8-4bb8-b548-ef7f64dfde83"}
{"level":"info","ts":1784830473.2317832,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"63cd0a1e-6ce8-4bb8-b548-ef7f64dfde83","EoS":false}
{"level":"info","ts":1784830473.2318017,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"63cd0a1e-6ce8-4bb8-b548-ef7f64dfde83","EoS":true}
{"level":"info","ts":1784830473.2318447,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"63cd0a1e-6ce8-4bb8-b548-ef7f64dfde83"}
{"level":"info","ts":1784830482.6116028,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784830482.6117165,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"baed825d-3d03-4a41-8cd3-d95389d36c5b"}
{"level":"info","ts":1784830482.6117358,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"baed825d-3d03-4a41-8cd3-d95389d36c5b"}
{"level":"info","ts":1784830482.6117556,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"baed825d-3d03-4a41-8cd3-d95389d36c5b","EoS":true}
{"level":"info","ts":1784830482.6117914,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"baed825d-3d03-4a41-8cd3-d95389d36c5b","header":"x-maas-username"}
{"level":"info","ts":1784830482.611802,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"baed825d-3d03-4a41-8cd3-d95389d36c5b","header":"x-maas-subscription"}
{"level":"info","ts":1784830482.6118102,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"baed825d-3d03-4a41-8cd3-d95389d36c5b","header":"x-maas-group"}
{"level":"info","ts":1784830482.6118288,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"baed825d-3d03-4a41-8cd3-d95389d36c5b","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784830482.6118634,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"baed825d-3d03-4a41-8cd3-d95389d36c5b"}
{"level":"info","ts":1784830482.6131673,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"baed825d-3d03-4a41-8cd3-d95389d36c5b"}
{"level":"info","ts":1784830482.613192,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"baed825d-3d03-4a41-8cd3-d95389d36c5b"}
{"level":"info","ts":1784830482.6132133,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"baed825d-3d03-4a41-8cd3-d95389d36c5b","EoS":false}
{"level":"info","ts":1784830482.6132302,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"baed825d-3d03-4a41-8cd3-d95389d36c5b","EoS":true}
{"level":"info","ts":1784830482.61328,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"baed825d-3d03-4a41-8cd3-d95389d36c5b"}
{"level":"info","ts":1784830482.6532595,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784830482.6533334,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"663f4aeb-8194-49c6-922e-601502641ca0"}
{"level":"info","ts":1784830482.6533496,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"663f4aeb-8194-49c6-922e-601502641ca0"}
{"level":"info","ts":1784830482.653369,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"663f4aeb-8194-49c6-922e-601502641ca0","EoS":true}
{"level":"info","ts":1784830482.653427,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"663f4aeb-8194-49c6-922e-601502641ca0","header":"x-maas-username"}
{"level":"info","ts":1784830482.6534402,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"663f4aeb-8194-49c6-922e-601502641ca0","header":"x-maas-subscription"}
{"level":"info","ts":1784830482.653449,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"663f4aeb-8194-49c6-922e-601502641ca0","header":"x-maas-group"}
{"level":"info","ts":1784830482.6534674,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"663f4aeb-8194-49c6-922e-601502641ca0","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784830482.6535044,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"663f4aeb-8194-49c6-922e-601502641ca0"}
{"level":"info","ts":1784830482.6545587,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"663f4aeb-8194-49c6-922e-601502641ca0"}
{"level":"info","ts":1784830482.6545768,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"663f4aeb-8194-49c6-922e-601502641ca0"}
{"level":"info","ts":1784830482.6545925,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"663f4aeb-8194-49c6-922e-601502641ca0","EoS":false}
{"level":"info","ts":1784830482.654604,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"663f4aeb-8194-49c6-922e-601502641ca0","EoS":true}
{"level":"info","ts":1784830482.654641,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"663f4aeb-8194-49c6-922e-601502641ca0"}
{"level":"info","ts":1784830501.8783472,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784830501.8784404,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"67f4fecb-3b3b-48da-835a-d3a9caa5c867"}
{"level":"info","ts":1784830501.8784559,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"67f4fecb-3b3b-48da-835a-d3a9caa5c867"}
{"level":"info","ts":1784830501.8784742,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"67f4fecb-3b3b-48da-835a-d3a9caa5c867","EoS":true}
{"level":"info","ts":1784830501.8784995,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"67f4fecb-3b3b-48da-835a-d3a9caa5c867","header":"x-maas-subscription"}
{"level":"info","ts":1784830501.8785074,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"67f4fecb-3b3b-48da-835a-d3a9caa5c867","header":"x-maas-group"}
{"level":"info","ts":1784830501.8785148,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"67f4fecb-3b3b-48da-835a-d3a9caa5c867","header":"x-maas-username"}
{"level":"info","ts":1784830501.8785324,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"67f4fecb-3b3b-48da-835a-d3a9caa5c867","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784830501.8785584,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"67f4fecb-3b3b-48da-835a-d3a9caa5c867"}
{"level":"info","ts":1784830501.8799148,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"67f4fecb-3b3b-48da-835a-d3a9caa5c867"}
{"level":"info","ts":1784830501.8799343,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"67f4fecb-3b3b-48da-835a-d3a9caa5c867"}
{"level":"info","ts":1784830501.8799508,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"67f4fecb-3b3b-48da-835a-d3a9caa5c867","EoS":false}
{"level":"info","ts":1784830501.8799624,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"67f4fecb-3b3b-48da-835a-d3a9caa5c867","EoS":true}
{"level":"info","ts":1784830501.8800015,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"67f4fecb-3b3b-48da-835a-d3a9caa5c867"}
{"level":"info","ts":1784830632.7175393,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784830632.7176156,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"921d6a5f-3a79-48c7-b39d-e3100ab70e85"}
{"level":"info","ts":1784830632.7176237,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"921d6a5f-3a79-48c7-b39d-e3100ab70e85"}
{"level":"info","ts":1784830632.7176342,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"921d6a5f-3a79-48c7-b39d-e3100ab70e85","EoS":true}
{"level":"info","ts":1784830632.7176602,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"921d6a5f-3a79-48c7-b39d-e3100ab70e85","header":"x-maas-subscription"}
{"level":"info","ts":1784830632.717667,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"921d6a5f-3a79-48c7-b39d-e3100ab70e85","header":"x-maas-group"}
{"level":"info","ts":1784830632.7176883,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"921d6a5f-3a79-48c7-b39d-e3100ab70e85","header":"x-maas-username"}
{"level":"info","ts":1784830632.7177038,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"921d6a5f-3a79-48c7-b39d-e3100ab70e85","path":"/llm/e2e-trlp-test-simulated/v1/completions"}
{"level":"info","ts":1784830632.717734,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"921d6a5f-3a79-48c7-b39d-e3100ab70e85"}
{"level":"info","ts":1784830632.7188482,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"921d6a5f-3a79-48c7-b39d-e3100ab70e85"}
{"level":"info","ts":1784830632.7188714,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"921d6a5f-3a79-48c7-b39d-e3100ab70e85"}
{"level":"info","ts":1784830632.7188869,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"921d6a5f-3a79-48c7-b39d-e3100ab70e85","EoS":false}
{"level":"info","ts":1784830632.7189007,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"921d6a5f-3a79-48c7-b39d-e3100ab70e85","EoS":true}
{"level":"info","ts":1784830632.718934,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"921d6a5f-3a79-48c7-b39d-e3100ab70e85"}
{"level":"info","ts":1784830669.8524814,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784830669.8525493,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4dbf6a7f-c984-4e86-b9a0-2db70afa2ac0"}
{"level":"info","ts":1784830669.852559,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4dbf6a7f-c984-4e86-b9a0-2db70afa2ac0"}
{"level":"info","ts":1784830669.8525698,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4dbf6a7f-c984-4e86-b9a0-2db70afa2ac0","EoS":true}
{"level":"info","ts":1784830669.8525965,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4dbf6a7f-c984-4e86-b9a0-2db70afa2ac0","header":"x-maas-username"}
{"level":"info","ts":1784830669.8526065,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4dbf6a7f-c984-4e86-b9a0-2db70afa2ac0","header":"x-maas-group"}
{"level":"info","ts":1784830669.852612,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4dbf6a7f-c984-4e86-b9a0-2db70afa2ac0","header":"x-maas-subscription"}
{"level":"info","ts":1784830669.852625,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4dbf6a7f-c984-4e86-b9a0-2db70afa2ac0","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784830669.8526466,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4dbf6a7f-c984-4e86-b9a0-2db70afa2ac0"}
{"level":"info","ts":1784830669.8551195,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"4dbf6a7f-c984-4e86-b9a0-2db70afa2ac0"}
{"level":"info","ts":1784830669.8551328,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"4dbf6a7f-c984-4e86-b9a0-2db70afa2ac0"}
{"level":"info","ts":1784830669.8551445,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"4dbf6a7f-c984-4e86-b9a0-2db70afa2ac0","EoS":false}
{"level":"info","ts":1784830669.855155,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"4dbf6a7f-c984-4e86-b9a0-2db70afa2ac0","EoS":true}
{"level":"info","ts":1784830669.855184,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"4dbf6a7f-c984-4e86-b9a0-2db70afa2ac0"}
{"level":"info","ts":1784830685.222284,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784830685.2223501,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"94bacc7b-4f7f-971d-8cda-06524e38286b"}
{"level":"info","ts":1784830685.2223597,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"94bacc7b-4f7f-971d-8cda-06524e38286b"}
{"level":"info","ts":1784830685.22237,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"94bacc7b-4f7f-971d-8cda-06524e38286b","EoS":true}
{"level":"info","ts":1784830685.2223942,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"94bacc7b-4f7f-971d-8cda-06524e38286b","header":"x-maas-username"}
{"level":"info","ts":1784830685.222404,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"94bacc7b-4f7f-971d-8cda-06524e38286b","header":"x-maas-group"}
{"level":"info","ts":1784830685.2224088,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"94bacc7b-4f7f-971d-8cda-06524e38286b","header":"x-maas-subscription"}
{"level":"info","ts":1784830685.2224221,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"94bacc7b-4f7f-971d-8cda-06524e38286b","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784830685.2224445,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"94bacc7b-4f7f-971d-8cda-06524e38286b"}
{"level":"info","ts":1784830685.2235553,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"94bacc7b-4f7f-971d-8cda-06524e38286b"}
{"level":"info","ts":1784830685.223576,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"94bacc7b-4f7f-971d-8cda-06524e38286b"}
{"level":"info","ts":1784830685.223592,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"94bacc7b-4f7f-971d-8cda-06524e38286b","EoS":false}
{"level":"info","ts":1784830685.223604,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"94bacc7b-4f7f-971d-8cda-06524e38286b","EoS":true}
{"level":"info","ts":1784830685.2236414,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"94bacc7b-4f7f-971d-8cda-06524e38286b"}
{"level":"info","ts":1784831012.9160144,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784831012.916091,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e130806b-093d-4baa-90cc-52cb7e9833e2"}
{"level":"info","ts":1784831012.9161012,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e130806b-093d-4baa-90cc-52cb7e9833e2"}
{"level":"info","ts":1784831012.916113,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e130806b-093d-4baa-90cc-52cb7e9833e2","EoS":true}
{"level":"info","ts":1784831012.9161363,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e130806b-093d-4baa-90cc-52cb7e9833e2","header":"x-maas-subscription"}
{"level":"info","ts":1784831012.91615,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e130806b-093d-4baa-90cc-52cb7e9833e2","header":"x-maas-group"}
{"level":"info","ts":1784831012.9161556,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e130806b-093d-4baa-90cc-52cb7e9833e2","header":"x-maas-username"}
{"level":"info","ts":1784831012.9161687,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e130806b-093d-4baa-90cc-52cb7e9833e2","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784831012.9161925,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e130806b-093d-4baa-90cc-52cb7e9833e2"}
{"level":"info","ts":1784831012.9195535,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e130806b-093d-4baa-90cc-52cb7e9833e2"}
{"level":"info","ts":1784831012.9195719,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"e130806b-093d-4baa-90cc-52cb7e9833e2"}
{"level":"info","ts":1784831012.9195867,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e130806b-093d-4baa-90cc-52cb7e9833e2","EoS":false}
{"level":"info","ts":1784831012.9195974,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e130806b-093d-4baa-90cc-52cb7e9833e2","EoS":true}
{"level":"info","ts":1784831012.91963,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"e130806b-093d-4baa-90cc-52cb7e9833e2"}
{"level":"info","ts":1784831017.806949,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"383541e6-5f97-4276-8b31-23a8b49782fe","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784831017.8072937,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":38204.428706339,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784831017.8073182,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784831017.8421342,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784831017.9075866,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"383541e6-5f97-4276-8b31-23a8b49782fe","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784831017.941583,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0806c147-53e9-442d-ac8c-9c616718dad5","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784831017.9416137,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0806c147-53e9-442d-ac8c-9c616718dad5","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1784831017.941694,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"215b6f32-29f1-4f41-a0fb-dfc1ca9da725"}
{"level":"info","ts":1784831017.949452,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e0cc8ed5-0cf9-43cd-bb73-902d40650a5a","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784831017.9496133,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":35913.506273913,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784831017.9496298,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e0cc8ed5-0cf9-43cd-bb73-902d40650a5a","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1784831017.9496355,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784831017.958106,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784831018.0502136,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"215b6f32-29f1-4f41-a0fb-dfc1ca9da725","name":"e2e-external-provider"}
{"level":"info","ts":1784831018.0664153,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"215b6f32-29f1-4f41-a0fb-dfc1ca9da725","kind":"ServiceEntry","name":"e2e-external-provider"}
{"level":"info","ts":1784831018.0740926,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"215b6f32-29f1-4f41-a0fb-dfc1ca9da725","kind":"DestinationRule","name":"e2e-external-provider"}
{"level":"info","ts":1784831018.0756044,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8735f00a-132d-49ce-8905-202fb346e04e","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784831018.075611,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a240b3ce-6a18-4662-af18-dda5d16ba257"}
{"level":"info","ts":1784831018.075651,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8735f00a-132d-49ce-8905-202fb346e04e","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784831018.0805566,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"215b6f32-29f1-4f41-a0fb-dfc1ca9da725","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"}
{"level":"info","ts":1784831018.0836608,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1fa27446-940e-4a85-9819-014bdf46047e","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784831018.083709,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1fa27446-940e-4a85-9819-014bdf46047e","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784831018.0837471,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a240b3ce-6a18-4662-af18-dda5d16ba257","provider":"e2e-external-provider","phase":"Pending"}
{"level":"info","ts":1784831018.0856483,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"faf8707f-71fa-47f7-b495-1e5f2333c907"}
{"level":"info","ts":1784831018.0857315,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"faf8707f-71fa-47f7-b495-1e5f2333c907","name":"e2e-external-provider"}
{"level":"info","ts":1784831018.0857658,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"173182fe-b054-45fe-b54a-fedfe0c82722","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784831018.085787,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"173182fe-b054-45fe-b54a-fedfe0c82722","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784831018.0858402,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"41cc1c45-2da3-4210-a0a5-3d7bcf37ac87","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784831018.0858567,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"41cc1c45-2da3-4210-a0a5-3d7bcf37ac87","provider":"openai","endpoint":"httpbingo.org"}
{"level":"error","ts":1784831018.09032,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a240b3ce-6a18-4662-af18-dda5d16ba257","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784831018.0903678,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cc66ab04-548b-4cb9-92cf-be982837b99c","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784831018.0903916,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cc66ab04-548b-4cb9-92cf-be982837b99c","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784831018.0903983,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b88efcc4-190a-45e3-b27e-8eb090fa8431"}
{"level":"info","ts":1784831018.0906205,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":36884.637004924,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784831018.0906358,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784831018.0950007,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"faf8707f-71fa-47f7-b495-1e5f2333c907","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"}
{"level":"info","ts":1784831018.0981398,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"error","ts":1784831018.0983317,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"faf8707f-71fa-47f7-b495-1e5f2333c907","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784831018.0984182,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2f208589-3e75-40ab-ad71-f2eceea0cbed"}
{"level":"info","ts":1784831018.098468,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2f208589-3e75-40ab-ad71-f2eceea0cbed","name":"e2e-external-provider"}
{"level":"info","ts":1784831018.1072257,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2f208589-3e75-40ab-ad71-f2eceea0cbed","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"}
{"level":"info","ts":1784831018.1914911,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b88efcc4-190a-45e3-b27e-8eb090fa8431","name":"e2e-external-model"}
{"level":"info","ts":1784831018.2004464,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b88efcc4-190a-45e3-b27e-8eb090fa8431","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784831018.208084,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"efa86528-dffe-47d8-8e72-e85b7eeb2f7e"}
{"level":"info","ts":1784831018.2081285,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0f83a8ae-07fa-4986-bb58-0ef5031ce7be","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784831018.2081563,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"efa86528-dffe-47d8-8e72-e85b7eeb2f7e","name":"e2e-external-model"}
{"level":"info","ts":1784831018.2081687,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0f83a8ae-07fa-4986-bb58-0ef5031ce7be","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"error","ts":1784831018.2387571,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"efa86528-dffe-47d8-8e72-e85b7eeb2f7e","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784831018.2388287,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"dedf877c-340f-458e-914d-32b1ff0a10d8"}
{"level":"info","ts":1784831018.23889,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"dedf877c-340f-458e-914d-32b1ff0a10d8","name":"e2e-external-model"}
{"level":"info","ts":1784831018.2390978,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bfb27910-843e-4db5-832e-f55aae08b03d","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784831018.2391348,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bfb27910-843e-4db5-832e-f55aae08b03d","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784831018.2543054,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"dedf877c-340f-458e-914d-32b1ff0a10d8","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"error","ts":1784831018.266079,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"dedf877c-340f-458e-914d-32b1ff0a10d8","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784831018.266161,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a14b91dd-0d82-4c6f-8daa-e41cd051dd0c"}
{"level":"info","ts":1784831018.2662032,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a14b91dd-0d82-4c6f-8daa-e41cd051dd0c","name":"e2e-external-model"}
{"level":"info","ts":1784831018.2813647,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a14b91dd-0d82-4c6f-8daa-e41cd051dd0c","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784831018.2946274,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5d66b5d7-a7bb-46b4-9bb7-bd05de4e7dd7"}
{"level":"info","ts":1784831018.2946277,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6dd794bf-9833-4589-8bf2-fedd7a7584dc","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784831018.294668,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6dd794bf-9833-4589-8bf2-fedd7a7584dc","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784831018.2947226,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5d66b5d7-a7bb-46b4-9bb7-bd05de4e7dd7","name":"e2e-external-model"}
{"level":"info","ts":1784831018.3124735,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5d66b5d7-a7bb-46b4-9bb7-bd05de4e7dd7","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784831025.724402,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784831025.7244709,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e92130fb-e3d7-46e1-8043-eb6d52094170"}
{"level":"info","ts":1784831025.7244794,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e92130fb-e3d7-46e1-8043-eb6d52094170"}
{"level":"info","ts":1784831025.724492,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e92130fb-e3d7-46e1-8043-eb6d52094170","EoS":true}
{"level":"info","ts":1784831025.7245147,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e92130fb-e3d7-46e1-8043-eb6d52094170","header":"x-maas-subscription"}
{"level":"info","ts":1784831025.724526,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e92130fb-e3d7-46e1-8043-eb6d52094170","header":"x-maas-username"}
{"level":"info","ts":1784831025.7245317,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e92130fb-e3d7-46e1-8043-eb6d52094170","header":"x-maas-group"}
{"level":"info","ts":1784831025.724545,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e92130fb-e3d7-46e1-8043-eb6d52094170","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1784831025.7245576,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"e92130fb-e3d7-46e1-8043-eb6d52094170","modelName":"e2e-external-model"}
{"level":"info","ts":1784831025.7245696,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"e92130fb-e3d7-46e1-8043-eb6d52094170","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"}
{"level":"info","ts":1784831025.724619,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"e92130fb-e3d7-46e1-8043-eb6d52094170","input":"openai-chat","output":"openai-chat"}
{"level":"info","ts":1784831025.724643,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"e92130fb-e3d7-46e1-8043-eb6d52094170","authType":"apikey"}
{"level":"info","ts":1784831025.7246685,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e92130fb-e3d7-46e1-8043-eb6d52094170"}
{"level":"info","ts":1784831025.8579023,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9f0ba34c-4471-48cd-ab19-6958cbf2e8d4","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784831025.857923,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"35201256-b289-41d5-9107-49af6dc2d9be"}
{"level":"info","ts":1784831025.8579414,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9f0ba34c-4471-48cd-ab19-6958cbf2e8d4","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1784831025.8645914,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7e3f1876-e86f-44e1-8652-4b79cd3fa2c6","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784831025.864617,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7e3f1876-e86f-44e1-8652-4b79cd3fa2c6","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"error","ts":1784831025.8655202,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"35201256-b289-41d5-9107-49af6dc2d9be","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784831025.8655722,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"35201256-b289-41d5-9107-49af6dc2d9be","name":"e2e-cleanup-test"}
{"level":"info","ts":1784831025.8807147,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"51d9a48a-9bd2-4985-964c-fd57eb7b8ec4","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784831025.880745,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"51d9a48a-9bd2-4985-964c-fd57eb7b8ec4","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"error","ts":1784831025.8822973,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"35201256-b289-41d5-9107-49af6dc2d9be","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1784831025.8823369,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"35201256-b289-41d5-9107-49af6dc2d9be","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784831025.8823793,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4f0a132b-b2f0-49cd-82a9-3c2685a3de08"}
{"level":"info","ts":1784831025.8824203,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4f0a132b-b2f0-49cd-82a9-3c2685a3de08","name":"e2e-cleanup-test"}
{"level":"error","ts":1784831025.8962703,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4f0a132b-b2f0-49cd-82a9-3c2685a3de08","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784831025.8963165,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6c844f7c-312e-430f-a3ba-daaaa1263121","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784831025.8963435,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6c844f7c-312e-430f-a3ba-daaaa1263121","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1784831025.896348,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"aae00d64-8573-4e92-899a-b8712dc94b7c"}
{"level":"info","ts":1784831025.8964107,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"aae00d64-8573-4e92-899a-b8712dc94b7c","name":"e2e-cleanup-test"}
{"level":"info","ts":1784831025.9059336,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"aae00d64-8573-4e92-899a-b8712dc94b7c","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784831025.9115424,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a1fea317-e06e-4e4a-a325-a742642ecf25","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784831025.9115705,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a1fea317-e06e-4e4a-a325-a742642ecf25","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1784831025.9116492,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"441aeadd-b52c-464f-8b8e-e8c41b31e1f5"}
{"level":"info","ts":1784831025.9117157,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"441aeadd-b52c-464f-8b8e-e8c41b31e1f5","name":"e2e-cleanup-test"}
{"level":"info","ts":1784831025.921189,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"441aeadd-b52c-464f-8b8e-e8c41b31e1f5","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784831034.156861,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2c51966b-e5d2-43b4-918e-cc60320073f2","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784831034.1568909,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f771e749-5995-4697-88f1-3d8a3af29ed4"}
{"level":"info","ts":1784831034.1569054,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2c51966b-e5d2-43b4-918e-cc60320073f2","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784831038.5203836,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784831038.52045,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c1f4f69a-39ec-44bf-8172-c8a5e08b4316"}
{"level":"info","ts":1784831038.520459,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c1f4f69a-39ec-44bf-8172-c8a5e08b4316"}
{"level":"info","ts":1784831038.5204704,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c1f4f69a-39ec-44bf-8172-c8a5e08b4316","EoS":true}
{"level":"info","ts":1784831038.5205064,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c1f4f69a-39ec-44bf-8172-c8a5e08b4316","path":"/llm/nonexistent-model-xyz/v1/chat/completions"}
{"level":"info","ts":1784831038.520531,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c1f4f69a-39ec-44bf-8172-c8a5e08b4316"}
{"level":"info","ts":1784831038.5632749,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784831038.563326,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5a037132-b0e5-40ac-8098-e0176c51c494"}
{"level":"info","ts":1784831038.5633337,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5a037132-b0e5-40ac-8098-e0176c51c494"}
{"level":"info","ts":1784831038.5633442,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5a037132-b0e5-40ac-8098-e0176c51c494","EoS":true}
{"level":"info","ts":1784831038.5633638,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5a037132-b0e5-40ac-8098-e0176c51c494","header":"x-maas-group"}
{"level":"info","ts":1784831038.5633714,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5a037132-b0e5-40ac-8098-e0176c51c494","header":"x-maas-subscription"}
{"level":"info","ts":1784831038.5633776,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5a037132-b0e5-40ac-8098-e0176c51c494","header":"x-maas-username"}
{"level":"info","ts":1784831038.5633893,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5a037132-b0e5-40ac-8098-e0176c51c494","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1784831038.5633953,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"5a037132-b0e5-40ac-8098-e0176c51c494","modelName":"e2e-external-model"}
{"level":"info","ts":1784831038.563405,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"5a037132-b0e5-40ac-8098-e0176c51c494","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"}
{"level":"info","ts":1784831038.5634258,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"5a037132-b0e5-40ac-8098-e0176c51c494","input":"openai-chat","output":"openai-chat"}
{"level":"info","ts":1784831038.5634403,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"5a037132-b0e5-40ac-8098-e0176c51c494","authType":"apikey"}
{"level":"info","ts":1784831038.5634668,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5a037132-b0e5-40ac-8098-e0176c51c494"}
{"level":"info","ts":1784831038.6044333,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784831038.6044858,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8c6e9a96-d7f5-49e3-8162-fb14f1e07d83"}
{"level":"info","ts":1784831038.6044934,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8c6e9a96-d7f5-49e3-8162-fb14f1e07d83"}
{"level":"info","ts":1784831038.6045039,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8c6e9a96-d7f5-49e3-8162-fb14f1e07d83","EoS":true}
{"level":"info","ts":1784831038.6045241,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8c6e9a96-d7f5-49e3-8162-fb14f1e07d83","header":"x-maas-subscription"}
{"level":"info","ts":1784831038.6045353,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8c6e9a96-d7f5-49e3-8162-fb14f1e07d83","header":"x-maas-group"}
{"level":"info","ts":1784831038.6045399,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8c6e9a96-d7f5-49e3-8162-fb14f1e07d83","header":"x-maas-username"}
{"level":"info","ts":1784831038.6045496,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8c6e9a96-d7f5-49e3-8162-fb14f1e07d83","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1784831038.6045666,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8c6e9a96-d7f5-49e3-8162-fb14f1e07d83"}
{"level":"info","ts":1784831038.7075338,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8c6e9a96-d7f5-49e3-8162-fb14f1e07d83"}
{"level":"info","ts":1784831038.7075536,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"8c6e9a96-d7f5-49e3-8162-fb14f1e07d83"}
{"level":"info","ts":1784831038.707569,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8c6e9a96-d7f5-49e3-8162-fb14f1e07d83","EoS":false}
{"level":"info","ts":1784831038.707581,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8c6e9a96-d7f5-49e3-8162-fb14f1e07d83","EoS":true}
{"level":"error","ts":1784831038.707593,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"8c6e9a96-d7f5-49e3-8162-fb14f1e07d83","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"}
{"level":"info","ts":1784831038.7076511,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"8c6e9a96-d7f5-49e3-8162-fb14f1e07d83"}
{"level":"info","ts":1784831038.7453766,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784831038.7454214,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"35719778-37f3-456f-80d0-77858d7f0788"}
{"level":"info","ts":1784831038.7454288,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"35719778-37f3-456f-80d0-77858d7f0788"}
{"level":"info","ts":1784831038.7454376,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"35719778-37f3-456f-80d0-77858d7f0788","EoS":true}
{"level":"info","ts":1784831038.7454576,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"35719778-37f3-456f-80d0-77858d7f0788","header":"x-maas-subscription"}
{"level":"info","ts":1784831038.7454677,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"35719778-37f3-456f-80d0-77858d7f0788","header":"x-maas-group"}
{"level":"info","ts":1784831038.7454727,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"35719778-37f3-456f-80d0-77858d7f0788","header":"x-maas-username"}
{"level":"info","ts":1784831038.745503,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"35719778-37f3-456f-80d0-77858d7f0788"}
{"level":"info","ts":1784831038.7917624,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"35719778-37f3-456f-80d0-77858d7f0788"}
{"level":"info","ts":1784831038.79178,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"35719778-37f3-456f-80d0-77858d7f0788"}
{"level":"info","ts":1784831038.7917933,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"35719778-37f3-456f-80d0-77858d7f0788","EoS":false}
{"level":"info","ts":1784831038.7918048,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"35719778-37f3-456f-80d0-77858d7f0788","EoS":true}
{"level":"error","ts":1784831038.7918155,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"35719778-37f3-456f-80d0-77858d7f0788","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"}
{"level":"info","ts":1784831038.7918468,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"35719778-37f3-456f-80d0-77858d7f0788"}
{"level":"info","ts":1784831039.6991036,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e8097add-724f-4d2b-b9a2-a0738a8e1164","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784831039.6991189,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b37d1fbb-41d6-4e72-b5a4-986e94fed7b9"}
{"level":"info","ts":1784831039.6991444,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e8097add-724f-4d2b-b9a2-a0738a8e1164","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784831039.8526094,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1a990d34-8a25-40e0-97a9-eac5002548cc","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784831039.852648,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1a990d34-8a25-40e0-97a9-eac5002548cc","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784831039.8526547,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a703d037-2549-4e25-a4cb-494bc6f6caf7"}
{"level":"info","ts":1784831039.9837766,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"b2d75ea4-5650-4214-a07d-7a2c4209b19f","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784831039.983834,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"b2d75ea4-5650-4214-a07d-7a2c4209b19f","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784831662.9736044,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784831662.9736946,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2c6ce4b1-5839-4e98-b731-ff7b682f9079"}
{"level":"info","ts":1784831662.9737065,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2c6ce4b1-5839-4e98-b731-ff7b682f9079"}
{"level":"info","ts":1784831662.9737175,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2c6ce4b1-5839-4e98-b731-ff7b682f9079","EoS":true}
{"level":"info","ts":1784831662.97374,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2c6ce4b1-5839-4e98-b731-ff7b682f9079","header":"x-maas-username"}
{"level":"info","ts":1784831662.9737492,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2c6ce4b1-5839-4e98-b731-ff7b682f9079","header":"x-maas-subscription"}
{"level":"info","ts":1784831662.9737544,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2c6ce4b1-5839-4e98-b731-ff7b682f9079","header":"x-maas-group"}
{"level":"info","ts":1784831662.9737673,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2c6ce4b1-5839-4e98-b731-ff7b682f9079","path":"/ai-tenant-e2e-inf-b-12054c/test-model-12054c/v1/chat/completions"}
{"level":"info","ts":1784831662.9737947,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2c6ce4b1-5839-4e98-b731-ff7b682f9079"}
{"level":"info","ts":1784831662.9861438,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2c6ce4b1-5839-4e98-b731-ff7b682f9079"}
{"level":"info","ts":1784831662.9861686,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"2c6ce4b1-5839-4e98-b731-ff7b682f9079"}
{"level":"info","ts":1784831662.9861836,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"2c6ce4b1-5839-4e98-b731-ff7b682f9079","EoS":false}
{"level":"info","ts":1784831662.9861963,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"2c6ce4b1-5839-4e98-b731-ff7b682f9079","EoS":true}
{"level":"info","ts":1784831662.9862328,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"2c6ce4b1-5839-4e98-b731-ff7b682f9079"}
{"level":"info","ts":1784832155.2897108,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784832155.2897787,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dadd02d3-c152-4c51-b7fd-3f686dcaf349"}
{"level":"info","ts":1784832155.2897882,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"dadd02d3-c152-4c51-b7fd-3f686dcaf349"}
{"level":"info","ts":1784832155.2897992,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"dadd02d3-c152-4c51-b7fd-3f686dcaf349","EoS":true}
{"level":"info","ts":1784832155.289824,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dadd02d3-c152-4c51-b7fd-3f686dcaf349","header":"x-maas-subscription"}
{"level":"info","ts":1784832155.2898316,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dadd02d3-c152-4c51-b7fd-3f686dcaf349","header":"x-maas-username"}
{"level":"info","ts":1784832155.2898364,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dadd02d3-c152-4c51-b7fd-3f686dcaf349","header":"x-maas-group"}
{"level":"info","ts":1784832155.2898476,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dadd02d3-c152-4c51-b7fd-3f686dcaf349","path":"/ai-tenant-e2e-shared-b-f5044c/rate-test-model-f5044c/v1/completions"}
{"level":"info","ts":1784832155.2898645,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"dadd02d3-c152-4c51-b7fd-3f686dcaf349"}
{"level":"info","ts":1784832155.3029323,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"dadd02d3-c152-4c51-b7fd-3f686dcaf349"}
{"level":"info","ts":1784832155.3029513,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"dadd02d3-c152-4c51-b7fd-3f686dcaf349"}
{"level":"info","ts":1784832155.3029666,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"dadd02d3-c152-4c51-b7fd-3f686dcaf349","EoS":false}
{"level":"info","ts":1784832155.3029778,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"dadd02d3-c152-4c51-b7fd-3f686dcaf349","EoS":true}
{"level":"info","ts":1784832155.3030145,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"dadd02d3-c152-4c51-b7fd-3f686dcaf349"}