{"level":"info","ts":1784692099.9626734,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b2fff65c-642c-443d-9a65-de8816c70d40","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784692099.9626913,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b2fff65c-642c-443d-9a65-de8816c70d40"} {"level":"info","ts":1784692100.0929546,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784692100.0930333,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bca3d4f1-f764-4fda-833a-a40abf12d916"} {"level":"info","ts":1784692100.093048,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"bca3d4f1-f764-4fda-833a-a40abf12d916"} {"level":"info","ts":1784692100.0930595,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bca3d4f1-f764-4fda-833a-a40abf12d916","EoS":false} {"level":"info","ts":1784692100.0930705,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bca3d4f1-f764-4fda-833a-a40abf12d916","EoS":true} {"level":"info","ts":1784692100.09309,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bca3d4f1-f764-4fda-833a-a40abf12d916","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784692100.0931046,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bca3d4f1-f764-4fda-833a-a40abf12d916","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784692100.0931263,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"bca3d4f1-f764-4fda-833a-a40abf12d916"} {"level":"info","ts":1784692100.2231963,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784692100.2232873,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"95817322-29c3-452a-8d55-0e703be8f31a"} {"level":"info","ts":1784692100.2233055,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"95817322-29c3-452a-8d55-0e703be8f31a"} {"level":"info","ts":1784692100.223324,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"95817322-29c3-452a-8d55-0e703be8f31a","EoS":false} {"level":"info","ts":1784692100.223346,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"95817322-29c3-452a-8d55-0e703be8f31a","EoS":true} {"level":"info","ts":1784692100.2233756,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"95817322-29c3-452a-8d55-0e703be8f31a","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784692100.2233944,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"95817322-29c3-452a-8d55-0e703be8f31a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784692100.223425,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"95817322-29c3-452a-8d55-0e703be8f31a"} {"level":"info","ts":1784692118.9446392,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784692118.9447157,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fc114d72-9528-4e9d-b1ee-969c916b5fd7"} {"level":"info","ts":1784692118.9447246,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"fc114d72-9528-4e9d-b1ee-969c916b5fd7"} {"level":"info","ts":1784692118.944736,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fc114d72-9528-4e9d-b1ee-969c916b5fd7","EoS":false} {"level":"info","ts":1784692118.944748,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fc114d72-9528-4e9d-b1ee-969c916b5fd7","EoS":true} {"level":"info","ts":1784692118.9447684,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"fc114d72-9528-4e9d-b1ee-969c916b5fd7","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784692118.9447849,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fc114d72-9528-4e9d-b1ee-969c916b5fd7","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784692118.9448044,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"fc114d72-9528-4e9d-b1ee-969c916b5fd7"} {"level":"info","ts":1784692118.9767954,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784692118.976882,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7068d04c-b12e-4549-9952-d84ad5e2fe79"} {"level":"info","ts":1784692118.9768982,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7068d04c-b12e-4549-9952-d84ad5e2fe79"} {"level":"info","ts":1784692118.9769182,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7068d04c-b12e-4549-9952-d84ad5e2fe79","EoS":false} {"level":"info","ts":1784692118.9769406,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7068d04c-b12e-4549-9952-d84ad5e2fe79","EoS":true} {"level":"info","ts":1784692118.9769733,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7068d04c-b12e-4549-9952-d84ad5e2fe79","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784692118.9769948,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7068d04c-b12e-4549-9952-d84ad5e2fe79","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784692118.9770246,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7068d04c-b12e-4549-9952-d84ad5e2fe79"} {"level":"info","ts":1784692119.0168023,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784692119.0168774,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"afd19613-e7db-4abf-88da-c0bcb46cd908"} {"level":"info","ts":1784692119.0168862,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"afd19613-e7db-4abf-88da-c0bcb46cd908"} {"level":"info","ts":1784692119.016897,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"afd19613-e7db-4abf-88da-c0bcb46cd908","EoS":false} {"level":"info","ts":1784692119.0169108,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"afd19613-e7db-4abf-88da-c0bcb46cd908","EoS":true} {"level":"info","ts":1784692119.0169363,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"afd19613-e7db-4abf-88da-c0bcb46cd908","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784692119.0169606,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"afd19613-e7db-4abf-88da-c0bcb46cd908","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784692119.0169766,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"afd19613-e7db-4abf-88da-c0bcb46cd908"} {"level":"info","ts":1784692119.0485132,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784692119.0486016,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c32347ad-2c7e-4ffa-9d41-83b4f2df90f4"} {"level":"info","ts":1784692119.0486326,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c32347ad-2c7e-4ffa-9d41-83b4f2df90f4"} {"level":"info","ts":1784692119.0486548,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c32347ad-2c7e-4ffa-9d41-83b4f2df90f4","EoS":false} {"level":"info","ts":1784692119.0486755,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c32347ad-2c7e-4ffa-9d41-83b4f2df90f4","EoS":true} {"level":"info","ts":1784692119.0487049,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c32347ad-2c7e-4ffa-9d41-83b4f2df90f4","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784692119.0487223,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c32347ad-2c7e-4ffa-9d41-83b4f2df90f4","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784692119.0487466,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c32347ad-2c7e-4ffa-9d41-83b4f2df90f4"} {"level":"info","ts":1784692119.08346,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784692119.0835495,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"37339c33-8a5a-46b0-bc4e-7e1d3c77c2e6"} {"level":"info","ts":1784692123.7105324,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784692123.7106416,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6e51f8ec-c88e-43ed-a8ba-fff7d887855e"} {"level":"info","ts":1784692123.7106583,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6e51f8ec-c88e-43ed-a8ba-fff7d887855e"} {"level":"info","ts":1784692123.710679,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6e51f8ec-c88e-43ed-a8ba-fff7d887855e","EoS":false} {"level":"info","ts":1784692123.7106988,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6e51f8ec-c88e-43ed-a8ba-fff7d887855e","EoS":true} {"level":"info","ts":1784692123.7107286,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6e51f8ec-c88e-43ed-a8ba-fff7d887855e","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784692123.7107475,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6e51f8ec-c88e-43ed-a8ba-fff7d887855e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784692123.7107792,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6e51f8ec-c88e-43ed-a8ba-fff7d887855e"} {"level":"info","ts":1784692132.2875745,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784692132.287679,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"de7eb076-6403-47ad-9498-207b781233b4"} {"level":"info","ts":1784692132.2876904,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"de7eb076-6403-47ad-9498-207b781233b4"} {"level":"info","ts":1784692132.2877028,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"de7eb076-6403-47ad-9498-207b781233b4","EoS":false} {"level":"info","ts":1784692132.2877138,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"de7eb076-6403-47ad-9498-207b781233b4","EoS":true} {"level":"info","ts":1784692132.2877345,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"de7eb076-6403-47ad-9498-207b781233b4","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784692132.2877512,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"de7eb076-6403-47ad-9498-207b781233b4","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784692132.2877808,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"de7eb076-6403-47ad-9498-207b781233b4"} {"level":"info","ts":1784692145.1506321,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784692145.150735,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"89857c8b-14fd-4cdc-a23e-fe3b13b1471a"} {"level":"info","ts":1784692145.1507485,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"89857c8b-14fd-4cdc-a23e-fe3b13b1471a"} {"level":"info","ts":1784692145.1507678,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"89857c8b-14fd-4cdc-a23e-fe3b13b1471a","EoS":false} {"level":"info","ts":1784692145.1507897,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"89857c8b-14fd-4cdc-a23e-fe3b13b1471a","EoS":true} {"level":"info","ts":1784692145.1508188,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"89857c8b-14fd-4cdc-a23e-fe3b13b1471a","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784692145.1508374,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"89857c8b-14fd-4cdc-a23e-fe3b13b1471a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784692145.150865,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"89857c8b-14fd-4cdc-a23e-fe3b13b1471a"} {"level":"info","ts":1784692153.6531453,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784692153.6532269,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"53f058e9-0589-4d13-9287-80bb24dd16f1"} {"level":"info","ts":1784692153.6532357,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"53f058e9-0589-4d13-9287-80bb24dd16f1"} {"level":"info","ts":1784692153.6532469,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"53f058e9-0589-4d13-9287-80bb24dd16f1","EoS":false} {"level":"info","ts":1784692153.6532567,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"53f058e9-0589-4d13-9287-80bb24dd16f1","EoS":true} {"level":"info","ts":1784692153.6532779,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"53f058e9-0589-4d13-9287-80bb24dd16f1","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784692153.6532931,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"53f058e9-0589-4d13-9287-80bb24dd16f1","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784692153.6533115,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"53f058e9-0589-4d13-9287-80bb24dd16f1"} {"level":"info","ts":1784692162.4754248,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784692162.475501,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e6f8c8a8-f0de-4e71-b27e-c109b3cb8286"} {"level":"info","ts":1784692162.4755106,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e6f8c8a8-f0de-4e71-b27e-c109b3cb8286"} {"level":"info","ts":1784692162.4755213,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e6f8c8a8-f0de-4e71-b27e-c109b3cb8286","EoS":false} {"level":"info","ts":1784692162.4755304,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e6f8c8a8-f0de-4e71-b27e-c109b3cb8286","EoS":true} {"level":"info","ts":1784692162.4755492,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e6f8c8a8-f0de-4e71-b27e-c109b3cb8286","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784692162.4755647,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e6f8c8a8-f0de-4e71-b27e-c109b3cb8286","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784692162.475589,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e6f8c8a8-f0de-4e71-b27e-c109b3cb8286"} {"level":"info","ts":1784692171.425118,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784692171.425196,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"50b88728-c351-4afe-802f-389aa5f03a37"} {"level":"info","ts":1784692171.4252071,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"50b88728-c351-4afe-802f-389aa5f03a37"} {"level":"info","ts":1784692171.4252188,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"50b88728-c351-4afe-802f-389aa5f03a37","EoS":false} {"level":"info","ts":1784692171.4252336,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"50b88728-c351-4afe-802f-389aa5f03a37","EoS":true} {"level":"info","ts":1784692171.4252536,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"50b88728-c351-4afe-802f-389aa5f03a37","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784692171.4252687,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"50b88728-c351-4afe-802f-389aa5f03a37","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784692171.4252884,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"50b88728-c351-4afe-802f-389aa5f03a37"} {"level":"info","ts":1784692176.1253064,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784692176.1253886,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ce478c9d-f96f-4704-9113-06d2c78d2081"} {"level":"info","ts":1784692176.1253986,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ce478c9d-f96f-4704-9113-06d2c78d2081"} {"level":"info","ts":1784692176.1254094,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ce478c9d-f96f-4704-9113-06d2c78d2081","EoS":false} {"level":"info","ts":1784692176.1254284,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ce478c9d-f96f-4704-9113-06d2c78d2081","EoS":true} {"level":"info","ts":1784692176.1254497,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ce478c9d-f96f-4704-9113-06d2c78d2081","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784692176.1254663,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ce478c9d-f96f-4704-9113-06d2c78d2081","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784692176.1254854,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ce478c9d-f96f-4704-9113-06d2c78d2081"} {"level":"info","ts":1784692180.8430493,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784692180.8431346,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2a29c8ca-7599-48d9-919b-3e73a6a203b2"} {"level":"info","ts":1784692180.843144,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2a29c8ca-7599-48d9-919b-3e73a6a203b2"} {"level":"info","ts":1784692180.843155,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2a29c8ca-7599-48d9-919b-3e73a6a203b2","EoS":false} {"level":"info","ts":1784692180.8431659,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2a29c8ca-7599-48d9-919b-3e73a6a203b2","EoS":true} {"level":"info","ts":1784692180.8431866,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2a29c8ca-7599-48d9-919b-3e73a6a203b2","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784692180.8432019,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2a29c8ca-7599-48d9-919b-3e73a6a203b2","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784692180.843221,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2a29c8ca-7599-48d9-919b-3e73a6a203b2"} {"level":"info","ts":1784692181.093905,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784692181.0939949,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"833c7273-a17a-4180-aded-50ebeb3c0d78"} {"level":"info","ts":1784692181.094009,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"833c7273-a17a-4180-aded-50ebeb3c0d78"} {"level":"info","ts":1784692181.0940294,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"833c7273-a17a-4180-aded-50ebeb3c0d78","EoS":false} {"level":"info","ts":1784692181.09405,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"833c7273-a17a-4180-aded-50ebeb3c0d78","EoS":true} {"level":"info","ts":1784692181.094081,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"833c7273-a17a-4180-aded-50ebeb3c0d78","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784692181.0941007,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"833c7273-a17a-4180-aded-50ebeb3c0d78","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784692181.0941293,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"833c7273-a17a-4180-aded-50ebeb3c0d78"} {"level":"info","ts":1784692183.1251628,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784692183.1252477,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2d2efc35-50c3-4a61-87a0-bd55a13481bb"} {"level":"info","ts":1784692183.1252606,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2d2efc35-50c3-4a61-87a0-bd55a13481bb"} {"level":"info","ts":1784692183.1252732,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2d2efc35-50c3-4a61-87a0-bd55a13481bb","EoS":false} {"level":"info","ts":1784692183.125286,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2d2efc35-50c3-4a61-87a0-bd55a13481bb","EoS":true} {"level":"info","ts":1784692183.1253145,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2d2efc35-50c3-4a61-87a0-bd55a13481bb","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784692183.1253726,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2d2efc35-50c3-4a61-87a0-bd55a13481bb","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784692183.125399,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2d2efc35-50c3-4a61-87a0-bd55a13481bb"} {"level":"info","ts":1784692185.157142,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784692185.1572232,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5bde0330-2d0d-4cb5-ae20-7598a828eea1"} {"level":"info","ts":1784692185.157234,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5bde0330-2d0d-4cb5-ae20-7598a828eea1"} {"level":"info","ts":1784692185.1572483,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5bde0330-2d0d-4cb5-ae20-7598a828eea1","EoS":false} {"level":"info","ts":1784692185.1572666,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5bde0330-2d0d-4cb5-ae20-7598a828eea1","EoS":true} {"level":"info","ts":1784692185.157288,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5bde0330-2d0d-4cb5-ae20-7598a828eea1","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784692185.157303,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5bde0330-2d0d-4cb5-ae20-7598a828eea1","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784692185.1573257,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5bde0330-2d0d-4cb5-ae20-7598a828eea1"} {"level":"info","ts":1784692187.189917,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784692187.1900012,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0ddf1c74-63e7-4626-8ea4-afbc5ed8c0f2"} {"level":"info","ts":1784692187.1900103,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0ddf1c74-63e7-4626-8ea4-afbc5ed8c0f2"} {"level":"info","ts":1784692187.190022,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0ddf1c74-63e7-4626-8ea4-afbc5ed8c0f2","EoS":false} {"level":"info","ts":1784692187.1900344,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0ddf1c74-63e7-4626-8ea4-afbc5ed8c0f2","EoS":true} {"level":"info","ts":1784692187.1900554,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0ddf1c74-63e7-4626-8ea4-afbc5ed8c0f2","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784692187.190071,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0ddf1c74-63e7-4626-8ea4-afbc5ed8c0f2","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784692187.190091,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0ddf1c74-63e7-4626-8ea4-afbc5ed8c0f2"} {"level":"info","ts":1784692209.60183,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784692209.6019213,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7f410ac6-8b70-4956-812f-cec8a73c05cb"} {"level":"info","ts":1784692209.6019335,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7f410ac6-8b70-4956-812f-cec8a73c05cb"} {"level":"info","ts":1784692209.6019502,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7f410ac6-8b70-4956-812f-cec8a73c05cb","EoS":false} {"level":"info","ts":1784692209.6019673,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7f410ac6-8b70-4956-812f-cec8a73c05cb","EoS":true} {"level":"info","ts":1784692209.6020052,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7f410ac6-8b70-4956-812f-cec8a73c05cb","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784692209.6020246,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7f410ac6-8b70-4956-812f-cec8a73c05cb","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784692209.6020525,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7f410ac6-8b70-4956-812f-cec8a73c05cb"} {"level":"info","ts":1784692218.8676035,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784692218.8677444,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1e144c40-8772-46bd-bcc3-3734eb6f571d"} {"level":"info","ts":1784692218.8677604,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1e144c40-8772-46bd-bcc3-3734eb6f571d"} {"level":"info","ts":1784692218.8677793,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1e144c40-8772-46bd-bcc3-3734eb6f571d","EoS":false} {"level":"info","ts":1784692218.8677995,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1e144c40-8772-46bd-bcc3-3734eb6f571d","EoS":true} {"level":"info","ts":1784692218.8678327,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1e144c40-8772-46bd-bcc3-3734eb6f571d","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784692218.8678513,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1e144c40-8772-46bd-bcc3-3734eb6f571d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784692218.8678823,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1e144c40-8772-46bd-bcc3-3734eb6f571d"} {"level":"info","ts":1784692224.2354357,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784692224.235515,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9c9831fe-2f03-460f-9bc4-1a247ed3343c"} {"level":"info","ts":1784692224.235529,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9c9831fe-2f03-460f-9bc4-1a247ed3343c"} {"level":"info","ts":1784692224.2355413,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9c9831fe-2f03-460f-9bc4-1a247ed3343c","EoS":false} {"level":"info","ts":1784692224.235557,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9c9831fe-2f03-460f-9bc4-1a247ed3343c","EoS":true} {"level":"info","ts":1784692224.2355816,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9c9831fe-2f03-460f-9bc4-1a247ed3343c","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784692224.2356596,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9c9831fe-2f03-460f-9bc4-1a247ed3343c","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784692224.2356806,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9c9831fe-2f03-460f-9bc4-1a247ed3343c"} {"level":"info","ts":1784692233.741077,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784692233.7411563,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b691ac84-1684-4c39-b093-3f1aa3e2d0e2"} {"level":"info","ts":1784692233.7411704,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b691ac84-1684-4c39-b093-3f1aa3e2d0e2"} {"level":"info","ts":1784692233.7411828,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b691ac84-1684-4c39-b093-3f1aa3e2d0e2","EoS":false} {"level":"info","ts":1784692233.741194,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b691ac84-1684-4c39-b093-3f1aa3e2d0e2","EoS":true} {"level":"info","ts":1784692233.741221,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b691ac84-1684-4c39-b093-3f1aa3e2d0e2","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784692233.7412379,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b691ac84-1684-4c39-b093-3f1aa3e2d0e2","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784692233.7412574,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b691ac84-1684-4c39-b093-3f1aa3e2d0e2"} {"level":"info","ts":1784692235.7711577,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784692235.7712622,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"76f83748-bfbf-42f1-875a-3d69caca37a1"} {"level":"info","ts":1784692235.77128,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"76f83748-bfbf-42f1-875a-3d69caca37a1"} {"level":"info","ts":1784692235.771298,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"76f83748-bfbf-42f1-875a-3d69caca37a1","EoS":false} {"level":"info","ts":1784692235.7713177,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"76f83748-bfbf-42f1-875a-3d69caca37a1","EoS":true} {"level":"info","ts":1784692235.7713523,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"76f83748-bfbf-42f1-875a-3d69caca37a1","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784692235.7713773,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"76f83748-bfbf-42f1-875a-3d69caca37a1","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784692235.771419,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"76f83748-bfbf-42f1-875a-3d69caca37a1"} {"level":"info","ts":1784692237.802255,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784692237.8023365,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"83d0b900-c116-4ce6-b6e3-118bbe311c33"} {"level":"info","ts":1784692237.802346,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"83d0b900-c116-4ce6-b6e3-118bbe311c33"} {"level":"info","ts":1784692237.8023577,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"83d0b900-c116-4ce6-b6e3-118bbe311c33","EoS":false} {"level":"info","ts":1784692237.8023746,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"83d0b900-c116-4ce6-b6e3-118bbe311c33","EoS":true} {"level":"info","ts":1784692237.8023982,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"83d0b900-c116-4ce6-b6e3-118bbe311c33","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784692237.8024135,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"83d0b900-c116-4ce6-b6e3-118bbe311c33","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784692237.8024356,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"83d0b900-c116-4ce6-b6e3-118bbe311c33"} {"level":"info","ts":1784692247.1398702,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784692247.1399486,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3fcce25f-fefa-44cf-8970-42ca3a433d38"} {"level":"info","ts":1784692247.1399577,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3fcce25f-fefa-44cf-8970-42ca3a433d38"} {"level":"info","ts":1784692247.1399782,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3fcce25f-fefa-44cf-8970-42ca3a433d38","EoS":false} {"level":"info","ts":1784692247.1399941,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3fcce25f-fefa-44cf-8970-42ca3a433d38","EoS":true} {"level":"info","ts":1784692247.1400154,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3fcce25f-fefa-44cf-8970-42ca3a433d38","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784692247.1400335,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3fcce25f-fefa-44cf-8970-42ca3a433d38","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784692247.140054,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3fcce25f-fefa-44cf-8970-42ca3a433d38"} {"level":"info","ts":1784692247.1753476,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784692247.1754258,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a0d7db5d-dce7-44d5-93b5-b9c36b4b131c"} {"level":"info","ts":1784692247.1754358,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a0d7db5d-dce7-44d5-93b5-b9c36b4b131c"} {"level":"info","ts":1784692247.1754467,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a0d7db5d-dce7-44d5-93b5-b9c36b4b131c","EoS":false} {"level":"info","ts":1784692247.1754642,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a0d7db5d-dce7-44d5-93b5-b9c36b4b131c","EoS":true} {"level":"info","ts":1784692247.17549,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a0d7db5d-dce7-44d5-93b5-b9c36b4b131c","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784692247.1755056,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a0d7db5d-dce7-44d5-93b5-b9c36b4b131c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784692247.175527,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a0d7db5d-dce7-44d5-93b5-b9c36b4b131c"} {"level":"info","ts":1784692266.1928618,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784692266.192947,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bc8cc70a-cb4a-4228-a316-fb5277725179"} {"level":"info","ts":1784692266.1929567,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"bc8cc70a-cb4a-4228-a316-fb5277725179"} {"level":"info","ts":1784692266.1929684,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bc8cc70a-cb4a-4228-a316-fb5277725179","EoS":false} {"level":"info","ts":1784692266.1929822,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bc8cc70a-cb4a-4228-a316-fb5277725179","EoS":true} {"level":"info","ts":1784692266.1930125,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bc8cc70a-cb4a-4228-a316-fb5277725179","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784692266.1930285,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bc8cc70a-cb4a-4228-a316-fb5277725179","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784692266.1930494,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"bc8cc70a-cb4a-4228-a316-fb5277725179"} {"level":"info","ts":1784692275.4268854,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784692275.4269621,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"990558b4-352f-454e-8bd8-1d1e7478dd10"} {"level":"info","ts":1784692275.4269714,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"990558b4-352f-454e-8bd8-1d1e7478dd10"} {"level":"info","ts":1784692275.4269834,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"990558b4-352f-454e-8bd8-1d1e7478dd10","EoS":false} {"level":"info","ts":1784692275.426994,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"990558b4-352f-454e-8bd8-1d1e7478dd10","EoS":true} {"level":"info","ts":1784692275.427015,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"990558b4-352f-454e-8bd8-1d1e7478dd10","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784692275.427031,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"990558b4-352f-454e-8bd8-1d1e7478dd10","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784692275.4270496,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"990558b4-352f-454e-8bd8-1d1e7478dd10"} {"level":"info","ts":1784692280.6071756,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784692280.6072593,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9f465d3e-116b-4975-a091-20dee3c0be8c"} {"level":"info","ts":1784692280.6072688,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9f465d3e-116b-4975-a091-20dee3c0be8c"} {"level":"info","ts":1784692280.607281,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9f465d3e-116b-4975-a091-20dee3c0be8c","EoS":false} {"level":"info","ts":1784692280.6072917,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9f465d3e-116b-4975-a091-20dee3c0be8c","EoS":true} {"level":"info","ts":1784692280.6073117,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9f465d3e-116b-4975-a091-20dee3c0be8c","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784692280.6073265,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9f465d3e-116b-4975-a091-20dee3c0be8c","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784692280.6073499,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9f465d3e-116b-4975-a091-20dee3c0be8c"} {"level":"info","ts":1784692370.8554895,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784692370.8555996,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"82e17795-03eb-4816-8299-df72f928d07b"} {"level":"info","ts":1784692370.8556376,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"82e17795-03eb-4816-8299-df72f928d07b"} {"level":"info","ts":1784692370.8556561,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"82e17795-03eb-4816-8299-df72f928d07b","EoS":false} {"level":"info","ts":1784692370.855676,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"82e17795-03eb-4816-8299-df72f928d07b","EoS":true} {"level":"info","ts":1784692370.8557065,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"82e17795-03eb-4816-8299-df72f928d07b","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784692370.8557253,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"82e17795-03eb-4816-8299-df72f928d07b","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784692370.855754,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"82e17795-03eb-4816-8299-df72f928d07b"} {"level":"info","ts":1784692396.0827425,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784692396.0828524,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"662e3b64-2d92-4649-b142-f980f469e978"} {"level":"info","ts":1784692396.0828676,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"662e3b64-2d92-4649-b142-f980f469e978"} {"level":"info","ts":1784692396.082888,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"662e3b64-2d92-4649-b142-f980f469e978","EoS":false} {"level":"info","ts":1784692396.0829072,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"662e3b64-2d92-4649-b142-f980f469e978","EoS":true} {"level":"info","ts":1784692396.0829408,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"662e3b64-2d92-4649-b142-f980f469e978","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784692396.08296,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"662e3b64-2d92-4649-b142-f980f469e978","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784692396.082989,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"662e3b64-2d92-4649-b142-f980f469e978"} {"level":"info","ts":1784692433.0140321,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784692433.014112,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d6c87f48-ac1f-4fb7-b1d5-96a75027eee8"} {"level":"info","ts":1784692433.0141227,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d6c87f48-ac1f-4fb7-b1d5-96a75027eee8"} {"level":"info","ts":1784692433.0141346,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d6c87f48-ac1f-4fb7-b1d5-96a75027eee8","EoS":false} {"level":"info","ts":1784692433.0141513,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d6c87f48-ac1f-4fb7-b1d5-96a75027eee8","EoS":true} {"level":"info","ts":1784692433.014176,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d6c87f48-ac1f-4fb7-b1d5-96a75027eee8","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784692433.0141923,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d6c87f48-ac1f-4fb7-b1d5-96a75027eee8","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784692433.0142121,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d6c87f48-ac1f-4fb7-b1d5-96a75027eee8"} {"level":"info","ts":1784692448.2418628,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784692448.241944,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"895a94d4-3b7e-45b4-9c27-ce665b15d246"} {"level":"info","ts":1784692448.2419534,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"895a94d4-3b7e-45b4-9c27-ce665b15d246"} {"level":"info","ts":1784692448.2419655,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"895a94d4-3b7e-45b4-9c27-ce665b15d246","EoS":false} {"level":"info","ts":1784692448.2419758,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"895a94d4-3b7e-45b4-9c27-ce665b15d246","EoS":true} {"level":"info","ts":1784692448.2419975,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"895a94d4-3b7e-45b4-9c27-ce665b15d246","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784692448.2420146,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"895a94d4-3b7e-45b4-9c27-ce665b15d246","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784692448.2420354,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"895a94d4-3b7e-45b4-9c27-ce665b15d246"} {"level":"info","ts":1784692448.5231493,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784692448.5232255,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"90de7b6b-9907-4f1e-849e-758c7c1f195e"} {"level":"info","ts":1784692448.5232344,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"90de7b6b-9907-4f1e-849e-758c7c1f195e"} {"level":"info","ts":1784692448.5232453,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"90de7b6b-9907-4f1e-849e-758c7c1f195e","EoS":false} {"level":"info","ts":1784692448.5232592,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"90de7b6b-9907-4f1e-849e-758c7c1f195e","EoS":true} {"level":"info","ts":1784692448.5232797,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"90de7b6b-9907-4f1e-849e-758c7c1f195e","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784692448.5232954,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"90de7b6b-9907-4f1e-849e-758c7c1f195e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784692448.5233154,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"90de7b6b-9907-4f1e-849e-758c7c1f195e"} {"level":"info","ts":1784692761.4240246,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784692761.4241068,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"56040527-9a68-4834-86d3-f1215c2377b2"} {"level":"info","ts":1784692761.4241152,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"56040527-9a68-4834-86d3-f1215c2377b2"} {"level":"info","ts":1784692761.4241269,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"56040527-9a68-4834-86d3-f1215c2377b2","EoS":false} {"level":"info","ts":1784692761.424137,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"56040527-9a68-4834-86d3-f1215c2377b2","EoS":true} {"level":"info","ts":1784692761.424158,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"56040527-9a68-4834-86d3-f1215c2377b2","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784692761.4241738,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"56040527-9a68-4834-86d3-f1215c2377b2","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784692761.4241948,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"56040527-9a68-4834-86d3-f1215c2377b2"} {"level":"info","ts":1784692761.462212,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784692761.4622834,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9feb69b9-9586-46f6-be6b-1899107654f4"} {"level":"info","ts":1784692761.4622922,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9feb69b9-9586-46f6-be6b-1899107654f4"} {"level":"info","ts":1784692761.4623032,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9feb69b9-9586-46f6-be6b-1899107654f4","EoS":false} {"level":"info","ts":1784692761.4623165,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9feb69b9-9586-46f6-be6b-1899107654f4","EoS":true} {"level":"info","ts":1784692761.4623356,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9feb69b9-9586-46f6-be6b-1899107654f4","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784692761.4623497,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9feb69b9-9586-46f6-be6b-1899107654f4","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784692761.4623685,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9feb69b9-9586-46f6-be6b-1899107654f4"} {"level":"info","ts":1784692761.494841,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784692761.4949174,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"78978da2-84c2-42e3-bade-aef21929c089"} {"level":"info","ts":1784692761.4949257,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"78978da2-84c2-42e3-bade-aef21929c089"} {"level":"info","ts":1784692761.4949372,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"78978da2-84c2-42e3-bade-aef21929c089","EoS":false} {"level":"info","ts":1784692761.4949474,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"78978da2-84c2-42e3-bade-aef21929c089","EoS":true} {"level":"info","ts":1784692761.4949658,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"78978da2-84c2-42e3-bade-aef21929c089","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784692761.4949799,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"78978da2-84c2-42e3-bade-aef21929c089","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784692761.4949985,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"78978da2-84c2-42e3-bade-aef21929c089"} {"level":"info","ts":1784692766.3591242,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"bb96c3e6-3d60-4465-98bd-35b2e5fe7f8b","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784692766.3591442,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"30e48c3d-c80e-4038-885b-7030f33f717c"} {"level":"info","ts":1784692766.3591683,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"bb96c3e6-3d60-4465-98bd-35b2e5fe7f8b","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784692766.3658202,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d8a7aa53-2f0e-412f-961a-5e5484f9c03e","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784692766.3658483,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d8a7aa53-2f0e-412f-961a-5e5484f9c03e","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1784692766.367042,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"30e48c3d-c80e-4038-885b-7030f33f717c","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784692766.3672674,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":36385.346981843,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784692766.367285,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784692766.475747,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0f57f6af-cae4-4712-9047-9c7b3f6a5506","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784692766.4758096,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0f57f6af-cae4-4712-9047-9c7b3f6a5506","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784692766.4759085,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"789677ff-aa30-4d63-80f7-f041478e58b8"} {"level":"info","ts":1784692766.4783835,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"dbf934d5-9b91-478c-94fd-438b2f6b0d55","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784692766.4784493,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"dbf934d5-9b91-478c-94fd-438b2f6b0d55","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784692766.4816775,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"789677ff-aa30-4d63-80f7-f041478e58b8","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784692766.4817662,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"789677ff-aa30-4d63-80f7-f041478e58b8","provider":"e2e-external-provider","phase":"Pending"} {"level":"error","ts":1784692766.4870234,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"789677ff-aa30-4d63-80f7-f041478e58b8","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784692766.4870818,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"789677ff-aa30-4d63-80f7-f041478e58b8","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784692766.4871585,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0a39e0bc-e9fe-47f5-9a58-855875a1e782"} {"level":"info","ts":1784692766.4871988,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0a39e0bc-e9fe-47f5-9a58-855875a1e782","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784692766.5739467,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"659d8003-b840-47b9-9c58-528090941628","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784692766.5740104,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"659d8003-b840-47b9-9c58-528090941628","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784692766.5741541,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8f54a90d-6f0e-4cf3-9528-de5187f294c7","name":"e2e-external-model","namespace":"llm"} {"level":"error","ts":1784692766.5741432,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0a39e0bc-e9fe-47f5-9a58-855875a1e782","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784692766.5741792,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8f54a90d-6f0e-4cf3-9528-de5187f294c7","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784692766.5741856,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0a39e0bc-e9fe-47f5-9a58-855875a1e782","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784692766.574241,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"22125f4d-927d-4c74-84de-31a7385899c6"} {"level":"info","ts":1784692766.5747423,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c987a4b5-ba01-47c5-b7dc-b41a2eb79acb","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784692766.5747926,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c987a4b5-ba01-47c5-b7dc-b41a2eb79acb","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784692766.5749094,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":34480.509248656,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784692766.5749345,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784692766.5771954,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784692766.629236,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784692766.6338778,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"11881c60-f8c3-490a-ab2c-5b8528434742","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784692766.633918,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"11881c60-f8c3-490a-ab2c-5b8528434742","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784692766.651573,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"02e8cb65-4c4d-4992-b46d-3770a26c9a06","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784692766.651639,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"02e8cb65-4c4d-4992-b46d-3770a26c9a06","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784692766.667727,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":38900.899703699,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784692766.667752,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784692766.6695447,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5c4e7aa3-daed-4219-a637-0751fb6640e3","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784692766.6695702,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5c4e7aa3-daed-4219-a637-0751fb6640e3","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784692766.6747057,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"22125f4d-927d-4c74-84de-31a7385899c6","name":"e2e-external-model"} {"level":"info","ts":1784692766.677409,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784692766.68402,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"22125f4d-927d-4c74-84de-31a7385899c6","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1784692766.6877406,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"22125f4d-927d-4c74-84de-31a7385899c6","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784692766.6878176,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f6782ea3-915b-4a99-ba88-b912d42b4635"} {"level":"info","ts":1784692766.6878674,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f6782ea3-915b-4a99-ba88-b912d42b4635","name":"e2e-external-model"} {"level":"info","ts":1784692766.698904,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f6782ea3-915b-4a99-ba88-b912d42b4635","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784692766.7679138,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"30e48c3d-c80e-4038-885b-7030f33f717c","name":"e2e-external-provider"} {"level":"info","ts":1784692766.7785504,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"30e48c3d-c80e-4038-885b-7030f33f717c","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1784692766.782218,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"30e48c3d-c80e-4038-885b-7030f33f717c","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784692766.7823303,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d9abd753-0426-4573-ac3c-422c3bf9cd4d"} {"level":"info","ts":1784692766.7823844,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d9abd753-0426-4573-ac3c-422c3bf9cd4d","name":"e2e-external-provider"} {"level":"info","ts":1784692766.7927835,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d9abd753-0426-4573-ac3c-422c3bf9cd4d","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784692780.1899927,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784692780.1900697,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"11fcd11b-527f-4d16-8f7a-6882ab6cd893"} {"level":"info","ts":1784692780.190079,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"11fcd11b-527f-4d16-8f7a-6882ab6cd893"} {"level":"info","ts":1784692780.19009,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"11fcd11b-527f-4d16-8f7a-6882ab6cd893","EoS":false} {"level":"info","ts":1784692780.1900995,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"11fcd11b-527f-4d16-8f7a-6882ab6cd893","EoS":true} {"level":"info","ts":1784692780.1901186,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"11fcd11b-527f-4d16-8f7a-6882ab6cd893","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784692780.190134,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"11fcd11b-527f-4d16-8f7a-6882ab6cd893","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784692780.1901412,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"11fcd11b-527f-4d16-8f7a-6882ab6cd893","modelName":"e2e-external-model"} {"level":"info","ts":1784692780.1901555,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"11fcd11b-527f-4d16-8f7a-6882ab6cd893","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784692780.1902106,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"11fcd11b-527f-4d16-8f7a-6882ab6cd893"} {"level":"info","ts":1784692780.2462745,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784692780.246349,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3923adcd-2ee2-4fba-a919-e299ad6a3a7a"} {"level":"info","ts":1784692780.2463572,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3923adcd-2ee2-4fba-a919-e299ad6a3a7a"} {"level":"info","ts":1784692780.2463675,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3923adcd-2ee2-4fba-a919-e299ad6a3a7a","EoS":false} {"level":"info","ts":1784692780.2463813,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3923adcd-2ee2-4fba-a919-e299ad6a3a7a","EoS":true} {"level":"info","ts":1784692780.2463987,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3923adcd-2ee2-4fba-a919-e299ad6a3a7a","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784692780.246413,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3923adcd-2ee2-4fba-a919-e299ad6a3a7a","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784692780.246421,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"3923adcd-2ee2-4fba-a919-e299ad6a3a7a","modelName":"e2e-external-model"} {"level":"info","ts":1784692780.2464342,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"3923adcd-2ee2-4fba-a919-e299ad6a3a7a","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784692780.2464705,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3923adcd-2ee2-4fba-a919-e299ad6a3a7a"} {"level":"info","ts":1784692780.2715294,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784692780.2715983,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a0a243b4-29fe-46d0-a28f-70fc4506c009"} {"level":"info","ts":1784692780.2716308,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a0a243b4-29fe-46d0-a28f-70fc4506c009"} {"level":"info","ts":1784692780.2716436,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a0a243b4-29fe-46d0-a28f-70fc4506c009","EoS":false} {"level":"info","ts":1784692780.2716546,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a0a243b4-29fe-46d0-a28f-70fc4506c009","EoS":true} {"level":"info","ts":1784692780.2716746,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a0a243b4-29fe-46d0-a28f-70fc4506c009","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784692780.2716887,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a0a243b4-29fe-46d0-a28f-70fc4506c009","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784692780.2716954,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"a0a243b4-29fe-46d0-a28f-70fc4506c009","modelName":"e2e-external-model"} {"level":"info","ts":1784692780.2717097,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"a0a243b4-29fe-46d0-a28f-70fc4506c009","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784692780.2717438,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a0a243b4-29fe-46d0-a28f-70fc4506c009"} {"level":"info","ts":1784692780.4065824,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b42c9493-80c4-4eb2-9d5f-fbbdc7559d61"} {"level":"info","ts":1784692780.406581,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"39ad32b8-89a5-4c78-91fb-26d398a2c558","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784692780.4067283,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"39ad32b8-89a5-4c78-91fb-26d398a2c558","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784692780.4155493,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"09e5e9e8-c888-4fc0-8b56-c238a40a45f3","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784692780.4155824,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"09e5e9e8-c888-4fc0-8b56-c238a40a45f3","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784692780.416068,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b42c9493-80c4-4eb2-9d5f-fbbdc7559d61","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784692780.4161282,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b42c9493-80c4-4eb2-9d5f-fbbdc7559d61","name":"e2e-cleanup-test"} {"level":"error","ts":1784692780.4559867,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b42c9493-80c4-4eb2-9d5f-fbbdc7559d61","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784692780.4560444,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b42c9493-80c4-4eb2-9d5f-fbbdc7559d61","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784692780.456068,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e90a1cc5-4df7-46cb-ab60-0c028c2e5b69","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784692780.4560971,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e90a1cc5-4df7-46cb-ab60-0c028c2e5b69","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784692780.4560993,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1e26f2ec-0485-4d0d-b5c9-e41e1e7be6bd"} {"level":"info","ts":1784692780.4561467,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1e26f2ec-0485-4d0d-b5c9-e41e1e7be6bd","name":"e2e-cleanup-test"} {"level":"error","ts":1784692780.4722466,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1e26f2ec-0485-4d0d-b5c9-e41e1e7be6bd","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784692780.472317,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9e8cbe25-d571-4878-a323-c8e0e2dc78bb"} {"level":"info","ts":1784692780.4723318,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6967eab5-c078-41b3-8812-b1b550b76f19","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784692780.4723554,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6967eab5-c078-41b3-8812-b1b550b76f19","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784692780.472373,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9e8cbe25-d571-4878-a323-c8e0e2dc78bb","name":"e2e-cleanup-test"} {"level":"info","ts":1784692780.4816833,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9e8cbe25-d571-4878-a323-c8e0e2dc78bb","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784692780.488629,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d4038d04-f0a8-4f2e-bcf0-d20dd6d6fc16"} {"level":"info","ts":1784692780.4886417,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"513fce37-89c6-4dcc-ade8-98412455cda7","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784692780.4886696,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"513fce37-89c6-4dcc-ade8-98412455cda7","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784692780.4886813,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d4038d04-f0a8-4f2e-bcf0-d20dd6d6fc16","name":"e2e-cleanup-test"} {"level":"info","ts":1784692780.499183,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d4038d04-f0a8-4f2e-bcf0-d20dd6d6fc16","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784692780.5037987,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"381f9e3a-4daa-4798-aed6-7ae2e8eee156"} {"level":"info","ts":1784692780.5038514,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"381f9e3a-4daa-4798-aed6-7ae2e8eee156","name":"e2e-cleanup-test"} {"level":"info","ts":1784692780.5143054,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"381f9e3a-4daa-4798-aed6-7ae2e8eee156","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784692788.6719687,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a67fb1f6-b09f-49cc-bf38-80aa5fe2e2e3","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784692788.6720223,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a67fb1f6-b09f-49cc-bf38-80aa5fe2e2e3","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784692788.6720202,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b8dc677d-2b31-4f3b-a5a6-c2efb934d310"} {"level":"info","ts":1784692792.9812412,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784692792.9813428,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b3743d3f-647c-4e76-9ad5-e5947db00cd4"} {"level":"info","ts":1784692792.9813612,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b3743d3f-647c-4e76-9ad5-e5947db00cd4"} {"level":"info","ts":1784692792.9813778,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b3743d3f-647c-4e76-9ad5-e5947db00cd4","EoS":false} {"level":"info","ts":1784692792.9813921,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b3743d3f-647c-4e76-9ad5-e5947db00cd4","EoS":true} {"level":"info","ts":1784692792.9814227,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b3743d3f-647c-4e76-9ad5-e5947db00cd4","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1784692792.9814448,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b3743d3f-647c-4e76-9ad5-e5947db00cd4","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1784692792.9814746,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b3743d3f-647c-4e76-9ad5-e5947db00cd4"} {"level":"info","ts":1784692793.030098,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784692793.0301795,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fcb807cd-bd54-4a4f-869b-248b457e5022"} {"level":"info","ts":1784692793.0301924,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"fcb807cd-bd54-4a4f-869b-248b457e5022"} {"level":"info","ts":1784692793.0302038,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fcb807cd-bd54-4a4f-869b-248b457e5022","EoS":false} {"level":"info","ts":1784692793.0302165,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fcb807cd-bd54-4a4f-869b-248b457e5022","EoS":true} {"level":"info","ts":1784692793.0302415,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"fcb807cd-bd54-4a4f-869b-248b457e5022","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784692793.0302584,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fcb807cd-bd54-4a4f-869b-248b457e5022","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784692793.0302687,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"fcb807cd-bd54-4a4f-869b-248b457e5022","modelName":"e2e-external-model"} {"level":"info","ts":1784692793.0302885,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"fcb807cd-bd54-4a4f-869b-248b457e5022","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784692793.0303316,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"fcb807cd-bd54-4a4f-869b-248b457e5022"} {"level":"info","ts":1784692793.067015,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784692793.067105,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d0ce773a-5899-401f-8154-74793f115966"} {"level":"info","ts":1784692793.0671163,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d0ce773a-5899-401f-8154-74793f115966"} {"level":"info","ts":1784692793.0671282,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d0ce773a-5899-401f-8154-74793f115966","EoS":false} {"level":"info","ts":1784692793.0671382,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d0ce773a-5899-401f-8154-74793f115966","EoS":true} {"level":"info","ts":1784692793.0671587,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d0ce773a-5899-401f-8154-74793f115966","field":"model","value":"nonexistent-model"} {"level":"info","ts":1784692793.0671725,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d0ce773a-5899-401f-8154-74793f115966","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784692793.06719,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d0ce773a-5899-401f-8154-74793f115966"} {"level":"info","ts":1784692793.208063,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784692793.2081354,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3962fb26-5540-4336-8f64-23eb16f1b34a"} {"level":"info","ts":1784692793.2081442,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3962fb26-5540-4336-8f64-23eb16f1b34a"} {"level":"info","ts":1784692793.2081563,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3962fb26-5540-4336-8f64-23eb16f1b34a","EoS":false} {"level":"info","ts":1784692793.2081656,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3962fb26-5540-4336-8f64-23eb16f1b34a","EoS":true} {"level":"info","ts":1784692793.2081866,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"3962fb26-5540-4336-8f64-23eb16f1b34a","field":"model"} {"level":"info","ts":1784692793.2082114,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3962fb26-5540-4336-8f64-23eb16f1b34a"} {"level":"info","ts":1784692794.1112914,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0b7fd54b-6275-452b-8536-1d0e69c89fb8","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784692794.1113317,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0b7fd54b-6275-452b-8536-1d0e69c89fb8","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784692794.1113355,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"98c02d00-a29d-402b-9e7d-5512fb48b928"} {"level":"info","ts":1784692794.263366,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9a07e949-d5b2-4a2e-87ec-94af3c2db7e4","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784692794.2633908,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"20458b66-ecda-4ed2-97e4-714ed7dd089c"} {"level":"info","ts":1784692794.2634017,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9a07e949-d5b2-4a2e-87ec-94af3c2db7e4","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784693388.9516544,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784693388.9517398,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f5271f0a-5e9c-49aa-9bd3-702b3078713c"} {"level":"info","ts":1784693388.9517486,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f5271f0a-5e9c-49aa-9bd3-702b3078713c"} {"level":"info","ts":1784693388.95176,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f5271f0a-5e9c-49aa-9bd3-702b3078713c","EoS":false} {"level":"info","ts":1784693388.9517705,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f5271f0a-5e9c-49aa-9bd3-702b3078713c","EoS":true} {"level":"info","ts":1784693388.9517903,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f5271f0a-5e9c-49aa-9bd3-702b3078713c","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784693388.9518063,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f5271f0a-5e9c-49aa-9bd3-702b3078713c","path":"/ai-tenant-e2e-inf-b-b9a16f/test-model-b9a16f/v1/chat/completions"} {"level":"info","ts":1784693388.951829,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f5271f0a-5e9c-49aa-9bd3-702b3078713c"} {"level":"info","ts":1784693410.0819745,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784693410.0820649,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c79ca888-ba88-4266-b30f-bb6794416417"} {"level":"info","ts":1784693410.0820777,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c79ca888-ba88-4266-b30f-bb6794416417"} {"level":"info","ts":1784693410.0820951,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c79ca888-ba88-4266-b30f-bb6794416417","EoS":false} {"level":"info","ts":1784693410.0821152,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c79ca888-ba88-4266-b30f-bb6794416417","EoS":true} {"level":"info","ts":1784693410.082146,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c79ca888-ba88-4266-b30f-bb6794416417","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784693410.082165,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c79ca888-ba88-4266-b30f-bb6794416417","path":"/ai-tenant-e2e-inf-b-b9a16f/test-model-b9a16f/v1/chat/completions"} {"level":"info","ts":1784693410.082196,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c79ca888-ba88-4266-b30f-bb6794416417"} {"level":"info","ts":1784693866.573322,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784693866.57341,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8e8c0ca5-8f85-4ece-b28c-65f19fa5c49b"} {"level":"info","ts":1784693866.5734222,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8e8c0ca5-8f85-4ece-b28c-65f19fa5c49b"} {"level":"info","ts":1784693866.573434,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8e8c0ca5-8f85-4ece-b28c-65f19fa5c49b","EoS":false} {"level":"info","ts":1784693866.5734465,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8e8c0ca5-8f85-4ece-b28c-65f19fa5c49b","EoS":true} {"level":"info","ts":1784693866.5734668,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8e8c0ca5-8f85-4ece-b28c-65f19fa5c49b","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784693866.5734825,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8e8c0ca5-8f85-4ece-b28c-65f19fa5c49b","path":"/ai-tenant-e2e-shared-a-dd1671/rate-test-model-dd1671/v1/completions"} {"level":"info","ts":1784693866.5735056,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8e8c0ca5-8f85-4ece-b28c-65f19fa5c49b"} {"level":"info","ts":1784693867.6523824,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784693867.6524706,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d260fb09-c55b-479f-93e8-75558268997f"} {"level":"info","ts":1784693867.6524794,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d260fb09-c55b-479f-93e8-75558268997f"} {"level":"info","ts":1784693867.6524918,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d260fb09-c55b-479f-93e8-75558268997f","EoS":false} {"level":"info","ts":1784693867.6525018,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d260fb09-c55b-479f-93e8-75558268997f","EoS":true} {"level":"info","ts":1784693867.652522,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d260fb09-c55b-479f-93e8-75558268997f","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784693867.652538,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d260fb09-c55b-479f-93e8-75558268997f","path":"/ai-tenant-e2e-shared-a-dd1671/rate-test-model-dd1671/v1/completions"} {"level":"info","ts":1784693867.6525583,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d260fb09-c55b-479f-93e8-75558268997f"} {"level":"info","ts":1784693868.6919432,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784693868.6920261,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c5bcd9c4-0a2f-4cd1-b242-50cc1e9f3098"} {"level":"info","ts":1784693868.6920366,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c5bcd9c4-0a2f-4cd1-b242-50cc1e9f3098"} {"level":"info","ts":1784693868.6920476,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c5bcd9c4-0a2f-4cd1-b242-50cc1e9f3098","EoS":false} {"level":"info","ts":1784693868.6920607,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c5bcd9c4-0a2f-4cd1-b242-50cc1e9f3098","EoS":true} {"level":"info","ts":1784693868.6920815,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c5bcd9c4-0a2f-4cd1-b242-50cc1e9f3098","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784693868.692097,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c5bcd9c4-0a2f-4cd1-b242-50cc1e9f3098","path":"/ai-tenant-e2e-shared-a-dd1671/rate-test-model-dd1671/v1/completions"} {"level":"info","ts":1784693868.6921186,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c5bcd9c4-0a2f-4cd1-b242-50cc1e9f3098"} {"level":"info","ts":1784693888.990293,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784693888.9903984,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"27dfcb12-3775-4e01-a8ba-6cf3773853b3"} {"level":"info","ts":1784693888.990412,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"27dfcb12-3775-4e01-a8ba-6cf3773853b3"} {"level":"info","ts":1784693888.990426,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"27dfcb12-3775-4e01-a8ba-6cf3773853b3","EoS":false} {"level":"info","ts":1784693888.9904366,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"27dfcb12-3775-4e01-a8ba-6cf3773853b3","EoS":true} {"level":"info","ts":1784693888.9905038,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"27dfcb12-3775-4e01-a8ba-6cf3773853b3","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784693888.9905167,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"27dfcb12-3775-4e01-a8ba-6cf3773853b3","path":"/ai-tenant-e2e-shared-b-38610b/rate-test-model-38610b/v1/completions"} {"level":"info","ts":1784693888.9905374,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"27dfcb12-3775-4e01-a8ba-6cf3773853b3"}